{"level":"warn","ts":"2026-04-01T15:10:10.029151Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T15:10:10.029293Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.157:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.157:2380","--initial-cluster=instance=https://199.204.45.157:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.157:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.157:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-01T15:10:10.029396Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T15:10:10.029416Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-04-01T15:10:10.029443Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T15:10:10.030284Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"]} {"level":"info","ts":"2026-04-01T15:10:10.030388Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.157:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-01T15:10:10.035151Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.299947ms"} {"level":"info","ts":"2026-04-01T15:10:10.044038Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5f170c75a1d97cc","cluster-id":"44a3176ec85feb9"} {"level":"info","ts":"2026-04-01T15:10:10.04416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=()"} {"level":"info","ts":"2026-04-01T15:10:10.044195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 0"} {"level":"info","ts":"2026-04-01T15:10:10.04421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5f170c75a1d97cc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-01T15:10:10.044229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 1"} {"level":"info","ts":"2026-04-01T15:10:10.044285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"warn","ts":"2026-04-01T15:10:10.054528Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-01T15:10:10.056506Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-01T15:10:10.057933Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-01T15:10:10.062002Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5f170c75a1d97cc","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-01T15:10:10.062244Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5f170c75a1d97cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-01T15:10:10.062408Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T15:10:10.062502Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T15:10:10.062568Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T15:10:10.063361Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"info","ts":"2026-04-01T15:10:10.063588Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","added-peer-id":"5f170c75a1d97cc","added-peer-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-04-01T15:10:10.067518Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T15:10:10.067674Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-04-01T15:10:10.067771Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-04-01T15:10:10.068136Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5f170c75a1d97cc","initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-01T15:10:10.068178Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-01T15:10:10.345428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc is starting a new election at term 1"} {"level":"info","ts":"2026-04-01T15:10:10.345485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became pre-candidate at term 1"} {"level":"info","ts":"2026-04-01T15:10:10.345505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgPreVoteResp from 5f170c75a1d97cc at term 1"} {"level":"info","ts":"2026-04-01T15:10:10.34552Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became candidate at term 2"} {"level":"info","ts":"2026-04-01T15:10:10.345528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgVoteResp from 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-04-01T15:10:10.34554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became leader at term 2"} {"level":"info","ts":"2026-04-01T15:10:10.34555Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5f170c75a1d97cc elected leader 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-04-01T15:10:10.346765Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5f170c75a1d97cc","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.157:2379]}","request-path":"/0/members/5f170c75a1d97cc/attributes","cluster-id":"44a3176ec85feb9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-01T15:10:10.346774Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T15:10:10.34686Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T15:10:10.346855Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T15:10:10.347209Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-01T15:10:10.347361Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-01T15:10:10.348162Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T15:10:10.348331Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T15:10:10.348425Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T15:10:10.349353Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.157:2379"} {"level":"info","ts":"2026-04-01T15:10:10.350969Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-01T15:10:13.098207Z","caller":"traceutil/trace.go:171","msg":"trace[1076274495] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"105.811025ms","start":"2026-04-01T15:10:12.992337Z","end":"2026-04-01T15:10:13.098148Z","steps":["trace[1076274495] 'process raft request' (duration: 105.479896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:17.814081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.391539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T15:10:17.814085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.479055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-01T15:10:17.814214Z","caller":"traceutil/trace.go:171","msg":"trace[647828196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:279; }","duration":"151.565893ms","start":"2026-04-01T15:10:17.662632Z","end":"2026-04-01T15:10:17.814198Z","steps":["trace[647828196] 'range keys from in-memory index tree' (duration: 151.319166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:17.814118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.854241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:10:17.814258Z","caller":"traceutil/trace.go:171","msg":"trace[1378849323] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:279; }","duration":"170.708331ms","start":"2026-04-01T15:10:17.643528Z","end":"2026-04-01T15:10:17.814236Z","steps":["trace[1378849323] 'range keys from in-memory index tree' (duration: 170.374822ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:10:17.814268Z","caller":"traceutil/trace.go:171","msg":"trace[1374786789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:279; }","duration":"152.011755ms","start":"2026-04-01T15:10:17.662237Z","end":"2026-04-01T15:10:17.814249Z","steps":["trace[1374786789] 'range keys from in-memory index tree' (duration: 151.783729ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:10:25.964348Z","caller":"traceutil/trace.go:171","msg":"trace[370328861] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"106.082982ms","start":"2026-04-01T15:10:25.858232Z","end":"2026-04-01T15:10:25.964315Z","steps":["trace[370328861] 'process raft request' (duration: 105.871336ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:10:25.966052Z","caller":"traceutil/trace.go:171","msg":"trace[71069763] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"107.621303ms","start":"2026-04-01T15:10:25.858393Z","end":"2026-04-01T15:10:25.966014Z","steps":["trace[71069763] 'process raft request' (duration: 107.362796ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:10:32.472678Z","caller":"traceutil/trace.go:171","msg":"trace[878994112] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"473.719734ms","start":"2026-04-01T15:10:31.998918Z","end":"2026-04-01T15:10:32.472638Z","steps":["trace[878994112] 'process raft request' (duration: 473.524209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:32.473531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:31.998887Z","time spent":"473.981441ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:10:33.335785Z","caller":"traceutil/trace.go:171","msg":"trace[2044107998] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"1.336722698s","start":"2026-04-01T15:10:31.999032Z","end":"2026-04-01T15:10:33.335755Z","steps":["trace[2044107998] 'process raft request' (duration: 1.336462751s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:33.336002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:31.99897Z","time spent":"1.336918692s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:10:33.336115Z","caller":"traceutil/trace.go:171","msg":"trace[176857208] linearizableReadLoop","detail":"{readStateIndex:402; appliedIndex:399; }","duration":"1.057727274s","start":"2026-04-01T15:10:32.278345Z","end":"2026-04-01T15:10:33.336073Z","steps":["trace[176857208] 'read index received' (duration: 194.099574ms)","trace[176857208] 'applied index is now lower than readState.Index' (duration: 863.6261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:10:33.336412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039872471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-04-01T15:10:33.33647Z","caller":"traceutil/trace.go:171","msg":"trace[1236379325] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:385; }","duration":"1.039965724s","start":"2026-04-01T15:10:32.296487Z","end":"2026-04-01T15:10:33.336453Z","steps":["trace[1236379325] 'agreement among raft nodes before linearized reading' (duration: 1.039849761s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:33.336458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058087045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-01T15:10:33.336509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:32.296478Z","time spent":"1.040021595s","remote":"127.0.0.1:45632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4395,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T15:10:33.336546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.628389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:10:33.336558Z","caller":"traceutil/trace.go:171","msg":"trace[738528360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:385; }","duration":"1.058231858s","start":"2026-04-01T15:10:32.278301Z","end":"2026-04-01T15:10:33.336533Z","steps":["trace[738528360] 'agreement among raft nodes before linearized reading' (duration: 1.058004292s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:33.33654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.027076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:10:33.336609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:32.278291Z","time spent":"1.058308291s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:10:33.336655Z","caller":"traceutil/trace.go:171","msg":"trace[850432176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:385; }","duration":"703.770283ms","start":"2026-04-01T15:10:32.632871Z","end":"2026-04-01T15:10:33.336642Z","steps":["trace[850432176] 'agreement among raft nodes before linearized reading' (duration: 703.619039ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:10:33.336665Z","caller":"traceutil/trace.go:171","msg":"trace[5040109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:385; }","duration":"159.175589ms","start":"2026-04-01T15:10:33.177448Z","end":"2026-04-01T15:10:33.336623Z","steps":["trace[5040109] 'agreement among raft nodes before linearized reading' (duration: 158.948953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:33.336688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:32.632847Z","time spent":"703.836515ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T15:10:33.336777Z","caller":"traceutil/trace.go:171","msg":"trace[785022433] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"1.060652684s","start":"2026-04-01T15:10:32.276111Z","end":"2026-04-01T15:10:33.336764Z","steps":["trace[785022433] 'process raft request' (duration: 1.059592235s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:33.336904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:32.276076Z","time spent":"1.060738716s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:10:34.152956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.835095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:10:34.153135Z","caller":"traceutil/trace.go:171","msg":"trace[1824540135] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"812.719333ms","start":"2026-04-01T15:10:33.340386Z","end":"2026-04-01T15:10:34.153105Z","steps":["trace[1824540135] 'process raft request' (duration: 248.464467ms)","trace[1824540135] 'compare' (duration: 563.68576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:10:34.153231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:33.340354Z","time spent":"812.830846ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:10:34.219921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389153674,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:10:34.330208Z","caller":"traceutil/trace.go:171","msg":"trace[980284476] linearizableReadLoop","detail":"{readStateIndex:405; appliedIndex:403; }","duration":"611.190116ms","start":"2026-04-01T15:10:33.718988Z","end":"2026-04-01T15:10:34.330178Z","steps":["trace[980284476] 'read index received' (duration: 606.809897ms)","trace[980284476] 'applied index is now lower than readState.Index' (duration: 4.379009ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:10:34.330387Z","caller":"traceutil/trace.go:171","msg":"trace[1863928071] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"972.921119ms","start":"2026-04-01T15:10:33.357454Z","end":"2026-04-01T15:10:34.330375Z","steps":["trace[1863928071] 'process raft request' (duration: 972.653382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:34.330569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.838451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:10:34.33057Z","caller":"traceutil/trace.go:171","msg":"trace[370450166] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"989.222121ms","start":"2026-04-01T15:10:33.341322Z","end":"2026-04-01T15:10:34.330544Z","steps":["trace[370450166] 'process raft request' (duration: 984.596026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:34.330603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:33.357426Z","time spent":"973.045973ms","remote":"127.0.0.1:45632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:10:34.330638Z","caller":"traceutil/trace.go:171","msg":"trace[997422798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:388; }","duration":"151.971754ms","start":"2026-04-01T15:10:34.178648Z","end":"2026-04-01T15:10:34.33062Z","steps":["trace[997422798] 'agreement among raft nodes before linearized reading' (duration: 151.8407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:34.330645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.622848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T15:10:34.33069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:33.341295Z","time spent":"989.342543ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:10:34.330735Z","caller":"traceutil/trace.go:171","msg":"trace[1730362580] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:388; }","duration":"611.778362ms","start":"2026-04-01T15:10:33.718935Z","end":"2026-04-01T15:10:34.330713Z","steps":["trace[1730362580] 'agreement among raft nodes before linearized reading' (duration: 611.563597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:34.330778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:33.718914Z","time spent":"611.857194ms","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"warn","ts":"2026-04-01T15:10:51.635036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.011475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:10:51.635158Z","caller":"traceutil/trace.go:171","msg":"trace[651620630] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:490; }","duration":"101.177569ms","start":"2026-04-01T15:10:51.533959Z","end":"2026-04-01T15:10:51.635137Z","steps":["trace[651620630] 'range keys from in-memory index tree' (duration: 100.931302ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:10:52.583358Z","caller":"traceutil/trace.go:171","msg":"trace[1828705979] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"744.489265ms","start":"2026-04-01T15:10:51.838842Z","end":"2026-04-01T15:10:52.583332Z","steps":["trace[1828705979] 'process raft request' (duration: 744.344161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.583509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:51.838813Z","time spent":"744.625919ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:10:52.59103Z","caller":"traceutil/trace.go:171","msg":"trace[1061918946] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"748.226836ms","start":"2026-04-01T15:10:51.84278Z","end":"2026-04-01T15:10:52.591007Z","steps":["trace[1061918946] 'process raft request' (duration: 748.080812ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:10:52.591017Z","caller":"traceutil/trace.go:171","msg":"trace[13394351] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"749.216293ms","start":"2026-04-01T15:10:51.84177Z","end":"2026-04-01T15:10:52.590986Z","steps":["trace[13394351] 'process raft request' (duration: 748.926806ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:10:52.591063Z","caller":"traceutil/trace.go:171","msg":"trace[1157441969] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"743.427486ms","start":"2026-04-01T15:10:51.847588Z","end":"2026-04-01T15:10:52.591015Z","steps":["trace[1157441969] 'process raft request' (duration: 743.306983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.591148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:51.842758Z","time spent":"748.324299ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:10:52.591171Z","caller":"traceutil/trace.go:171","msg":"trace[939048855] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"739.468699ms","start":"2026-04-01T15:10:51.851662Z","end":"2026-04-01T15:10:52.59113Z","steps":["trace[939048855] 'process raft request' (duration: 739.278714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.591258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:51.851646Z","time spent":"739.566642ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:10:52.591267Z","caller":"traceutil/trace.go:171","msg":"trace[315819186] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"739.313685ms","start":"2026-04-01T15:10:51.85192Z","end":"2026-04-01T15:10:52.591233Z","steps":["trace[315819186] 'process raft request' (duration: 739.057348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.591286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:51.847559Z","time spent":"743.580481ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:10:52.591352Z","caller":"traceutil/trace.go:171","msg":"trace[956503197] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"738.805881ms","start":"2026-04-01T15:10:51.852474Z","end":"2026-04-01T15:10:52.591279Z","steps":["trace[956503197] 'process raft request' (duration: 738.536864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.5914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:51.851914Z","time spent":"739.419808ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:10:52.591417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:51.841749Z","time spent":"749.346176ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:10:52.592037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:51.852469Z","time spent":"738.932955ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:10:52.592943Z","caller":"traceutil/trace.go:171","msg":"trace[27249091] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"738.346789ms","start":"2026-04-01T15:10:51.853063Z","end":"2026-04-01T15:10:52.59141Z","steps":["trace[27249091] 'process raft request' (duration: 738.048141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.593041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:51.853057Z","time spent":"739.934032ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:10:52.593623Z","caller":"traceutil/trace.go:171","msg":"trace[1841195419] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"690.882914ms","start":"2026-04-01T15:10:51.900599Z","end":"2026-04-01T15:10:52.591482Z","steps":["trace[1841195419] 'process raft request' (duration: 690.780181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.593704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:51.900572Z","time spent":"693.091374ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:10:52.593598Z","caller":"traceutil/trace.go:171","msg":"trace[952262510] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"691.568193ms","start":"2026-04-01T15:10:51.901977Z","end":"2026-04-01T15:10:52.593546Z","steps":["trace[952262510] 'process raft request' (duration: 691.11562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.594116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:51.901955Z","time spent":"692.072606ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:10:52.594293Z","caller":"traceutil/trace.go:171","msg":"trace[410608254] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:512; }","duration":"416.741362ms","start":"2026-04-01T15:10:52.177495Z","end":"2026-04-01T15:10:52.594237Z","steps":["trace[410608254] 'read index received' (duration: 405.750095ms)","trace[410608254] 'applied index is now lower than readState.Index' (duration: 10.989907ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:10:52.594298Z","caller":"traceutil/trace.go:171","msg":"trace[1711402051] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"671.315024ms","start":"2026-04-01T15:10:51.922946Z","end":"2026-04-01T15:10:52.594261Z","steps":["trace[1711402051] 'process raft request' (duration: 670.970835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.594482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:51.922914Z","time spent":"671.475559ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:10:52.594307Z","caller":"traceutil/trace.go:171","msg":"trace[1968180840] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"556.859105ms","start":"2026-04-01T15:10:52.037403Z","end":"2026-04-01T15:10:52.594262Z","steps":["trace[1968180840] 'process raft request' (duration: 556.703181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.594673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:52.037355Z","time spent":"557.263797ms","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:10:52.595037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.529114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:10:52.595105Z","caller":"traceutil/trace.go:171","msg":"trace[59358338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:502; }","duration":"417.629266ms","start":"2026-04-01T15:10:52.177449Z","end":"2026-04-01T15:10:52.595079Z","steps":["trace[59358338] 'agreement among raft nodes before linearized reading' (duration: 416.885426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.595184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:52.177433Z","time spent":"417.738379ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:10:52.603205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.428174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:10:52.603262Z","caller":"traceutil/trace.go:171","msg":"trace[1672331948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:504; }","duration":"187.529627ms","start":"2026-04-01T15:10:52.415719Z","end":"2026-04-01T15:10:52.603248Z","steps":["trace[1672331948] 'agreement among raft nodes before linearized reading' (duration: 187.414204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.603271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.122315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-01T15:10:52.603332Z","caller":"traceutil/trace.go:171","msg":"trace[1460726104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:504; }","duration":"348.227918ms","start":"2026-04-01T15:10:52.255091Z","end":"2026-04-01T15:10:52.603318Z","steps":["trace[1460726104] 'agreement among raft nodes before linearized reading' (duration: 348.111345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:52.603365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:52.255072Z","time spent":"348.28737ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:10:59.147038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389154060,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:10:59.240583Z","caller":"traceutil/trace.go:171","msg":"trace[1764403762] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"601.866134ms","start":"2026-04-01T15:10:58.6382Z","end":"2026-04-01T15:10:59.240066Z","steps":["trace[1764403762] 'process raft request' (duration: 600.323853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:59.240803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:58.63817Z","time spent":"602.511361ms","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:10:59.438101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.482172ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T15:10:59.438329Z","caller":"traceutil/trace.go:171","msg":"trace[1045450810] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:623; }","duration":"791.94359ms","start":"2026-04-01T15:10:58.646317Z","end":"2026-04-01T15:10:59.438261Z","steps":["trace[1045450810] 'read index received' (duration: 591.497244ms)","trace[1045450810] 'applied index is now lower than readState.Index' (duration: 200.444346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:10:59.438602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.260938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:10:59.438711Z","caller":"traceutil/trace.go:171","msg":"trace[2069244139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:598; }","duration":"792.416462ms","start":"2026-04-01T15:10:58.646268Z","end":"2026-04-01T15:10:59.438685Z","steps":["trace[2069244139] 'agreement among raft nodes before linearized reading' (duration: 792.109854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:59.438757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:58.646246Z","time spent":"792.502025ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T15:10:59.71749Z","caller":"traceutil/trace.go:171","msg":"trace[593065794] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"279.095026ms","start":"2026-04-01T15:10:59.438368Z","end":"2026-04-01T15:10:59.717463Z","steps":["trace[593065794] 'read index received' (duration: 278.979253ms)","trace[593065794] 'applied index is now lower than readState.Index' (duration: 114.193µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:10:59.717593Z","caller":"traceutil/trace.go:171","msg":"trace[41721525] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"422.599021ms","start":"2026-04-01T15:10:59.294945Z","end":"2026-04-01T15:10:59.717544Z","steps":["trace[41721525] 'process raft request' (duration: 422.355525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:59.717669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070306936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:10:59.717711Z","caller":"traceutil/trace.go:171","msg":"trace[373161502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:599; }","duration":"1.070399268s","start":"2026-04-01T15:10:58.6473Z","end":"2026-04-01T15:10:59.717699Z","steps":["trace[373161502] 'agreement among raft nodes before linearized reading' (duration: 1.070280945s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:59.717779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:58.647274Z","time spent":"1.070487401s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:10:59.717789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:59.294922Z","time spent":"422.773496ms","remote":"127.0.0.1:45946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:10:59.717922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070902212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T15:10:59.71803Z","caller":"traceutil/trace.go:171","msg":"trace[163568805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:599; }","duration":"1.071058207s","start":"2026-04-01T15:10:58.646948Z","end":"2026-04-01T15:10:59.718006Z","steps":["trace[163568805] 'agreement among raft nodes before linearized reading' (duration: 1.07080942s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:10:59.71808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:58.646929Z","time spent":"1.071142328s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:11:00.337298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.133718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:11:00.337559Z","caller":"traceutil/trace.go:171","msg":"trace[1234005225] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"894.61465ms","start":"2026-04-01T15:10:59.442909Z","end":"2026-04-01T15:11:00.337524Z","steps":["trace[1234005225] 'process raft request' (duration: 677.174703ms)","trace[1234005225] 'compare' (duration: 217.012965ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:11:00.337601Z","caller":"traceutil/trace.go:171","msg":"trace[1886002199] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"614.398153ms","start":"2026-04-01T15:10:59.723184Z","end":"2026-04-01T15:11:00.337582Z","steps":["trace[1886002199] 'process raft request' (duration: 614.354302ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:11:00.337691Z","caller":"traceutil/trace.go:171","msg":"trace[530159386] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"615.065582ms","start":"2026-04-01T15:10:59.722607Z","end":"2026-04-01T15:11:00.337673Z","steps":["trace[530159386] 'process raft request' (duration: 614.880517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:00.337752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:59.442881Z","time spent":"894.761314ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:11:00.337738Z","caller":"traceutil/trace.go:171","msg":"trace[694141738] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:626; }","duration":"620.129738ms","start":"2026-04-01T15:10:59.717555Z","end":"2026-04-01T15:11:00.337685Z","steps":["trace[694141738] 'read index received' (duration: 402.530967ms)","trace[694141738] 'applied index is now lower than readState.Index' (duration: 217.588301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:11:00.337781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:59.723171Z","time spent":"614.543408ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:11:00.337846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.925541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T15:11:00.33778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:59.722577Z","time spent":"615.158554ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:11:00.337934Z","caller":"traceutil/trace.go:171","msg":"trace[1620621288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:602; }","duration":"860.056174ms","start":"2026-04-01T15:10:59.477853Z","end":"2026-04-01T15:11:00.337909Z","steps":["trace[1620621288] 'agreement among raft nodes before linearized reading' (duration: 859.831168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:00.337943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.654837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5ghtm\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-01T15:11:00.337959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.598861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:11:00.337961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.086966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:11:00.337983Z","caller":"traceutil/trace.go:171","msg":"trace[562677740] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5ghtm; range_end:; response_count:1; response_revision:602; }","duration":"875.733039ms","start":"2026-04-01T15:10:59.462239Z","end":"2026-04-01T15:11:00.337972Z","steps":["trace[562677740] 'agreement among raft nodes before linearized reading' (duration: 875.586085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:00.337982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:59.477832Z","time spent":"860.141467ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:11:00.338001Z","caller":"traceutil/trace.go:171","msg":"trace[1262789538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"159.679093ms","start":"2026-04-01T15:11:00.178308Z","end":"2026-04-01T15:11:00.337988Z","steps":["trace[1262789538] 'agreement among raft nodes before linearized reading' (duration: 159.602911ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:11:00.338008Z","caller":"traceutil/trace.go:171","msg":"trace[1338676269] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:602; }","duration":"607.172368ms","start":"2026-04-01T15:10:59.730821Z","end":"2026-04-01T15:11:00.337994Z","steps":["trace[1338676269] 'agreement among raft nodes before linearized reading' (duration: 607.068596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:00.338021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:59.462215Z","time spent":"875.79929ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-5ghtm\" "} {"level":"warn","ts":"2026-04-01T15:11:00.338049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:10:59.730813Z","time spent":"607.22758ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-01T15:11:00.786808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.712443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:11:00.786922Z","caller":"traceutil/trace.go:171","msg":"trace[791894143] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"444.042351ms","start":"2026-04-01T15:11:00.342861Z","end":"2026-04-01T15:11:00.786903Z","steps":["trace[791894143] 'process raft request' (duration: 202.141443ms)","trace[791894143] 'compare' (duration: 241.558739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:11:00.78716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:00.342844Z","time spent":"444.113143ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:11:00.849933Z","caller":"traceutil/trace.go:171","msg":"trace[403012106] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"496.08654ms","start":"2026-04-01T15:11:00.353811Z","end":"2026-04-01T15:11:00.849897Z","steps":["trace[403012106] 'process raft request' (duration: 495.894825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:00.850139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:00.353787Z","time spent":"496.242944ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:11:01.679145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389154071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:11:01.983346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132256362s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T15:11:01.984473Z","caller":"traceutil/trace.go:171","msg":"trace[957213598] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"805.926368ms","start":"2026-04-01T15:11:01.178519Z","end":"2026-04-01T15:11:01.984446Z","steps":["trace[957213598] 'read index received' (duration: 805.088575ms)","trace[957213598] 'applied index is now lower than readState.Index' (duration: 836.803µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:11:01.984625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.085843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:11:01.98468Z","caller":"traceutil/trace.go:171","msg":"trace[489025917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"806.192726ms","start":"2026-04-01T15:11:01.17847Z","end":"2026-04-01T15:11:01.984662Z","steps":["trace[489025917] 'agreement among raft nodes before linearized reading' (duration: 806.063402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:01.984722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:01.178426Z","time spent":"806.286558ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T15:11:01.98467Z","caller":"traceutil/trace.go:171","msg":"trace[603147155] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.267041561s","start":"2026-04-01T15:11:00.717578Z","end":"2026-04-01T15:11:01.98462Z","steps":["trace[603147155] 'process raft request' (duration: 1.26629542s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:01.984999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:00.717547Z","time spent":"1.267322108s","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:11:02.756597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.486864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:11:02.756779Z","caller":"traceutil/trace.go:171","msg":"trace[1746472324] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"413.852224ms","start":"2026-04-01T15:11:02.3429Z","end":"2026-04-01T15:11:02.756752Z","steps":["trace[1746472324] 'read index received' (duration: 297.149165ms)","trace[1746472324] 'applied index is now lower than readState.Index' (duration: 116.700969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:11:02.757086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.178693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T15:11:02.757132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.33869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T15:11:02.757132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.145345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:11:02.757151Z","caller":"traceutil/trace.go:171","msg":"trace[1875681103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:606; }","duration":"414.310897ms","start":"2026-04-01T15:11:02.342828Z","end":"2026-04-01T15:11:02.757139Z","steps":["trace[1875681103] 'agreement among raft nodes before linearized reading' (duration: 414.032079ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:11:02.757184Z","caller":"traceutil/trace.go:171","msg":"trace[1097697065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:606; }","duration":"413.402352ms","start":"2026-04-01T15:11:02.343765Z","end":"2026-04-01T15:11:02.757167Z","steps":["trace[1097697065] 'agreement among raft nodes before linearized reading' (duration: 413.169695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:02.757195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:02.342799Z","time spent":"414.388058ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:11:02.757193Z","caller":"traceutil/trace.go:171","msg":"trace[1632658794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:606; }","duration":"413.281099ms","start":"2026-04-01T15:11:02.343896Z","end":"2026-04-01T15:11:02.757177Z","steps":["trace[1632658794] 'agreement among raft nodes before linearized reading' (duration: 413.063493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:02.757246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:02.343828Z","time spent":"413.406352ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:11:02.757246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:02.34372Z","time spent":"413.512724ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:11:02.756816Z","caller":"traceutil/trace.go:171","msg":"trace[348492529] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"684.557462ms","start":"2026-04-01T15:11:02.072199Z","end":"2026-04-01T15:11:02.756756Z","steps":["trace[348492529] 'process raft request' (duration: 567.798112ms)","trace[348492529] 'compare' (duration: 116.264297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:11:02.75752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:02.072161Z","time spent":"685.310203ms","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:11:03.842335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.865096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T15:11:03.842425Z","caller":"traceutil/trace.go:171","msg":"trace[1813179230] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:619; }","duration":"123.03012ms","start":"2026-04-01T15:11:03.719376Z","end":"2026-04-01T15:11:03.842406Z","steps":["trace[1813179230] 'range keys from in-memory index tree' (duration: 122.63216ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:11:04.71794Z","caller":"traceutil/trace.go:171","msg":"trace[1866433921] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"100.085601ms","start":"2026-04-01T15:11:04.617825Z","end":"2026-04-01T15:11:04.71791Z","steps":["trace[1866433921] 'process raft request' (duration: 99.895026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:17.343855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389154367,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:11:17.518653Z","caller":"traceutil/trace.go:171","msg":"trace[1611585608] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"677.552168ms","start":"2026-04-01T15:11:16.841077Z","end":"2026-04-01T15:11:17.518629Z","steps":["trace[1611585608] 'process raft request' (duration: 677.26517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:17.518814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:16.841052Z","time spent":"677.687282ms","remote":"127.0.0.1:45632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4909,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:11:17.526009Z","caller":"traceutil/trace.go:171","msg":"trace[573099403] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:785; }","duration":"682.195923ms","start":"2026-04-01T15:11:16.843784Z","end":"2026-04-01T15:11:17.52598Z","steps":["trace[573099403] 'read index received' (duration: 674.794033ms)","trace[573099403] 'applied index is now lower than readState.Index' (duration: 7.40092ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:11:17.526045Z","caller":"traceutil/trace.go:171","msg":"trace[906973094] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"684.410463ms","start":"2026-04-01T15:11:16.841608Z","end":"2026-04-01T15:11:17.526019Z","steps":["trace[906973094] 'process raft request' (duration: 684.215698ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:11:17.526144Z","caller":"traceutil/trace.go:171","msg":"trace[2025514054] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"502.831042ms","start":"2026-04-01T15:11:17.023285Z","end":"2026-04-01T15:11:17.526116Z","steps":["trace[2025514054] 'process raft request' (duration: 502.657567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:17.526194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:16.841596Z","time spent":"684.520456ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:11:17.526237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.4406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:11:17.526274Z","caller":"traceutil/trace.go:171","msg":"trace[1552784106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:757; }","duration":"682.504762ms","start":"2026-04-01T15:11:16.843758Z","end":"2026-04-01T15:11:17.526263Z","steps":["trace[1552784106] 'agreement among raft nodes before linearized reading' (duration: 682.360638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:17.526267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.722093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T15:11:17.526288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.931548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:11:17.526291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:17.023261Z","time spent":"502.947135ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:11:17.526315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:16.843747Z","time spent":"682.557513ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T15:11:17.526331Z","caller":"traceutil/trace.go:171","msg":"trace[259383560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:757; }","duration":"349.00762ms","start":"2026-04-01T15:11:17.177312Z","end":"2026-04-01T15:11:17.526319Z","steps":["trace[259383560] 'agreement among raft nodes before linearized reading' (duration: 348.944529ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:11:17.52634Z","caller":"traceutil/trace.go:171","msg":"trace[1796191436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:757; }","duration":"680.798986ms","start":"2026-04-01T15:11:16.845514Z","end":"2026-04-01T15:11:17.526313Z","steps":["trace[1796191436] 'agreement among raft nodes before linearized reading' (duration: 680.654272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:17.526359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:17.177293Z","time spent":"349.061151ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:11:17.526389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:16.845507Z","time spent":"680.870798ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:11:17.526552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.48085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:11:17.526639Z","caller":"traceutil/trace.go:171","msg":"trace[432971847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:757; }","duration":"676.618452ms","start":"2026-04-01T15:11:16.849997Z","end":"2026-04-01T15:11:17.526616Z","steps":["trace[432971847] 'agreement among raft nodes before linearized reading' (duration: 676.287563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:17.526682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:16.84998Z","time spent":"676.692675ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:11:20.50721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.153933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T15:11:20.507332Z","caller":"traceutil/trace.go:171","msg":"trace[1718721735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:774; }","duration":"213.306787ms","start":"2026-04-01T15:11:20.293979Z","end":"2026-04-01T15:11:20.507286Z","steps":["trace[1718721735] 'range keys from in-memory index tree' (duration: 212.930988ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:11:20.742124Z","caller":"traceutil/trace.go:171","msg":"trace[1495196259] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"230.568363ms","start":"2026-04-01T15:11:20.511532Z","end":"2026-04-01T15:11:20.7421Z","steps":["trace[1495196259] 'process raft request' (duration: 230.416959ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:11:20.742607Z","caller":"traceutil/trace.go:171","msg":"trace[248027229] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"146.805442ms","start":"2026-04-01T15:11:20.595774Z","end":"2026-04-01T15:11:20.74258Z","steps":["trace[248027229] 'process raft request' (duration: 146.608837ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:11:44.080636Z","caller":"traceutil/trace.go:171","msg":"trace[1793193807] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"102.927746ms","start":"2026-04-01T15:11:43.977674Z","end":"2026-04-01T15:11:44.080602Z","steps":["trace[1793193807] 'process raft request' (duration: 102.775772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:52.286264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389155217,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:11:52.562873Z","caller":"traceutil/trace.go:171","msg":"trace[1124925088] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"782.555954ms","start":"2026-04-01T15:11:51.780293Z","end":"2026-04-01T15:11:52.562849Z","steps":["trace[1124925088] 'process raft request' (duration: 782.383119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:52.563031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:51.780266Z","time spent":"782.687637ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:11:52.633741Z","caller":"traceutil/trace.go:171","msg":"trace[645457565] linearizableReadLoop","detail":"{readStateIndex:1218; appliedIndex:1216; }","duration":"848.197355ms","start":"2026-04-01T15:11:51.785517Z","end":"2026-04-01T15:11:52.633715Z","steps":["trace[645457565] 'read index received' (duration: 777.161648ms)","trace[645457565] 'applied index is now lower than readState.Index' (duration: 71.034677ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:11:52.633806Z","caller":"traceutil/trace.go:171","msg":"trace[780979393] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"842.184813ms","start":"2026-04-01T15:11:51.791594Z","end":"2026-04-01T15:11:52.633778Z","steps":["trace[780979393] 'process raft request' (duration: 841.097964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:52.633955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:51.791583Z","time spent":"842.295066ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:11:52.633982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.444852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:11:52.634018Z","caller":"traceutil/trace.go:171","msg":"trace[2003180827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1179; }","duration":"848.513024ms","start":"2026-04-01T15:11:51.785495Z","end":"2026-04-01T15:11:52.634008Z","steps":["trace[2003180827] 'agreement among raft nodes before linearized reading' (duration: 848.36274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:52.634045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.231856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:11:52.634116Z","caller":"traceutil/trace.go:171","msg":"trace[204855086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1179; }","duration":"845.314348ms","start":"2026-04-01T15:11:51.788785Z","end":"2026-04-01T15:11:52.634099Z","steps":["trace[204855086] 'agreement among raft nodes before linearized reading' (duration: 845.159424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:52.634091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.39131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T15:11:52.634162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:51.788774Z","time spent":"845.378829ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:11:52.634181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:51.785482Z","time spent":"848.570476ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:11:52.634188Z","caller":"traceutil/trace.go:171","msg":"trace[1577274256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1179; }","duration":"845.523824ms","start":"2026-04-01T15:11:51.788638Z","end":"2026-04-01T15:11:52.634162Z","steps":["trace[1577274256] 'agreement among raft nodes before linearized reading' (duration: 845.264127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:11:52.634237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:11:51.788622Z","time spent":"845.604645ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:12:08.722214Z","caller":"traceutil/trace.go:171","msg":"trace[1878955852] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"169.426044ms","start":"2026-04-01T15:12:08.552738Z","end":"2026-04-01T15:12:08.722164Z","steps":["trace[1878955852] 'process raft request' (duration: 169.157756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:13.85116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.864792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:12:13.851301Z","caller":"traceutil/trace.go:171","msg":"trace[1287878618] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1474; }","duration":"342.218102ms","start":"2026-04-01T15:12:13.509065Z","end":"2026-04-01T15:12:13.851283Z","steps":["trace[1287878618] 'read index received' (duration: 96.893µs)","trace[1287878618] 'applied index is now lower than readState.Index' (duration: 342.119579ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:12:13.851412Z","caller":"traceutil/trace.go:171","msg":"trace[99043177] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"650.956828ms","start":"2026-04-01T15:12:13.200441Z","end":"2026-04-01T15:12:13.851398Z","steps":["trace[99043177] 'process raft request' (duration: 192.779267ms)","trace[99043177] 'compare' (duration: 457.45408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:12:13.851473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:13.20041Z","time spent":"651.0315ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3127,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T15:12:13.851784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.699596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:12:13.851951Z","caller":"traceutil/trace.go:171","msg":"trace[1293758631] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1426; }","duration":"342.927552ms","start":"2026-04-01T15:12:13.508993Z","end":"2026-04-01T15:12:13.851921Z","steps":["trace[1293758631] 'agreement among raft nodes before linearized reading' (duration: 342.673435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:13.85202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:13.508966Z","time spent":"343.036206ms","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":2,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:12:13.852084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.229706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T15:12:13.852188Z","caller":"traceutil/trace.go:171","msg":"trace[1742916120] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:1426; }","duration":"129.39335ms","start":"2026-04-01T15:12:13.722769Z","end":"2026-04-01T15:12:13.852162Z","steps":["trace[1742916120] 'agreement among raft nodes before linearized reading' (duration: 129.090281ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:16.955766Z","caller":"traceutil/trace.go:171","msg":"trace[198801183] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"110.537521ms","start":"2026-04-01T15:12:16.84519Z","end":"2026-04-01T15:12:16.955728Z","steps":["trace[198801183] 'process raft request' (duration: 31.775136ms)","trace[198801183] 'compare' (duration: 78.568019ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:12:16.955903Z","caller":"traceutil/trace.go:171","msg":"trace[1235769103] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"110.519091ms","start":"2026-04-01T15:12:16.845371Z","end":"2026-04-01T15:12:16.95589Z","steps":["trace[1235769103] 'process raft request' (duration: 110.332595ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:16.955781Z","caller":"traceutil/trace.go:171","msg":"trace[1110304881] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"110.479449ms","start":"2026-04-01T15:12:16.845257Z","end":"2026-04-01T15:12:16.955736Z","steps":["trace[1110304881] 'process raft request' (duration: 110.410057ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:16.956553Z","caller":"traceutil/trace.go:171","msg":"trace[34588174] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"110.747117ms","start":"2026-04-01T15:12:16.845752Z","end":"2026-04-01T15:12:16.956499Z","steps":["trace[34588174] 'process raft request' (duration: 110.102229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:17.166284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.501371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-01T15:12:17.166373Z","caller":"traceutil/trace.go:171","msg":"trace[2030081273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1447; }","duration":"109.654435ms","start":"2026-04-01T15:12:17.056695Z","end":"2026-04-01T15:12:17.166349Z","steps":["trace[2030081273] 'range keys from in-memory index tree' (duration: 109.284204ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:17.304885Z","caller":"traceutil/trace.go:171","msg":"trace[455875756] linearizableReadLoop","detail":"{readStateIndex:1498; appliedIndex:1497; }","duration":"126.830836ms","start":"2026-04-01T15:12:17.178027Z","end":"2026-04-01T15:12:17.304857Z","steps":["trace[455875756] 'read index received' (duration: 126.669771ms)","trace[455875756] 'applied index is now lower than readState.Index' (duration: 160.015µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:12:17.305015Z","caller":"traceutil/trace.go:171","msg":"trace[1313976226] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"133.468939ms","start":"2026-04-01T15:12:17.171476Z","end":"2026-04-01T15:12:17.304945Z","steps":["trace[1313976226] 'process raft request' (duration: 133.199011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:17.305078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.98577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:12:17.305221Z","caller":"traceutil/trace.go:171","msg":"trace[1829048389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1448; }","duration":"127.200646ms","start":"2026-04-01T15:12:17.177994Z","end":"2026-04-01T15:12:17.305195Z","steps":["trace[1829048389] 'agreement among raft nodes before linearized reading' (duration: 126.959989ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:35.43275Z","caller":"traceutil/trace.go:171","msg":"trace[1341469860] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"377.310373ms","start":"2026-04-01T15:12:35.05541Z","end":"2026-04-01T15:12:35.432721Z","steps":["trace[1341469860] 'process raft request' (duration: 377.138168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:35.432946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:35.055391Z","time spent":"377.456218ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:12:35.469025Z","caller":"traceutil/trace.go:171","msg":"trace[23248485] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"411.990724ms","start":"2026-04-01T15:12:35.057011Z","end":"2026-04-01T15:12:35.469001Z","steps":["trace[23248485] 'process raft request' (duration: 410.82849ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:35.469129Z","caller":"traceutil/trace.go:171","msg":"trace[2029037535] linearizableReadLoop","detail":"{readStateIndex:1834; appliedIndex:1832; }","duration":"409.058499ms","start":"2026-04-01T15:12:35.060048Z","end":"2026-04-01T15:12:35.469107Z","steps":["trace[2029037535] 'read index received' (duration: 372.603997ms)","trace[2029037535] 'applied index is now lower than readState.Index' (duration: 36.452792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:12:35.469194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:35.056998Z","time spent":"412.105097ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:12:35.469263Z","caller":"traceutil/trace.go:171","msg":"trace[912286310] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"342.230541ms","start":"2026-04-01T15:12:35.126983Z","end":"2026-04-01T15:12:35.469213Z","steps":["trace[912286310] 'process raft request' (duration: 341.974704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:35.469333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.275585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T15:12:35.469383Z","caller":"traceutil/trace.go:171","msg":"trace[463102188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1758; }","duration":"409.355267ms","start":"2026-04-01T15:12:35.060019Z","end":"2026-04-01T15:12:35.469374Z","steps":["trace[463102188] 'agreement among raft nodes before linearized reading' (duration: 409.208233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:35.469394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.214515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T15:12:35.469468Z","caller":"traceutil/trace.go:171","msg":"trace[1355873191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1758; }","duration":"407.302607ms","start":"2026-04-01T15:12:35.062149Z","end":"2026-04-01T15:12:35.469451Z","steps":["trace[1355873191] 'agreement among raft nodes before linearized reading' (duration: 407.138733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:35.469487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:35.126956Z","time spent":"342.403107ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:12:35.469538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.330627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:12:35.469534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.481385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:12:35.469581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.140474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:12:35.469585Z","caller":"traceutil/trace.go:171","msg":"trace[1707432068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1758; }","duration":"293.42094ms","start":"2026-04-01T15:12:35.176153Z","end":"2026-04-01T15:12:35.469574Z","steps":["trace[1707432068] 'agreement among raft nodes before linearized reading' (duration: 293.351238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:35.469519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:35.06214Z","time spent":"407.36639ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:12:35.469607Z","caller":"traceutil/trace.go:171","msg":"trace[590956860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1758; }","duration":"393.609058ms","start":"2026-04-01T15:12:35.075979Z","end":"2026-04-01T15:12:35.469588Z","steps":["trace[590956860] 'agreement among raft nodes before linearized reading' (duration: 393.500275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:35.469418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:35.06001Z","time spent":"409.400009ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:12:35.469628Z","caller":"traceutil/trace.go:171","msg":"trace[2134490594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1758; }","duration":"394.213336ms","start":"2026-04-01T15:12:35.075401Z","end":"2026-04-01T15:12:35.469614Z","steps":["trace[2134490594] 'agreement among raft nodes before linearized reading' (duration: 394.144764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:35.469663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:35.07595Z","time spent":"393.696941ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:12:35.469646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.090723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:12:35.469705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:35.075382Z","time spent":"394.303529ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:12:35.469734Z","caller":"traceutil/trace.go:171","msg":"trace[1606631358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1758; }","duration":"394.235267ms","start":"2026-04-01T15:12:35.075477Z","end":"2026-04-01T15:12:35.469712Z","steps":["trace[1606631358] 'agreement among raft nodes before linearized reading' (duration: 394.051672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:35.469811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:35.075433Z","time spent":"394.36262ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T15:12:46.676217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389156620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:12:46.817685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.075996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c81d72b9-38bb-404a-8358-3158c4aa095e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-01T15:12:46.817785Z","caller":"traceutil/trace.go:171","msg":"trace[1642908190] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c81d72b9-38bb-404a-8358-3158c4aa095e; range_end:; response_count:1; response_revision:1887; }","duration":"772.22163ms","start":"2026-04-01T15:12:46.045544Z","end":"2026-04-01T15:12:46.817766Z","steps":["trace[1642908190] 'range keys from in-memory index tree' (duration: 771.745177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:46.817751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.292247ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:12:46.817833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:46.045523Z","time spent":"772.298163ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c81d72b9-38bb-404a-8358-3158c4aa095e\" "} {"level":"info","ts":"2026-04-01T15:12:46.817881Z","caller":"traceutil/trace.go:171","msg":"trace[79570820] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1887; }","duration":"778.433091ms","start":"2026-04-01T15:12:46.039424Z","end":"2026-04-01T15:12:46.817857Z","steps":["trace[79570820] 'range keys from in-memory index tree' (duration: 778.279726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:47.177144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389156620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:12:47.196291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094239563s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T15:12:47.19678Z","caller":"traceutil/trace.go:171","msg":"trace[2007200916] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"1.094856792s","start":"2026-04-01T15:12:46.101898Z","end":"2026-04-01T15:12:47.196755Z","steps":["trace[2007200916] 'process raft request' (duration: 1.094705417s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:47.196979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:46.101868Z","time spent":"1.095031396s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:12:47.582845Z","caller":"traceutil/trace.go:171","msg":"trace[43184023] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"1.112664549s","start":"2026-04-01T15:12:46.470147Z","end":"2026-04-01T15:12:47.582811Z","steps":["trace[43184023] 'process raft request' (duration: 1.11237069s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:47.583013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:46.47012Z","time spent":"1.112804253s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:12:47.583102Z","caller":"traceutil/trace.go:171","msg":"trace[1585080686] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1966; }","duration":"1.406940734s","start":"2026-04-01T15:12:46.176137Z","end":"2026-04-01T15:12:47.583078Z","steps":["trace[1585080686] 'read index received' (duration: 1.020584297s)","trace[1585080686] 'applied index is now lower than readState.Index' (duration: 386.355487ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:12:47.583196Z","caller":"traceutil/trace.go:171","msg":"trace[1880841392] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"636.9731ms","start":"2026-04-01T15:12:46.946205Z","end":"2026-04-01T15:12:47.583178Z","steps":["trace[1880841392] 'process raft request' (duration: 636.765923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:47.583283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40712178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:12:47.583263Z","caller":"traceutil/trace.go:171","msg":"trace[1105769543] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"757.213893ms","start":"2026-04-01T15:12:46.826018Z","end":"2026-04-01T15:12:47.583232Z","steps":["trace[1105769543] 'process raft request' (duration: 756.698738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:47.583297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:46.946178Z","time spent":"637.068763ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:12:47.583388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123198246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c81d72b9-38bb-404a-8358-3158c4aa095e\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-01T15:12:47.583328Z","caller":"traceutil/trace.go:171","msg":"trace[922285503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"1.407208252s","start":"2026-04-01T15:12:46.176107Z","end":"2026-04-01T15:12:47.583315Z","steps":["trace[922285503] 'agreement among raft nodes before linearized reading' (duration: 1.407116389s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:47.583439Z","caller":"traceutil/trace.go:171","msg":"trace[1231463252] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c81d72b9-38bb-404a-8358-3158c4aa095e; range_end:; response_count:1; response_revision:1891; }","duration":"1.123259628s","start":"2026-04-01T15:12:46.460154Z","end":"2026-04-01T15:12:47.583413Z","steps":["trace[1231463252] 'agreement among raft nodes before linearized reading' (duration: 1.123202767s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:47.583439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:46.176091Z","time spent":"1.407336756s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:12:47.583434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:46.825995Z","time spent":"757.346976ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:12:47.583481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:46.460135Z","time spent":"1.12333724s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c81d72b9-38bb-404a-8358-3158c4aa095e\" "} {"level":"warn","ts":"2026-04-01T15:12:47.583678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.759764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T15:12:47.583676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.344052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:12:47.583713Z","caller":"traceutil/trace.go:171","msg":"trace[2135862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1891; }","duration":"334.818436ms","start":"2026-04-01T15:12:47.248884Z","end":"2026-04-01T15:12:47.583703Z","steps":["trace[2135862] 'agreement among raft nodes before linearized reading' (duration: 334.706923ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:47.583721Z","caller":"traceutil/trace.go:171","msg":"trace[1031588570] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1891; }","duration":"924.427285ms","start":"2026-04-01T15:12:46.659282Z","end":"2026-04-01T15:12:47.58371Z","steps":["trace[1031588570] 'agreement among raft nodes before linearized reading' (duration: 924.343623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:47.583744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:47.248864Z","time spent":"334.871797ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:12:47.583751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:46.659263Z","time spent":"924.480406ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":23,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:12:47.583807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.604574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T15:12:47.58382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.187604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:12:47.583866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107569271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:12:47.583934Z","caller":"traceutil/trace.go:171","msg":"trace[1637052198] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1891; }","duration":"442.353509ms","start":"2026-04-01T15:12:47.14156Z","end":"2026-04-01T15:12:47.583914Z","steps":["trace[1637052198] 'agreement among raft nodes before linearized reading' (duration: 442.127632ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:47.583979Z","caller":"traceutil/trace.go:171","msg":"trace[1806396734] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1891; }","duration":"1.107715115s","start":"2026-04-01T15:12:46.47624Z","end":"2026-04-01T15:12:47.583955Z","steps":["trace[1806396734] 'agreement among raft nodes before linearized reading' (duration: 1.107492019s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:47.58407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:46.476184Z","time spent":"1.10787026s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:12:47.583873Z","caller":"traceutil/trace.go:171","msg":"trace[29090303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1891; }","duration":"942.695917ms","start":"2026-04-01T15:12:46.641143Z","end":"2026-04-01T15:12:47.583839Z","steps":["trace[29090303] 'agreement among raft nodes before linearized reading' (duration: 942.519492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:47.58417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:46.641116Z","time spent":"943.041707ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:12:47.584077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:47.14153Z","time spent":"442.500513ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:12:48.093131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389156627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:12:49.592466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T15:12:49.592572Z","caller":"traceutil/trace.go:171","msg":"trace[1256079685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161187s","start":"2026-04-01T15:12:47.592393Z","end":"2026-04-01T15:12:49.592554Z","steps":["trace[1256079685] 'agreement among raft nodes before linearized reading' (duration: 2.000028904s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:49.592621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:47.592383Z","time spent":"2.000227249s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 15:12:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T15:12:50.234637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966587219s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:12:50.234715Z","caller":"traceutil/trace.go:171","msg":"trace[677953335] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"2.645975154s","start":"2026-04-01T15:12:47.588726Z","end":"2026-04-01T15:12:50.234701Z","steps":["trace[677953335] 'process raft request' (duration: 679.263542ms)","trace[677953335] 'compare' (duration: 1.965485987s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:12:50.234753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:47.588704Z","time spent":"2.646031995s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:12:50.784705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.516710287s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T15:12:50.785206Z","caller":"traceutil/trace.go:171","msg":"trace[167726860] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"3.195969629s","start":"2026-04-01T15:12:47.589211Z","end":"2026-04-01T15:12:50.785181Z","steps":["trace[167726860] 'process raft request' (duration: 3.195877957s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:50.785215Z","caller":"traceutil/trace.go:171","msg":"trace[360741053] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"3.196233227s","start":"2026-04-01T15:12:47.588934Z","end":"2026-04-01T15:12:50.785167Z","steps":["trace[360741053] 'process raft request' (duration: 3.196021691s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:50.785362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:47.589201Z","time spent":"3.196079262s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:12:50.785392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:47.588918Z","time spent":"3.196378571s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:12:50.785487Z","caller":"traceutil/trace.go:171","msg":"trace[985262319] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"3.196209586s","start":"2026-04-01T15:12:47.589233Z","end":"2026-04-01T15:12:50.785442Z","steps":["trace[985262319] 'process raft request' (duration: 3.195912317s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:50.785582Z","caller":"traceutil/trace.go:171","msg":"trace[146977305] linearizableReadLoop","detail":"{readStateIndex:1976; appliedIndex:1970; }","duration":"3.193130796s","start":"2026-04-01T15:12:47.592425Z","end":"2026-04-01T15:12:50.785556Z","steps":["trace[146977305] 'read index received' (duration: 675.645786ms)","trace[146977305] 'applied index is now lower than readState.Index' (duration: 2.51748422s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:12:50.785636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:47.589209Z","time spent":"3.196353411s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:12:50.785656Z","caller":"traceutil/trace.go:171","msg":"trace[2134024597] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"3.196362611s","start":"2026-04-01T15:12:47.589244Z","end":"2026-04-01T15:12:50.785606Z","steps":["trace[2134024597] 'process raft request' (duration: 3.196128014s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:50.785634Z","caller":"traceutil/trace.go:171","msg":"trace[1483685407] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"3.117534494s","start":"2026-04-01T15:12:47.668067Z","end":"2026-04-01T15:12:50.785602Z","steps":["trace[1483685407] 'process raft request' (duration: 3.117437071s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:50.786007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:47.589225Z","time spent":"3.196582697s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:12:50.786011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:47.668043Z","time spent":"3.117783451s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:12:51.177998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.203195ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T15:12:51.178423Z","caller":"traceutil/trace.go:171","msg":"trace[1715746508] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"2.025300201s","start":"2026-04-01T15:12:49.153106Z","end":"2026-04-01T15:12:51.178406Z","steps":["trace[1715746508] 'process raft request' (duration: 2.025004272s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:51.178517Z","caller":"traceutil/trace.go:171","msg":"trace[354711230] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"1.975286163s","start":"2026-04-01T15:12:49.203133Z","end":"2026-04-01T15:12:51.178419Z","steps":["trace[354711230] 'process raft request' (duration: 1.97517296s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:51.178562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:49.153076Z","time spent":"2.025404313s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:12:51.178712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:49.203113Z","time spent":"1.97548766s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:12:51.179135Z","caller":"traceutil/trace.go:171","msg":"trace[797114991] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"1.894938092s","start":"2026-04-01T15:12:49.284184Z","end":"2026-04-01T15:12:51.179122Z","steps":["trace[797114991] 'process raft request' (duration: 1.894170369s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:51.179219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:49.284161Z","time spent":"1.895005624s","remote":"127.0.0.1:45632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7746,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:12:51.179583Z","caller":"traceutil/trace.go:171","msg":"trace[1261710556] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1976; }","duration":"393.943749ms","start":"2026-04-01T15:12:50.785627Z","end":"2026-04-01T15:12:51.179571Z","steps":["trace[1261710556] 'read index received' (duration: 252.106086ms)","trace[1261710556] 'applied index is now lower than readState.Index' (duration: 141.836843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:12:51.179717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586742993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:12:51.179779Z","caller":"traceutil/trace.go:171","msg":"trace[616220101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1903; }","duration":"1.586806685s","start":"2026-04-01T15:12:49.592961Z","end":"2026-04-01T15:12:51.179767Z","steps":["trace[616220101] 'agreement among raft nodes before linearized reading' (duration: 1.586727292s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:51.179814Z","caller":"traceutil/trace.go:171","msg":"trace[1033040700] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"1.59075623s","start":"2026-04-01T15:12:49.58905Z","end":"2026-04-01T15:12:51.179807Z","steps":["trace[1033040700] 'process raft request' (duration: 1.590103211s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:51.179932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:49.589022Z","time spent":"1.590856232s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:12:51.18003Z","caller":"traceutil/trace.go:171","msg":"trace[1488936354] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"1.590890283s","start":"2026-04-01T15:12:49.589132Z","end":"2026-04-01T15:12:51.180023Z","steps":["trace[1488936354] 'process raft request' (duration: 1.590366278s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:51.180099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:49.589101Z","time spent":"1.590950695s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:12:51.180111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.276983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:12:51.180208Z","caller":"traceutil/trace.go:171","msg":"trace[2043661896] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1903; }","duration":"562.415717ms","start":"2026-04-01T15:12:50.61778Z","end":"2026-04-01T15:12:51.180196Z","steps":["trace[2043661896] 'agreement among raft nodes before linearized reading' (duration: 562.251802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:51.18021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.257667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:12:51.180276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018960102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-04-01T15:12:51.180293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:50.617754Z","time spent":"562.49963ms","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:12:51.180121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.45129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2445b61446e85\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-04-01T15:12:51.180414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573208505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T15:12:51.180424Z","caller":"traceutil/trace.go:171","msg":"trace[669905501] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2445b61446e85; range_end:; response_count:1; response_revision:1903; }","duration":"768.78794ms","start":"2026-04-01T15:12:50.411604Z","end":"2026-04-01T15:12:51.180392Z","steps":["trace[669905501] 'agreement among raft nodes before linearized reading' (duration: 768.067469ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:51.180461Z","caller":"traceutil/trace.go:171","msg":"trace[1453595751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1903; }","duration":"2.573285307s","start":"2026-04-01T15:12:48.607161Z","end":"2026-04-01T15:12:51.180446Z","steps":["trace[1453595751] 'agreement among raft nodes before linearized reading' (duration: 2.573184274s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:51.180467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:50.411583Z","time spent":"768.871703ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2445b61446e85\" "} {"level":"warn","ts":"2026-04-01T15:12:51.180503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:48.60713Z","time spent":"2.57336397s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:12:51.180531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.550699585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:12:51.180596Z","caller":"traceutil/trace.go:171","msg":"trace[1225264230] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1903; }","duration":"3.550802738s","start":"2026-04-01T15:12:47.629779Z","end":"2026-04-01T15:12:51.180582Z","steps":["trace[1225264230] 'agreement among raft nodes before linearized reading' (duration: 3.550707986s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:51.180309Z","caller":"traceutil/trace.go:171","msg":"trace[987527471] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1903; }","duration":"708.38574ms","start":"2026-04-01T15:12:50.471892Z","end":"2026-04-01T15:12:51.180278Z","steps":["trace[987527471] 'agreement among raft nodes before linearized reading' (duration: 708.278497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:51.180724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574259545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c81d72b9-38bb-404a-8358-3158c4aa095e\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-01T15:12:51.180762Z","caller":"traceutil/trace.go:171","msg":"trace[649058836] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c81d72b9-38bb-404a-8358-3158c4aa095e; range_end:; response_count:1; response_revision:1903; }","duration":"2.574345988s","start":"2026-04-01T15:12:48.606407Z","end":"2026-04-01T15:12:51.180753Z","steps":["trace[649058836] 'agreement among raft nodes before linearized reading' (duration: 2.574257676s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:51.180707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:47.629759Z","time spent":"3.55087576s","remote":"127.0.0.1:45632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:12:51.180809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:48.606385Z","time spent":"2.57441303s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c81d72b9-38bb-404a-8358-3158c4aa095e\" "} {"level":"info","ts":"2026-04-01T15:12:51.180322Z","caller":"traceutil/trace.go:171","msg":"trace[1694167810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1903; }","duration":"3.019034154s","start":"2026-04-01T15:12:48.161276Z","end":"2026-04-01T15:12:51.18031Z","steps":["trace[1694167810] 'agreement among raft nodes before linearized reading' (duration: 3.018901651s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:51.180933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:48.161257Z","time spent":"3.019662082s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T15:12:51.180449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.226769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:12:51.181471Z","caller":"traceutil/trace.go:171","msg":"trace[1139086105] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1903; }","duration":"149.144846ms","start":"2026-04-01T15:12:51.032163Z","end":"2026-04-01T15:12:51.181308Z","steps":["trace[1139086105] 'agreement among raft nodes before linearized reading' (duration: 148.239199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:51.179834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:49.59293Z","time spent":"1.586894227s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T15:12:51.179783Z","caller":"traceutil/trace.go:171","msg":"trace[2030463510] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"665.001216ms","start":"2026-04-01T15:12:50.514768Z","end":"2026-04-01T15:12:51.17977Z","steps":["trace[2030463510] 'process raft request' (duration: 664.771509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:51.181689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:50.514739Z","time spent":"666.879991ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:12:51.180705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:12:50.471867Z","time spent":"708.824194ms","remote":"127.0.0.1:55910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:12:52.948958Z","caller":"traceutil/trace.go:171","msg":"trace[1224359235] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"113.941019ms","start":"2026-04-01T15:12:52.834989Z","end":"2026-04-01T15:12:52.94893Z","steps":["trace[1224359235] 'process raft request' (duration: 80.218757ms)","trace[1224359235] 'compare' (duration: 33.271049ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:12:52.951935Z","caller":"traceutil/trace.go:171","msg":"trace[229321937] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"116.839624ms","start":"2026-04-01T15:12:52.835075Z","end":"2026-04-01T15:12:52.951914Z","steps":["trace[229321937] 'process raft request' (duration: 116.732401ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:53.299285Z","caller":"traceutil/trace.go:171","msg":"trace[1024900797] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"114.179977ms","start":"2026-04-01T15:12:53.185084Z","end":"2026-04-01T15:12:53.299264Z","steps":["trace[1024900797] 'process raft request' (duration: 114.058544ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:53.302069Z","caller":"traceutil/trace.go:171","msg":"trace[778407299] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"116.721281ms","start":"2026-04-01T15:12:53.185329Z","end":"2026-04-01T15:12:53.302051Z","steps":["trace[778407299] 'process raft request' (duration: 116.603258ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:12:53.302243Z","caller":"traceutil/trace.go:171","msg":"trace[106766422] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1995; }","duration":"102.055313ms","start":"2026-04-01T15:12:53.200166Z","end":"2026-04-01T15:12:53.302221Z","steps":["trace[106766422] 'read index received' (duration: 99.082477ms)","trace[106766422] 'applied index is now lower than readState.Index' (duration: 2.970946ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:12:53.302363Z","caller":"traceutil/trace.go:171","msg":"trace[2145501803] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"115.741442ms","start":"2026-04-01T15:12:53.186567Z","end":"2026-04-01T15:12:53.302308Z","steps":["trace[2145501803] 'process raft request' (duration: 115.445873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:53.302551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.110307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T15:12:53.302589Z","caller":"traceutil/trace.go:171","msg":"trace[1958570531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1917; }","duration":"100.20291ms","start":"2026-04-01T15:12:53.202376Z","end":"2026-04-01T15:12:53.302579Z","steps":["trace[1958570531] 'agreement among raft nodes before linearized reading' (duration: 100.052395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:12:53.302818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.649251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c81d72b9-38bb-404a-8358-3158c4aa095e\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-04-01T15:12:53.302945Z","caller":"traceutil/trace.go:171","msg":"trace[412746410] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c81d72b9-38bb-404a-8358-3158c4aa095e; range_end:; response_count:1; response_revision:1917; }","duration":"102.815486ms","start":"2026-04-01T15:12:53.20012Z","end":"2026-04-01T15:12:53.302935Z","steps":["trace[412746410] 'agreement among raft nodes before linearized reading' (duration: 102.174027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:06.265662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.308228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:13:06.265734Z","caller":"traceutil/trace.go:171","msg":"trace[963429341] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2023; }","duration":"733.39335ms","start":"2026-04-01T15:13:05.532326Z","end":"2026-04-01T15:13:06.265719Z","steps":["trace[963429341] 'count revisions from in-memory index tree' (duration: 733.196385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:06.265764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:05.532285Z","time spent":"733.471572ms","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:13:06.265958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.585787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T15:13:06.265987Z","caller":"traceutil/trace.go:171","msg":"trace[297655631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2023; }","duration":"725.613408ms","start":"2026-04-01T15:13:05.540365Z","end":"2026-04-01T15:13:06.265979Z","steps":["trace[297655631] 'range keys from in-memory index tree' (duration: 725.472905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:06.266005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:05.540306Z","time spent":"725.695031ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:13:06.266089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.289699ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:06.266245Z","caller":"traceutil/trace.go:171","msg":"trace[696543518] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2023; }","duration":"250.467364ms","start":"2026-04-01T15:13:06.015749Z","end":"2026-04-01T15:13:06.266217Z","steps":["trace[696543518] 'range keys from in-memory index tree' (duration: 250.268698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:06.266395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.242243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:06.26643Z","caller":"traceutil/trace.go:171","msg":"trace[1644407898] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2023; }","duration":"255.315465ms","start":"2026-04-01T15:13:06.011106Z","end":"2026-04-01T15:13:06.266422Z","steps":["trace[1644407898] 'count revisions from in-memory index tree' (duration: 255.169701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:07.304081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389156911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:13:07.805118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389156911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:13:08.305246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389156911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:13:08.443096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.902843703s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T15:13:08.715057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.595409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:13:08.715221Z","caller":"traceutil/trace.go:171","msg":"trace[898375449] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"2.175033797s","start":"2026-04-01T15:13:06.540164Z","end":"2026-04-01T15:13:08.715198Z","steps":["trace[898375449] 'process raft request' (duration: 1.903131371s)","trace[898375449] 'compare' (duration: 271.328741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:13:08.715477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:06.540151Z","time spent":"2.175112039s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:08.783064Z","caller":"traceutil/trace.go:171","msg":"trace[235374773] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"1.878782079s","start":"2026-04-01T15:13:06.904253Z","end":"2026-04-01T15:13:08.783035Z","steps":["trace[235374773] 'process raft request' (duration: 1.878600964s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:08.783373Z","caller":"traceutil/trace.go:171","msg":"trace[577197648] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"1.433418573s","start":"2026-04-01T15:13:07.349921Z","end":"2026-04-01T15:13:08.78334Z","steps":["trace[577197648] 'process raft request' (duration: 1.433071563s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:08.783434Z","caller":"traceutil/trace.go:171","msg":"trace[19523100] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"1.431376088s","start":"2026-04-01T15:13:07.35203Z","end":"2026-04-01T15:13:08.783406Z","steps":["trace[19523100] 'process raft request' (duration: 1.431151042s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:08.783471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:06.904221Z","time spent":"1.878939653s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:08.783537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:07.349897Z","time spent":"1.433562177s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:08.783598Z","caller":"traceutil/trace.go:171","msg":"trace[616816576] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"1.427731878s","start":"2026-04-01T15:13:07.355844Z","end":"2026-04-01T15:13:08.783576Z","steps":["trace[616816576] 'process raft request' (duration: 1.427504602s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:08.783629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:07.35202Z","time spent":"1.431496881s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:08.783722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:07.355818Z","time spent":"1.427842372s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:08.783746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980023353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:08.783866Z","caller":"traceutil/trace.go:171","msg":"trace[2019915926] linearizableReadLoop","detail":"{readStateIndex:2114; appliedIndex:2109; }","duration":"1.979778686s","start":"2026-04-01T15:13:06.803742Z","end":"2026-04-01T15:13:08.78352Z","steps":["trace[2019915926] 'read index received' (duration: 1.639566581s)","trace[2019915926] 'applied index is now lower than readState.Index' (duration: 340.210065ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:13:08.784102Z","caller":"traceutil/trace.go:171","msg":"trace[2035659818] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2030; }","duration":"1.980373992s","start":"2026-04-01T15:13:06.803668Z","end":"2026-04-01T15:13:08.784042Z","steps":["trace[2035659818] 'agreement among raft nodes before linearized reading' (duration: 1.980038953s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:08.784267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.681183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:08.784324Z","caller":"traceutil/trace.go:171","msg":"trace[1351082569] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2030; }","duration":"413.792226ms","start":"2026-04-01T15:13:08.370515Z","end":"2026-04-01T15:13:08.784307Z","steps":["trace[1351082569] 'agreement among raft nodes before linearized reading' (duration: 413.701094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:08.784362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690586079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T15:13:08.78437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:08.370499Z","time spent":"413.860558ms","remote":"127.0.0.1:55818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:13:08.784351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:06.803637Z","time spent":"1.980621299s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:13:08.784423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.806577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:08.784446Z","caller":"traceutil/trace.go:171","msg":"trace[1598372016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2030; }","duration":"606.878849ms","start":"2026-04-01T15:13:08.177562Z","end":"2026-04-01T15:13:08.784441Z","steps":["trace[1598372016] 'agreement among raft nodes before linearized reading' (duration: 606.847338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:08.784464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:08.177541Z","time spent":"606.91942ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:13:08.784183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80604252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:13:08.784395Z","caller":"traceutil/trace.go:171","msg":"trace[1283912235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2030; }","duration":"1.69065814s","start":"2026-04-01T15:13:07.093727Z","end":"2026-04-01T15:13:08.784385Z","steps":["trace[1283912235] 'agreement among raft nodes before linearized reading' (duration: 1.690552318s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:08.785214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:07.093703Z","time spent":"1.691479533s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:13:08.784616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510606133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T15:13:08.785198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74688006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-01T15:13:08.785293Z","caller":"traceutil/trace.go:171","msg":"trace[1375905648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2030; }","duration":"1.511327223s","start":"2026-04-01T15:13:07.27395Z","end":"2026-04-01T15:13:08.785277Z","steps":["trace[1375905648] 'agreement among raft nodes before linearized reading' (duration: 1.510616203s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:08.785341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:07.273927Z","time spent":"1.511401834s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:13:08.784598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799204824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:13:08.785467Z","caller":"traceutil/trace.go:171","msg":"trace[909468539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2030; }","duration":"1.800087098s","start":"2026-04-01T15:13:06.985361Z","end":"2026-04-01T15:13:08.785449Z","steps":["trace[909468539] 'agreement among raft nodes before linearized reading' (duration: 1.799110332s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:08.784619Z","caller":"traceutil/trace.go:171","msg":"trace[49421877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2030; }","duration":"1.806510932s","start":"2026-04-01T15:13:06.978091Z","end":"2026-04-01T15:13:08.784602Z","steps":["trace[49421877] 'agreement among raft nodes before linearized reading' (duration: 1.805985618s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:08.78558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:06.98535Z","time spent":"1.800211672s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:13:08.78562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:06.97807Z","time spent":"1.807537961s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T15:13:08.785361Z","caller":"traceutil/trace.go:171","msg":"trace[1748620928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2030; }","duration":"1.747054365s","start":"2026-04-01T15:13:07.038268Z","end":"2026-04-01T15:13:08.785286Z","steps":["trace[1748620928] 'agreement among raft nodes before linearized reading' (duration: 1.746066278s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:08.785787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:07.038238Z","time spent":"1.747537868s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:13:08.897122Z","caller":"traceutil/trace.go:171","msg":"trace[270430033] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"107.882004ms","start":"2026-04-01T15:13:08.789204Z","end":"2026-04-01T15:13:08.897086Z","steps":["trace[270430033] 'process raft request' (duration: 100.405061ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:08.897428Z","caller":"traceutil/trace.go:171","msg":"trace[1514126670] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"107.688939ms","start":"2026-04-01T15:13:08.789704Z","end":"2026-04-01T15:13:08.897393Z","steps":["trace[1514126670] 'process raft request' (duration: 107.319399ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:08.897541Z","caller":"traceutil/trace.go:171","msg":"trace[164521768] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"106.544748ms","start":"2026-04-01T15:13:08.790957Z","end":"2026-04-01T15:13:08.897502Z","steps":["trace[164521768] 'process raft request' (duration: 106.320302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:27.973575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.739219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:27.973651Z","caller":"traceutil/trace.go:171","msg":"trace[1038032695] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2143; }","duration":"235.889033ms","start":"2026-04-01T15:13:27.737744Z","end":"2026-04-01T15:13:27.973633Z","steps":["trace[1038032695] 'count revisions from in-memory index tree' (duration: 235.627976ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:29.340057Z","caller":"traceutil/trace.go:171","msg":"trace[1162676751] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"106.413711ms","start":"2026-04-01T15:13:29.233616Z","end":"2026-04-01T15:13:29.34003Z","steps":["trace[1162676751] 'process raft request' (duration: 106.266077ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:29.401603Z","caller":"traceutil/trace.go:171","msg":"trace[299183340] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"167.335563ms","start":"2026-04-01T15:13:29.23424Z","end":"2026-04-01T15:13:29.401575Z","steps":["trace[299183340] 'process raft request' (duration: 167.281601ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:29.401678Z","caller":"traceutil/trace.go:171","msg":"trace[1034649870] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"167.484327ms","start":"2026-04-01T15:13:29.234151Z","end":"2026-04-01T15:13:29.401636Z","steps":["trace[1034649870] 'process raft request' (duration: 167.23662ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:35.262794Z","caller":"traceutil/trace.go:171","msg":"trace[86056395] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"289.897846ms","start":"2026-04-01T15:13:34.972867Z","end":"2026-04-01T15:13:35.262765Z","steps":["trace[86056395] 'process raft request' (duration: 289.720391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:35.987004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.878761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:13:35.987206Z","caller":"traceutil/trace.go:171","msg":"trace[98676763] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"1.0111559s","start":"2026-04-01T15:13:34.976004Z","end":"2026-04-01T15:13:35.98716Z","steps":["trace[98676763] 'process raft request' (duration: 821.012712ms)","trace[98676763] 'compare' (duration: 189.621824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:13:35.987452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007348775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T15:13:35.987476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:34.975977Z","time spent":"1.011355615s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:35.987497Z","caller":"traceutil/trace.go:171","msg":"trace[80210160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2180; }","duration":"1.007429967s","start":"2026-04-01T15:13:34.980057Z","end":"2026-04-01T15:13:35.987487Z","steps":["trace[80210160] 'agreement among raft nodes before linearized reading' (duration: 1.007239942s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:35.98754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:34.980046Z","time spent":"1.007485179s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T15:13:35.987266Z","caller":"traceutil/trace.go:171","msg":"trace[1739220032] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2267; }","duration":"1.007109239s","start":"2026-04-01T15:13:34.980136Z","end":"2026-04-01T15:13:35.987245Z","steps":["trace[1739220032] 'read index received' (duration: 282.591915ms)","trace[1739220032] 'applied index is now lower than readState.Index' (duration: 724.516184ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:13:35.98773Z","caller":"traceutil/trace.go:171","msg":"trace[1384093477] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"1.010839681s","start":"2026-04-01T15:13:34.976883Z","end":"2026-04-01T15:13:35.987723Z","steps":["trace[1384093477] 'process raft request' (duration: 1.010321257s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:35.987701Z","caller":"traceutil/trace.go:171","msg":"trace[1192068636] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"1.011657714s","start":"2026-04-01T15:13:34.976033Z","end":"2026-04-01T15:13:35.987691Z","steps":["trace[1192068636] 'process raft request' (duration: 1.011079888s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:35.987794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:34.976856Z","time spent":"1.010903443s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:35.98798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.954004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:13:35.98803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.612168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T15:13:35.987985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.48985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:13:35.988069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.406973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:35.988085Z","caller":"traceutil/trace.go:171","msg":"trace[1908020336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2180; }","duration":"978.69823ms","start":"2026-04-01T15:13:35.009372Z","end":"2026-04-01T15:13:35.988071Z","steps":["trace[1908020336] 'agreement among raft nodes before linearized reading' (duration: 978.444363ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:35.988117Z","caller":"traceutil/trace.go:171","msg":"trace[1770660263] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2180; }","duration":"195.482665ms","start":"2026-04-01T15:13:35.792624Z","end":"2026-04-01T15:13:35.988106Z","steps":["trace[1770660263] 'agreement among raft nodes before linearized reading' (duration: 195.403723ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:35.988106Z","caller":"traceutil/trace.go:171","msg":"trace[1238372704] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2180; }","duration":"878.666085ms","start":"2026-04-01T15:13:35.109417Z","end":"2026-04-01T15:13:35.988083Z","steps":["trace[1238372704] 'agreement among raft nodes before linearized reading' (duration: 878.424998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:35.988124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:35.009359Z","time spent":"978.757592ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T15:13:35.988078Z","caller":"traceutil/trace.go:171","msg":"trace[144994556] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2180; }","duration":"593.106698ms","start":"2026-04-01T15:13:35.394947Z","end":"2026-04-01T15:13:35.988053Z","steps":["trace[144994556] 'agreement among raft nodes before linearized reading' (duration: 592.872651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:35.988166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:35.109395Z","time spent":"878.759747ms","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:13:35.988143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.744229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T15:13:35.988208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.786319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T15:13:35.988219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.975833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:13:35.988245Z","caller":"traceutil/trace.go:171","msg":"trace[957818990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2180; }","duration":"963.896453ms","start":"2026-04-01T15:13:35.024322Z","end":"2026-04-01T15:13:35.988218Z","steps":["trace[957818990] 'agreement among raft nodes before linearized reading' (duration: 963.621826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:35.988261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:35.394927Z","time spent":"593.287892ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:13:35.988293Z","caller":"traceutil/trace.go:171","msg":"trace[1957545324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2180; }","duration":"562.085826ms","start":"2026-04-01T15:13:35.426187Z","end":"2026-04-01T15:13:35.988273Z","steps":["trace[1957545324] 'agreement among raft nodes before linearized reading' (duration: 561.85792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:35.988302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:35.024298Z","time spent":"963.994356ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T15:13:35.988281Z","caller":"traceutil/trace.go:171","msg":"trace[813642545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2180; }","duration":"623.899723ms","start":"2026-04-01T15:13:35.364363Z","end":"2026-04-01T15:13:35.988263Z","steps":["trace[813642545] 'agreement among raft nodes before linearized reading' (duration: 623.462551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:35.988331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:35.426176Z","time spent":"562.147958ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:13:35.988354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:35.364343Z","time spent":"623.998586ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:13:35.98804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:34.976007Z","time spent":"1.011884719s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:35.988842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.72403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:35.988896Z","caller":"traceutil/trace.go:171","msg":"trace[2136722930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2180; }","duration":"810.815442ms","start":"2026-04-01T15:13:35.178064Z","end":"2026-04-01T15:13:35.988879Z","steps":["trace[2136722930] 'agreement among raft nodes before linearized reading' (duration: 809.767814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:35.988231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.214238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T15:13:35.988928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:35.178045Z","time spent":"810.876054ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T15:13:35.988968Z","caller":"traceutil/trace.go:171","msg":"trace[1308196166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2180; }","duration":"563.967237ms","start":"2026-04-01T15:13:35.42498Z","end":"2026-04-01T15:13:35.988947Z","steps":["trace[1308196166] 'agreement among raft nodes before linearized reading' (duration: 563.121194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:35.989041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:35.424965Z","time spent":"564.05896ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:13:36.220032Z","caller":"traceutil/trace.go:171","msg":"trace[1748803495] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"226.727602ms","start":"2026-04-01T15:13:35.993288Z","end":"2026-04-01T15:13:36.220015Z","steps":["trace[1748803495] 'process raft request' (duration: 226.680441ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:36.220081Z","caller":"traceutil/trace.go:171","msg":"trace[2027779967] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"226.812585ms","start":"2026-04-01T15:13:35.993241Z","end":"2026-04-01T15:13:36.220053Z","steps":["trace[2027779967] 'process raft request' (duration: 226.61456ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:36.22039Z","caller":"traceutil/trace.go:171","msg":"trace[1859266754] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"226.705562ms","start":"2026-04-01T15:13:35.993667Z","end":"2026-04-01T15:13:36.220373Z","steps":["trace[1859266754] 'process raft request' (duration: 226.324822ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:36.220425Z","caller":"traceutil/trace.go:171","msg":"trace[400883789] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"226.674291ms","start":"2026-04-01T15:13:35.993731Z","end":"2026-04-01T15:13:36.220405Z","steps":["trace[400883789] 'process raft request' (duration: 226.547918ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:40.170734Z","caller":"traceutil/trace.go:171","msg":"trace[1156462199] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"169.304286ms","start":"2026-04-01T15:13:40.001387Z","end":"2026-04-01T15:13:40.170692Z","steps":["trace[1156462199] 'process raft request' (duration: 169.08572ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:40.170887Z","caller":"traceutil/trace.go:171","msg":"trace[723058283] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2291; }","duration":"154.4947ms","start":"2026-04-01T15:13:40.016368Z","end":"2026-04-01T15:13:40.170863Z","steps":["trace[723058283] 'read index received' (duration: 154.054318ms)","trace[723058283] 'applied index is now lower than readState.Index' (duration: 438.592µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:13:40.171002Z","caller":"traceutil/trace.go:171","msg":"trace[284306081] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"168.730941ms","start":"2026-04-01T15:13:40.002179Z","end":"2026-04-01T15:13:40.17091Z","steps":["trace[284306081] 'process raft request' (duration: 168.469814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:40.17107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.690456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T15:13:40.171167Z","caller":"traceutil/trace.go:171","msg":"trace[1314808844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2201; }","duration":"154.83088ms","start":"2026-04-01T15:13:40.016321Z","end":"2026-04-01T15:13:40.171152Z","steps":["trace[1314808844] 'agreement among raft nodes before linearized reading' (duration: 154.640404ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:40.565887Z","caller":"traceutil/trace.go:171","msg":"trace[1479168473] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"236.147241ms","start":"2026-04-01T15:13:40.329707Z","end":"2026-04-01T15:13:40.565854Z","steps":["trace[1479168473] 'process raft request' (duration: 173.660116ms)","trace[1479168473] 'compare' (duration: 62.29923ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:13:40.56603Z","caller":"traceutil/trace.go:171","msg":"trace[571497067] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"236.207203ms","start":"2026-04-01T15:13:40.329793Z","end":"2026-04-01T15:13:40.566Z","steps":["trace[571497067] 'process raft request' (duration: 236.017528ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:42.208002Z","caller":"traceutil/trace.go:171","msg":"trace[513995257] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"197.752557ms","start":"2026-04-01T15:13:42.010224Z","end":"2026-04-01T15:13:42.207977Z","steps":["trace[513995257] 'process raft request' (duration: 197.49582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:42.707962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389157367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:13:43.256655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389157367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:13:43.686697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479052672s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T15:13:44.209205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000143594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T15:13:44.209326Z","caller":"traceutil/trace.go:171","msg":"trace[1092688817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311628s","start":"2026-04-01T15:13:42.20899Z","end":"2026-04-01T15:13:44.209302Z","steps":["trace[1092688817] 'agreement among raft nodes before linearized reading' (duration: 2.000163344s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:44.209432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:42.208977Z","time spent":"2.000415992s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 15:13:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T15:13:44.578866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.805436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:13:44.579118Z","caller":"traceutil/trace.go:171","msg":"trace[112042294] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"2.382297052s","start":"2026-04-01T15:13:42.196802Z","end":"2026-04-01T15:13:44.579099Z","steps":["trace[112042294] 'process raft request' (duration: 2.382186569s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:44.579199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:42.196784Z","time spent":"2.382377444s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:44.579187Z","caller":"traceutil/trace.go:171","msg":"trace[631605054] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"2.382407216s","start":"2026-04-01T15:13:42.196736Z","end":"2026-04-01T15:13:44.579144Z","steps":["trace[631605054] 'process raft request' (duration: 1.490176408s)","trace[631605054] 'compare' (duration: 891.015084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:13:44.579357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:42.196713Z","time spent":"2.382539539s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:45.248456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.535559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:13:45.248659Z","caller":"traceutil/trace.go:171","msg":"trace[44623995] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"2.802801044s","start":"2026-04-01T15:13:42.445828Z","end":"2026-04-01T15:13:45.248629Z","steps":["trace[44623995] 'process raft request' (duration: 2.513989057s)","trace[44623995] 'compare' (duration: 288.262682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:13:45.248919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:42.4458Z","time spent":"2.802919516s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:45.248997Z","caller":"traceutil/trace.go:171","msg":"trace[1318531005] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"1.95631114s","start":"2026-04-01T15:13:43.292674Z","end":"2026-04-01T15:13:45.248985Z","steps":["trace[1318531005] 'process raft request' (duration: 1.955877178s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:45.248995Z","caller":"traceutil/trace.go:171","msg":"trace[1051088913] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2300; }","duration":"3.041078552s","start":"2026-04-01T15:13:42.207898Z","end":"2026-04-01T15:13:45.248977Z","steps":["trace[1051088913] 'read index received' (duration: 1.479029772s)","trace[1051088913] 'applied index is now lower than readState.Index' (duration: 1.56204756s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:13:45.249074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:43.292643Z","time spent":"1.956379202s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:45.249552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053773511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T15:13:45.249547Z","caller":"traceutil/trace.go:171","msg":"trace[1037261195] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"1.289114179s","start":"2026-04-01T15:13:43.960416Z","end":"2026-04-01T15:13:45.24953Z","steps":["trace[1037261195] 'process raft request' (duration: 1.288524133s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:45.249597Z","caller":"traceutil/trace.go:171","msg":"trace[2144829919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2213; }","duration":"3.053858173s","start":"2026-04-01T15:13:42.195724Z","end":"2026-04-01T15:13:45.249582Z","steps":["trace[2144829919] 'agreement among raft nodes before linearized reading' (duration: 3.053305708s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.249623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:42.195707Z","time spent":"3.053910615s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:13:45.249615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053830432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-01T15:13:45.249982Z","caller":"traceutil/trace.go:171","msg":"trace[1280660346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2213; }","duration":"3.054187872s","start":"2026-04-01T15:13:42.195724Z","end":"2026-04-01T15:13:45.249912Z","steps":["trace[1280660346] 'agreement among raft nodes before linearized reading' (duration: 3.053267317s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.250109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:42.195698Z","time spent":"3.054356787s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:13:45.249675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:43.960395Z","time spent":"1.289203462s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:45.25021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034747329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:45.250242Z","caller":"traceutil/trace.go:171","msg":"trace[230303673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2214; }","duration":"1.0347989s","start":"2026-04-01T15:13:44.215432Z","end":"2026-04-01T15:13:45.250231Z","steps":["trace[230303673] 'agreement among raft nodes before linearized reading' (duration: 1.034750788s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.250271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:44.215417Z","time spent":"1.034847062s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:13:45.250297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678664186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T15:13:45.250349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856513832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:13:45.25035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678644546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T15:13:45.250312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548865659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:13:45.250376Z","caller":"traceutil/trace.go:171","msg":"trace[1791851223] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2214; }","duration":"1.856538432s","start":"2026-04-01T15:13:43.393828Z","end":"2026-04-01T15:13:45.250367Z","steps":["trace[1791851223] 'agreement among raft nodes before linearized reading' (duration: 1.856500641s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:45.25038Z","caller":"traceutil/trace.go:171","msg":"trace[1050554505] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.03733963s","start":"2026-04-01T15:13:44.21302Z","end":"2026-04-01T15:13:45.250359Z","steps":["trace[1050554505] 'process raft request' (duration: 1.036433125s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:45.250463Z","caller":"traceutil/trace.go:171","msg":"trace[1349812330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2214; }","duration":"2.678760749s","start":"2026-04-01T15:13:42.571627Z","end":"2026-04-01T15:13:45.250388Z","steps":["trace[1349812330] 'agreement among raft nodes before linearized reading' (duration: 2.678620825s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.250493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224917158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-01T15:13:45.250161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523518184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T15:13:45.250518Z","caller":"traceutil/trace.go:171","msg":"trace[389612221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2214; }","duration":"1.224970219s","start":"2026-04-01T15:13:44.025539Z","end":"2026-04-01T15:13:45.250509Z","steps":["trace[389612221] 'agreement among raft nodes before linearized reading' (duration: 1.224891847s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.25054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:44.025517Z","time spent":"1.225018581s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T15:13:45.250556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869625807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:13:45.250635Z","caller":"traceutil/trace.go:171","msg":"trace[755974914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2214; }","duration":"2.8697509s","start":"2026-04-01T15:13:42.380866Z","end":"2026-04-01T15:13:45.250617Z","steps":["trace[755974914] 'agreement among raft nodes before linearized reading' (duration: 2.869525654s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.25068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:42.380845Z","time spent":"2.869827033s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:13:45.250268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628672565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a24464702c281a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-01T15:13:45.250362Z","caller":"traceutil/trace.go:171","msg":"trace[855633531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2214; }","duration":"2.678773399s","start":"2026-04-01T15:13:42.571567Z","end":"2026-04-01T15:13:45.25034Z","steps":["trace[855633531] 'agreement among raft nodes before linearized reading' (duration: 2.678648415s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:45.250739Z","caller":"traceutil/trace.go:171","msg":"trace[2043176462] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a24464702c281a; range_end:; response_count:1; response_revision:2214; }","duration":"2.629167418s","start":"2026-04-01T15:13:42.62155Z","end":"2026-04-01T15:13:45.250718Z","steps":["trace[2043176462] 'agreement among raft nodes before linearized reading' (duration: 2.628647574s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.250751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:42.571543Z","time spent":"2.67918844s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:13:45.250748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921894922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-01T15:13:45.25078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:42.621525Z","time spent":"2.629242949s","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a24464702c281a\" "} {"level":"info","ts":"2026-04-01T15:13:45.250565Z","caller":"traceutil/trace.go:171","msg":"trace[2087873266] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:2214; }","duration":"1.523948354s","start":"2026-04-01T15:13:43.726598Z","end":"2026-04-01T15:13:45.250546Z","steps":["trace[2087873266] 'agreement among raft nodes before linearized reading' (duration: 1.523452351s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:45.25079Z","caller":"traceutil/trace.go:171","msg":"trace[1238341374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2214; }","duration":"2.921976264s","start":"2026-04-01T15:13:42.328805Z","end":"2026-04-01T15:13:45.250781Z","steps":["trace[1238341374] 'agreement among raft nodes before linearized reading' (duration: 2.921240564s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.250404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:43.393775Z","time spent":"1.856622525s","remote":"127.0.0.1:45814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:13:45.25082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:42.328784Z","time spent":"2.922030956s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:13:45.250416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132462551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:45.250401Z","caller":"traceutil/trace.go:171","msg":"trace[488581799] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2214; }","duration":"1.548974722s","start":"2026-04-01T15:13:43.701416Z","end":"2026-04-01T15:13:45.250391Z","steps":["trace[488581799] 'agreement among raft nodes before linearized reading' (duration: 1.548871259s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.250833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:43.726577Z","time spent":"1.524239513s","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"info","ts":"2026-04-01T15:13:45.250866Z","caller":"traceutil/trace.go:171","msg":"trace[791324028] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2214; }","duration":"1.132930074s","start":"2026-04-01T15:13:44.117921Z","end":"2026-04-01T15:13:45.250851Z","steps":["trace[791324028] 'agreement among raft nodes before linearized reading' (duration: 1.132474571s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.250463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335261902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:13:45.250646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.861033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T15:13:45.250908Z","caller":"traceutil/trace.go:171","msg":"trace[975546363] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2214; }","duration":"2.335729315s","start":"2026-04-01T15:13:42.915171Z","end":"2026-04-01T15:13:45.250901Z","steps":["trace[975546363] 'agreement among raft nodes before linearized reading' (duration: 2.335249382s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.250912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:44.117906Z","time spent":"1.132992635s","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:13:45.250941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:42.915154Z","time spent":"2.335770006s","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:13:45.250873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:43.701397Z","time spent":"1.549464105s","remote":"127.0.0.1:45772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:13:45.250592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:42.571603Z","time spent":"2.678893392s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:13:45.251045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:44.213001Z","time spent":"1.037501624s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:45.251311Z","caller":"traceutil/trace.go:171","msg":"trace[591417008] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2214; }","duration":"291.180612ms","start":"2026-04-01T15:13:44.959737Z","end":"2026-04-01T15:13:45.250918Z","steps":["trace[591417008] 'agreement among raft nodes before linearized reading' (duration: 290.41045ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:45.462484Z","caller":"traceutil/trace.go:171","msg":"trace[330116040] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2306; }","duration":"210.23106ms","start":"2026-04-01T15:13:45.252199Z","end":"2026-04-01T15:13:45.46243Z","steps":["trace[330116040] 'read index received' (duration: 121.378491ms)","trace[330116040] 'applied index is now lower than readState.Index' (duration: 88.851339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:13:45.462596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.369743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:45.462618Z","caller":"traceutil/trace.go:171","msg":"trace[386648543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2214; }","duration":"210.438855ms","start":"2026-04-01T15:13:45.252172Z","end":"2026-04-01T15:13:45.462611Z","steps":["trace[386648543] 'agreement among raft nodes before linearized reading' (duration: 210.367704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.844848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.72653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:13:45.845212Z","caller":"traceutil/trace.go:171","msg":"trace[307577488] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"592.071248ms","start":"2026-04-01T15:13:45.253111Z","end":"2026-04-01T15:13:45.845183Z","steps":["trace[307577488] 'process raft request' (duration: 430.938567ms)","trace[307577488] 'compare' (duration: 160.599256ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:13:45.845117Z","caller":"traceutil/trace.go:171","msg":"trace[1215126337] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"591.198145ms","start":"2026-04-01T15:13:45.253897Z","end":"2026-04-01T15:13:45.845095Z","steps":["trace[1215126337] 'process raft request' (duration: 591.0364ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:45.845281Z","caller":"traceutil/trace.go:171","msg":"trace[780353789] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"590.185686ms","start":"2026-04-01T15:13:45.255085Z","end":"2026-04-01T15:13:45.84527Z","steps":["trace[780353789] 'process raft request' (duration: 589.95004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.845333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:45.255071Z","time spent":"590.233398ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:45.845306Z","caller":"traceutil/trace.go:171","msg":"trace[1869075060] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"590.538807ms","start":"2026-04-01T15:13:45.254702Z","end":"2026-04-01T15:13:45.84524Z","steps":["trace[1869075060] 'process raft request' (duration: 590.28714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.845367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:45.253078Z","time spent":"592.196542ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:45.845354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:45.253879Z","time spent":"591.40926ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:45.845465Z","caller":"traceutil/trace.go:171","msg":"trace[77803536] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"590.30148ms","start":"2026-04-01T15:13:45.255156Z","end":"2026-04-01T15:13:45.845458Z","steps":["trace[77803536] 'process raft request' (duration: 589.902169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.845502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:45.255145Z","time spent":"590.33518ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:45.845491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:45.254675Z","time spent":"590.712831ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:45.845612Z","caller":"traceutil/trace.go:171","msg":"trace[475601862] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"590.441714ms","start":"2026-04-01T15:13:45.255161Z","end":"2026-04-01T15:13:45.845603Z","steps":["trace[475601862] 'process raft request' (duration: 590.266659ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:45.845626Z","caller":"traceutil/trace.go:171","msg":"trace[883773284] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"590.095284ms","start":"2026-04-01T15:13:45.255517Z","end":"2026-04-01T15:13:45.845613Z","steps":["trace[883773284] 'process raft request' (duration: 590.006481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.845679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:45.255149Z","time spent":"590.505725ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:45.845693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:45.255507Z","time spent":"590.152546ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:45.845828Z","caller":"traceutil/trace.go:171","msg":"trace[671399648] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"590.253278ms","start":"2026-04-01T15:13:45.255008Z","end":"2026-04-01T15:13:45.845262Z","steps":["trace[671399648] 'process raft request' (duration: 590.003921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.845875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:45.254996Z","time spent":"590.856925ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:45.848775Z","caller":"traceutil/trace.go:171","msg":"trace[1500384674] linearizableReadLoop","detail":"{readStateIndex:2316; appliedIndex:2307; }","duration":"378.094226ms","start":"2026-04-01T15:13:45.470662Z","end":"2026-04-01T15:13:45.848756Z","steps":["trace[1500384674] 'read index received' (duration: 213.459139ms)","trace[1500384674] 'applied index is now lower than readState.Index' (duration: 164.634037ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:13:45.848832Z","caller":"traceutil/trace.go:171","msg":"trace[530751574] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"385.451417ms","start":"2026-04-01T15:13:45.463348Z","end":"2026-04-01T15:13:45.848799Z","steps":["trace[530751574] 'process raft request' (duration: 385.309203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.848928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.26272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:45.848955Z","caller":"traceutil/trace.go:171","msg":"trace[1001926093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2223; }","duration":"378.338092ms","start":"2026-04-01T15:13:45.470608Z","end":"2026-04-01T15:13:45.848946Z","steps":["trace[1001926093] 'agreement among raft nodes before linearized reading' (duration: 378.25963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:45.848978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:45.470584Z","time spent":"378.389044ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:13:45.848975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:45.46333Z","time spent":"385.565981ms","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:46.127726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.25878ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:46.127867Z","caller":"traceutil/trace.go:171","msg":"trace[1574424654] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2224; }","duration":"112.412235ms","start":"2026-04-01T15:13:46.015433Z","end":"2026-04-01T15:13:46.127845Z","steps":["trace[1574424654] 'range keys from in-memory index tree' (duration: 112.24377ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:47.322379Z","caller":"traceutil/trace.go:171","msg":"trace[1960107056] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"738.258621ms","start":"2026-04-01T15:13:46.584093Z","end":"2026-04-01T15:13:47.322352Z","steps":["trace[1960107056] 'process raft request' (duration: 738.046396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:47.32256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:46.584072Z","time spent":"738.404726ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:47.685601Z","caller":"traceutil/trace.go:171","msg":"trace[601750934] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"479.906361ms","start":"2026-04-01T15:13:47.205674Z","end":"2026-04-01T15:13:47.68558Z","steps":["trace[601750934] 'process raft request' (duration: 479.833109ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:47.685677Z","caller":"traceutil/trace.go:171","msg":"trace[1883455580] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"1.100198554s","start":"2026-04-01T15:13:46.585429Z","end":"2026-04-01T15:13:47.685628Z","steps":["trace[1883455580] 'process raft request' (duration: 1.099910936s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:47.685752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:47.205629Z","time spent":"480.045514ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:47.685846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:46.585406Z","time spent":"1.100344879s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:47.685929Z","caller":"traceutil/trace.go:171","msg":"trace[1411999184] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2317; }","duration":"510.168912ms","start":"2026-04-01T15:13:47.175726Z","end":"2026-04-01T15:13:47.685895Z","steps":["trace[1411999184] 'read index received' (duration: 146.394278ms)","trace[1411999184] 'applied index is now lower than readState.Index' (duration: 363.773904ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:13:47.685953Z","caller":"traceutil/trace.go:171","msg":"trace[1750533486] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"432.002306ms","start":"2026-04-01T15:13:47.253923Z","end":"2026-04-01T15:13:47.685925Z","steps":["trace[1750533486] 'process raft request' (duration: 431.625946ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:47.686011Z","caller":"traceutil/trace.go:171","msg":"trace[542370434] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"430.583397ms","start":"2026-04-01T15:13:47.255389Z","end":"2026-04-01T15:13:47.685972Z","steps":["trace[542370434] 'process raft request' (duration: 430.388351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:47.686074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:47.253891Z","time spent":"432.11654ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:47.686151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:47.255365Z","time spent":"430.70809ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:47.68619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.342809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:47.686235Z","caller":"traceutil/trace.go:171","msg":"trace[430319192] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2229; }","duration":"145.450523ms","start":"2026-04-01T15:13:47.54077Z","end":"2026-04-01T15:13:47.686221Z","steps":["trace[430319192] 'agreement among raft nodes before linearized reading' (duration: 145.35753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:47.686258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.530211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:47.68629Z","caller":"traceutil/trace.go:171","msg":"trace[770516818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2229; }","duration":"510.622224ms","start":"2026-04-01T15:13:47.17566Z","end":"2026-04-01T15:13:47.686282Z","steps":["trace[770516818] 'agreement among raft nodes before linearized reading' (duration: 510.372947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:47.686315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:47.175642Z","time spent":"510.667115ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:13:47.686702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.411696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T15:13:47.686736Z","caller":"traceutil/trace.go:171","msg":"trace[601365275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2229; }","duration":"421.482407ms","start":"2026-04-01T15:13:47.265245Z","end":"2026-04-01T15:13:47.686727Z","steps":["trace[601365275] 'agreement among raft nodes before linearized reading' (duration: 420.807229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:47.686759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:47.265223Z","time spent":"421.529409ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:13:48.196745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.223169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-01T15:13:48.196773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.446052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T15:13:48.196839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.380034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:13:48.196834Z","caller":"traceutil/trace.go:171","msg":"trace[1317446453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2230; }","duration":"329.510883ms","start":"2026-04-01T15:13:47.867306Z","end":"2026-04-01T15:13:48.196817Z","steps":["trace[1317446453] 'range keys from in-memory index tree' (duration: 329.300327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:48.196973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:47.86727Z","time spent":"329.658187ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:13:48.196997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.618003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:13:48.197013Z","caller":"traceutil/trace.go:171","msg":"trace[638266050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2230; }","duration":"346.668155ms","start":"2026-04-01T15:13:47.85034Z","end":"2026-04-01T15:13:48.197008Z","steps":["trace[638266050] 'range keys from in-memory index tree' (duration: 346.507529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:48.197026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:47.850321Z","time spent":"346.701325ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T15:13:48.196798Z","caller":"traceutil/trace.go:171","msg":"trace[1419524141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2230; }","duration":"347.333223ms","start":"2026-04-01T15:13:47.849453Z","end":"2026-04-01T15:13:48.196786Z","steps":["trace[1419524141] 'range keys from in-memory index tree' (duration: 347.070216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:48.197071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:47.849426Z","time spent":"347.638951ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:13:48.197175Z","caller":"traceutil/trace.go:171","msg":"trace[269343025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2230; }","duration":"347.443655ms","start":"2026-04-01T15:13:47.849413Z","end":"2026-04-01T15:13:48.196856Z","steps":["trace[269343025] 'range keys from in-memory index tree' (duration: 347.25213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:48.197159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.505467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:13:48.197256Z","caller":"traceutil/trace.go:171","msg":"trace[778101681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2230; }","duration":"347.649141ms","start":"2026-04-01T15:13:47.849588Z","end":"2026-04-01T15:13:48.197237Z","steps":["trace[778101681] 'range keys from in-memory index tree' (duration: 347.310362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:48.197301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:47.849574Z","time spent":"347.716853ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:13:48.197197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:47.849386Z","time spent":"347.806266ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:13:48.427837Z","caller":"traceutil/trace.go:171","msg":"trace[76253519] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"227.028071ms","start":"2026-04-01T15:13:48.200782Z","end":"2026-04-01T15:13:48.42781Z","steps":["trace[76253519] 'process raft request' (duration: 226.811845ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:48.42814Z","caller":"traceutil/trace.go:171","msg":"trace[69652131] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"226.960619ms","start":"2026-04-01T15:13:48.20116Z","end":"2026-04-01T15:13:48.428121Z","steps":["trace[69652131] 'process raft request' (duration: 226.60827ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:48.428447Z","caller":"traceutil/trace.go:171","msg":"trace[1635500589] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"226.386423ms","start":"2026-04-01T15:13:48.202045Z","end":"2026-04-01T15:13:48.428431Z","steps":["trace[1635500589] 'process raft request' (duration: 226.307711ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:48.428486Z","caller":"traceutil/trace.go:171","msg":"trace[1828662534] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"227.02532ms","start":"2026-04-01T15:13:48.201429Z","end":"2026-04-01T15:13:48.428455Z","steps":["trace[1828662534] 'process raft request' (duration: 226.615419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:50.779815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451763963s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T15:13:51.177822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T15:13:51.17791Z","caller":"traceutil/trace.go:171","msg":"trace[1519257986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000243835s","start":"2026-04-01T15:13:49.177642Z","end":"2026-04-01T15:13:51.177886Z","steps":["trace[1519257986] 'agreement among raft nodes before linearized reading' (duration: 2.000141653s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:51.177956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:49.177626Z","time spent":"2.000320848s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 15:13:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T15:13:51.479216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785266351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T15:13:51.479235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871454006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:13:51.479302Z","caller":"traceutil/trace.go:171","msg":"trace[1630130140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2235; }","duration":"2.785384874s","start":"2026-04-01T15:13:48.693885Z","end":"2026-04-01T15:13:51.47927Z","steps":["trace[1630130140] 'range keys from in-memory index tree' (duration: 2.784821608s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:51.47932Z","caller":"traceutil/trace.go:171","msg":"trace[553572372] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2235; }","duration":"2.87159347s","start":"2026-04-01T15:13:48.607704Z","end":"2026-04-01T15:13:51.479297Z","steps":["trace[553572372] 'count revisions from in-memory index tree' (duration: 2.871301112s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:51.479342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:48.693867Z","time spent":"2.785466036s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:13:51.479368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:48.607682Z","time spent":"2.871674553s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:13:53.186727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T15:13:53.186871Z","caller":"traceutil/trace.go:171","msg":"trace[868981190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351398s","start":"2026-04-01T15:13:51.186492Z","end":"2026-04-01T15:13:53.186844Z","steps":["trace[868981190] 'agreement among raft nodes before linearized reading' (duration: 2.000104361s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.186928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:51.186482Z","time spent":"2.000434691s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 15:13:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T15:13:53.303862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.523820805s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T15:13:53.307951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998162738s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T15:13:53.308227Z","caller":"traceutil/trace.go:171","msg":"trace[600003513] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2328; }","duration":"4.130519559s","start":"2026-04-01T15:13:49.177683Z","end":"2026-04-01T15:13:53.308202Z","steps":["trace[600003513] 'read index received' (duration: 132.011362ms)","trace[600003513] 'applied index is now lower than readState.Index' (duration: 3.998506587s)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:13:53.308699Z","caller":"traceutil/trace.go:171","msg":"trace[2049969258] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"3.980742369s","start":"2026-04-01T15:13:49.327939Z","end":"2026-04-01T15:13:53.308682Z","steps":["trace[2049969258] 'process raft request' (duration: 3.980123523s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.308839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:49.327914Z","time spent":"3.980837802s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:53.819081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.277194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:13:53.819319Z","caller":"traceutil/trace.go:171","msg":"trace[1625983091] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"4.127115776s","start":"2026-04-01T15:13:49.692184Z","end":"2026-04-01T15:13:53.8193Z","steps":["trace[1625983091] 'process raft request' (duration: 4.127012863s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:53.819327Z","caller":"traceutil/trace.go:171","msg":"trace[1428121395] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"4.12723799s","start":"2026-04-01T15:13:49.692026Z","end":"2026-04-01T15:13:53.819264Z","steps":["trace[1428121395] 'process raft request' (duration: 3.616642697s)","trace[1428121395] 'compare' (duration: 510.11964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:13:53.819402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:49.692175Z","time spent":"4.127190049s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:53.819523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:49.692003Z","time spent":"4.127396774s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:53.819563Z","caller":"traceutil/trace.go:171","msg":"trace[755458259] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"4.127319432s","start":"2026-04-01T15:13:49.692215Z","end":"2026-04-01T15:13:53.819534Z","steps":["trace[755458259] 'process raft request' (duration: 4.127048535s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:53.819646Z","caller":"traceutil/trace.go:171","msg":"trace[1192487596] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2330; }","duration":"511.343534ms","start":"2026-04-01T15:13:53.308277Z","end":"2026-04-01T15:13:53.81962Z","steps":["trace[1192487596] 'read index received' (duration: 474.116182ms)","trace[1192487596] 'applied index is now lower than readState.Index' (duration: 37.226042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:13:53.81972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:49.692183Z","time spent":"4.127456725s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:53.819743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530042895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:53.81978Z","caller":"traceutil/trace.go:171","msg":"trace[301111208] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2241; }","duration":"2.530112167s","start":"2026-04-01T15:13:51.289657Z","end":"2026-04-01T15:13:53.819769Z","steps":["trace[301111208] 'agreement among raft nodes before linearized reading' (duration: 2.529994014s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:53.819797Z","caller":"traceutil/trace.go:171","msg":"trace[1188589093] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"1.064057672s","start":"2026-04-01T15:13:52.755715Z","end":"2026-04-01T15:13:53.819772Z","steps":["trace[1188589093] 'process raft request' (duration: 1.063858836s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.81983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:51.289639Z","time spent":"2.530183298s","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:13:53.819885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638691316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2445d6cad243a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-01T15:13:53.819903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:52.755692Z","time spent":"1.064148984s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:53.819898Z","caller":"traceutil/trace.go:171","msg":"trace[902802548] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"1.641425038s","start":"2026-04-01T15:13:52.17845Z","end":"2026-04-01T15:13:53.819875Z","steps":["trace[902802548] 'process raft request' (duration: 1.641004036s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.819981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156045615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:13:53.820014Z","caller":"traceutil/trace.go:171","msg":"trace[195397378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2241; }","duration":"3.156124187s","start":"2026-04-01T15:13:50.663882Z","end":"2026-04-01T15:13:53.820007Z","steps":["trace[195397378] 'agreement among raft nodes before linearized reading' (duration: 3.156066676s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.820023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.018563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:13:53.820035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:52.178402Z","time spent":"1.641561031s","remote":"127.0.0.1:45632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:53.820051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:50.663857Z","time spent":"3.156184769s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:13:53.820048Z","caller":"traceutil/trace.go:171","msg":"trace[1939265620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2241; }","duration":"633.046193ms","start":"2026-04-01T15:13:53.186994Z","end":"2026-04-01T15:13:53.82004Z","steps":["trace[1939265620] 'agreement among raft nodes before linearized reading' (duration: 633.004042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.8201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:53.186929Z","time spent":"633.159837ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:13:53.820092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061408293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:13:53.820141Z","caller":"traceutil/trace.go:171","msg":"trace[1438030066] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2241; }","duration":"2.061498566s","start":"2026-04-01T15:13:51.758625Z","end":"2026-04-01T15:13:53.820124Z","steps":["trace[1438030066] 'agreement among raft nodes before linearized reading' (duration: 2.061400733s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.820196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59529801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T15:13:53.820189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23361553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-01T15:13:53.820225Z","caller":"traceutil/trace.go:171","msg":"trace[741572231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2241; }","duration":"3.595363893s","start":"2026-04-01T15:13:50.224854Z","end":"2026-04-01T15:13:53.820218Z","steps":["trace[741572231] 'agreement among raft nodes before linearized reading' (duration: 3.59524564s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:53.81993Z","caller":"traceutil/trace.go:171","msg":"trace[1649346079] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2445d6cad243a; range_end:; response_count:1; response_revision:2241; }","duration":"2.638780359s","start":"2026-04-01T15:13:51.181136Z","end":"2026-04-01T15:13:53.819917Z","steps":["trace[1649346079] 'agreement among raft nodes before linearized reading' (duration: 2.638620295s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.820244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:50.224834Z","time spent":"3.595406134s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T15:13:53.820242Z","caller":"traceutil/trace.go:171","msg":"trace[1816871630] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2241; }","duration":"2.233715092s","start":"2026-04-01T15:13:51.586514Z","end":"2026-04-01T15:13:53.820229Z","steps":["trace[1816871630] 'agreement among raft nodes before linearized reading' (duration: 2.233554668s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.820258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:51.18112Z","time spent":"2.639127779s","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2445d6cad243a\" "} {"level":"warn","ts":"2026-04-01T15:13:53.820276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:51.586489Z","time spent":"2.233779074s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T15:13:53.82029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.817377246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:13:53.820324Z","caller":"traceutil/trace.go:171","msg":"trace[1829344768] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2241; }","duration":"3.817445768s","start":"2026-04-01T15:13:50.002868Z","end":"2026-04-01T15:13:53.820313Z","steps":["trace[1829344768] 'agreement among raft nodes before linearized reading' (duration: 3.817390436s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.820326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334424872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T15:13:53.820361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:50.002847Z","time spent":"3.817505569s","remote":"127.0.0.1:45868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:13:53.820366Z","caller":"traceutil/trace.go:171","msg":"trace[574539908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2241; }","duration":"1.334498274s","start":"2026-04-01T15:13:52.485857Z","end":"2026-04-01T15:13:53.820355Z","steps":["trace[574539908] 'agreement among raft nodes before linearized reading' (duration: 1.33436674s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.820382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38755788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:13:53.820406Z","caller":"traceutil/trace.go:171","msg":"trace[360170968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2241; }","duration":"3.38759711s","start":"2026-04-01T15:13:50.432802Z","end":"2026-04-01T15:13:53.820399Z","steps":["trace[360170968] 'agreement among raft nodes before linearized reading' (duration: 3.387513408s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.820401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:52.485835Z","time spent":"1.334555376s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T15:13:53.82043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:50.432793Z","time spent":"3.387631942s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:13:53.820204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:51.758599Z","time spent":"2.061575618s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:13:53.820506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.378244759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:13:53.820543Z","caller":"traceutil/trace.go:171","msg":"trace[1834717843] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2241; }","duration":"4.378319881s","start":"2026-04-01T15:13:49.442214Z","end":"2026-04-01T15:13:53.820534Z","steps":["trace[1834717843] 'agreement among raft nodes before linearized reading' (duration: 4.378256919s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.820562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.388364871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T15:13:53.820572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:49.442193Z","time spent":"4.378372622s","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:13:53.820585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38832616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T15:13:53.820615Z","caller":"traceutil/trace.go:171","msg":"trace[988421865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2241; }","duration":"3.388423463s","start":"2026-04-01T15:13:50.432183Z","end":"2026-04-01T15:13:53.820606Z","steps":["trace[988421865] 'agreement among raft nodes before linearized reading' (duration: 3.388287729s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.820663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:50.432158Z","time spent":"3.388478865s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:13:53.820583Z","caller":"traceutil/trace.go:171","msg":"trace[886244809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2241; }","duration":"3.388419843s","start":"2026-04-01T15:13:50.432156Z","end":"2026-04-01T15:13:53.820576Z","steps":["trace[886244809] 'agreement among raft nodes before linearized reading' (duration: 3.388356181s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.820731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:50.432133Z","time spent":"3.388589628s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:13:53.820797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38830567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:13:53.820827Z","caller":"traceutil/trace.go:171","msg":"trace[1060559619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2241; }","duration":"3.388358082s","start":"2026-04-01T15:13:50.43246Z","end":"2026-04-01T15:13:53.820818Z","steps":["trace[1060559619] 'agreement among raft nodes before linearized reading' (duration: 3.388258729s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:53.820858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:50.432448Z","time spent":"3.388405363s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:13:54.387772Z","caller":"traceutil/trace.go:171","msg":"trace[1562474838] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"564.016639ms","start":"2026-04-01T15:13:53.823729Z","end":"2026-04-01T15:13:54.387746Z","steps":["trace[1562474838] 'process raft request' (duration: 557.995573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:54.387916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:53.823686Z","time spent":"564.155493ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:54.388422Z","caller":"traceutil/trace.go:171","msg":"trace[504328073] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"562.696113ms","start":"2026-04-01T15:13:53.825698Z","end":"2026-04-01T15:13:54.388394Z","steps":["trace[504328073] 'process raft request' (duration: 561.998693ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:54.388445Z","caller":"traceutil/trace.go:171","msg":"trace[1050122517] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"562.382394ms","start":"2026-04-01T15:13:53.826037Z","end":"2026-04-01T15:13:54.388419Z","steps":["trace[1050122517] 'process raft request' (duration: 562.264451ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:54.388539Z","caller":"traceutil/trace.go:171","msg":"trace[329652660] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"526.248252ms","start":"2026-04-01T15:13:53.862279Z","end":"2026-04-01T15:13:54.388527Z","steps":["trace[329652660] 'process raft request' (duration: 526.207661ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:13:54.38855Z","caller":"traceutil/trace.go:171","msg":"trace[485559490] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"546.862288ms","start":"2026-04-01T15:13:53.84167Z","end":"2026-04-01T15:13:54.388532Z","steps":["trace[485559490] 'process raft request' (duration: 546.777606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:54.388572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:53.825685Z","time spent":"562.805626ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:54.388457Z","caller":"traceutil/trace.go:171","msg":"trace[375402349] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"562.340863ms","start":"2026-04-01T15:13:53.826107Z","end":"2026-04-01T15:13:54.388448Z","steps":["trace[375402349] 'process raft request' (duration: 562.24203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:54.388595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:53.826024Z","time spent":"562.488527ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:54.388669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:53.841645Z","time spent":"546.950531ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:54.388593Z","caller":"traceutil/trace.go:171","msg":"trace[1260237863] linearizableReadLoop","detail":"{readStateIndex:2341; appliedIndex:2335; }","duration":"560.112942ms","start":"2026-04-01T15:13:53.828455Z","end":"2026-04-01T15:13:54.388568Z","steps":["trace[1260237863] 'read index received' (duration: 32.308527ms)","trace[1260237863] 'applied index is now lower than readState.Index' (duration: 527.802225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:13:54.388723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.262866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:13:54.388655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:53.862252Z","time spent":"526.330095ms","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:13:54.388779Z","caller":"traceutil/trace.go:171","msg":"trace[1180992589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2248; }","duration":"560.377819ms","start":"2026-04-01T15:13:53.828392Z","end":"2026-04-01T15:13:54.388769Z","steps":["trace[1180992589] 'agreement among raft nodes before linearized reading' (duration: 560.282386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:54.388815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:53.828365Z","time spent":"560.442621ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:13:54.388832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.878525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:13:54.388886Z","caller":"traceutil/trace.go:171","msg":"trace[1035556661] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2248; }","duration":"559.937578ms","start":"2026-04-01T15:13:53.828928Z","end":"2026-04-01T15:13:54.388866Z","steps":["trace[1035556661] 'agreement among raft nodes before linearized reading' (duration: 559.858325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:54.388831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:53.826094Z","time spent":"562.571009ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:13:54.388926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:53.828924Z","time spent":"559.987579ms","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-01T15:13:54.38849Z","caller":"traceutil/trace.go:171","msg":"trace[1340943557] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"562.23193ms","start":"2026-04-01T15:13:53.826246Z","end":"2026-04-01T15:13:54.388478Z","steps":["trace[1340943557] 'process raft request' (duration: 562.145228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:13:54.389171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:13:53.82622Z","time spent":"562.926099ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:14:02.042939Z","caller":"traceutil/trace.go:171","msg":"trace[2047155386] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2381; }","duration":"165.630426ms","start":"2026-04-01T15:14:01.87728Z","end":"2026-04-01T15:14:02.04291Z","steps":["trace[2047155386] 'read index received' (duration: 123.52261ms)","trace[2047155386] 'applied index is now lower than readState.Index' (duration: 42.107036ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:14:02.042985Z","caller":"traceutil/trace.go:171","msg":"trace[1999100822] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"192.785181ms","start":"2026-04-01T15:14:01.850164Z","end":"2026-04-01T15:14:02.04295Z","steps":["trace[1999100822] 'process raft request' (duration: 150.634924ms)","trace[1999100822] 'compare' (duration: 41.806448ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:14:02.042995Z","caller":"traceutil/trace.go:171","msg":"trace[1233591877] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"192.716899ms","start":"2026-04-01T15:14:01.850257Z","end":"2026-04-01T15:14:02.042974Z","steps":["trace[1233591877] 'process raft request' (duration: 192.599555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:14:02.043128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.833601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T15:14:02.043156Z","caller":"traceutil/trace.go:171","msg":"trace[663577761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2287; }","duration":"165.915014ms","start":"2026-04-01T15:14:01.877234Z","end":"2026-04-01T15:14:02.043149Z","steps":["trace[663577761] 'agreement among raft nodes before linearized reading' (duration: 165.79183ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:14:06.088358Z","caller":"traceutil/trace.go:171","msg":"trace[747661426] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"105.267129ms","start":"2026-04-01T15:14:05.983057Z","end":"2026-04-01T15:14:06.088324Z","steps":["trace[747661426] 'process raft request' (duration: 105.072834ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:14:06.640289Z","caller":"traceutil/trace.go:171","msg":"trace[775081958] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"120.046645ms","start":"2026-04-01T15:14:06.52021Z","end":"2026-04-01T15:14:06.640257Z","steps":["trace[775081958] 'process raft request' (duration: 85.791315ms)","trace[775081958] 'compare' (duration: 34.085575ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:14:06.640283Z","caller":"traceutil/trace.go:171","msg":"trace[902317282] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"116.549748ms","start":"2026-04-01T15:14:06.523701Z","end":"2026-04-01T15:14:06.64025Z","steps":["trace[902317282] 'process raft request' (duration: 116.495907ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:14:08.79236Z","caller":"traceutil/trace.go:171","msg":"trace[359333497] linearizableReadLoop","detail":"{readStateIndex:2419; appliedIndex:2417; }","duration":"101.226018ms","start":"2026-04-01T15:14:08.6911Z","end":"2026-04-01T15:14:08.792326Z","steps":["trace[359333497] 'read index received' (duration: 24.281876ms)","trace[359333497] 'applied index is now lower than readState.Index' (duration: 76.942662ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:14:08.792399Z","caller":"traceutil/trace.go:171","msg":"trace[565329570] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"143.127098ms","start":"2026-04-01T15:14:08.649238Z","end":"2026-04-01T15:14:08.792365Z","steps":["trace[565329570] 'process raft request' (duration: 135.070027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:14:08.792535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.404814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:14:08.792785Z","caller":"traceutil/trace.go:171","msg":"trace[916572003] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2322; }","duration":"101.600979ms","start":"2026-04-01T15:14:08.691085Z","end":"2026-04-01T15:14:08.792686Z","steps":["trace[916572003] 'agreement among raft nodes before linearized reading' (duration: 101.350392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:14:10.352692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.210652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:14:10.35278Z","caller":"traceutil/trace.go:171","msg":"trace[1043169922] linearizableReadLoop","detail":"{readStateIndex:2425; appliedIndex:2423; }","duration":"175.173018ms","start":"2026-04-01T15:14:10.17759Z","end":"2026-04-01T15:14:10.352763Z","steps":["trace[1043169922] 'read index received' (duration: 4.814322ms)","trace[1043169922] 'applied index is now lower than readState.Index' (duration: 170.357926ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:14:10.352849Z","caller":"traceutil/trace.go:171","msg":"trace[2110114916] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"181.617674ms","start":"2026-04-01T15:14:10.171197Z","end":"2026-04-01T15:14:10.352815Z","steps":["trace[2110114916] 'process raft request' (duration: 70.232998ms)","trace[2110114916] 'compare' (duration: 110.977655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:14:10.352932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.322141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:14:10.353111Z","caller":"traceutil/trace.go:171","msg":"trace[2062746943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2327; }","duration":"175.552178ms","start":"2026-04-01T15:14:10.177534Z","end":"2026-04-01T15:14:10.353086Z","steps":["trace[2062746943] 'agreement among raft nodes before linearized reading' (duration: 175.292071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:14:10.35311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.247524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T15:14:10.353212Z","caller":"traceutil/trace.go:171","msg":"trace[775319660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2327; }","duration":"173.350288ms","start":"2026-04-01T15:14:10.179818Z","end":"2026-04-01T15:14:10.353169Z","steps":["trace[775319660] 'agreement among raft nodes before linearized reading' (duration: 173.200644ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:14:22.993825Z","caller":"traceutil/trace.go:171","msg":"trace[1283742513] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"122.326043ms","start":"2026-04-01T15:14:22.871467Z","end":"2026-04-01T15:14:22.993793Z","steps":["trace[1283742513] 'process raft request' (duration: 103.100476ms)","trace[1283742513] 'compare' (duration: 19.107954ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:14:49.75651Z","caller":"traceutil/trace.go:171","msg":"trace[1416902899] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"170.34387ms","start":"2026-04-01T15:14:49.586132Z","end":"2026-04-01T15:14:49.756476Z","steps":["trace[1416902899] 'process raft request' (duration: 170.156655ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:14:50.626144Z","caller":"traceutil/trace.go:171","msg":"trace[343197722] linearizableReadLoop","detail":"{readStateIndex:2828; appliedIndex:2827; }","duration":"382.590789ms","start":"2026-04-01T15:14:50.243523Z","end":"2026-04-01T15:14:50.626114Z","steps":["trace[343197722] 'read index received' (duration: 382.351843ms)","trace[343197722] 'applied index is now lower than readState.Index' (duration: 237.256µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:14:50.6263Z","caller":"traceutil/trace.go:171","msg":"trace[887112617] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"416.805627ms","start":"2026-04-01T15:14:50.209456Z","end":"2026-04-01T15:14:50.626261Z","steps":["trace[887112617] 'process raft request' (duration: 416.500339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:14:50.626362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.810275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:14:50.626462Z","caller":"traceutil/trace.go:171","msg":"trace[1892825866] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2714; }","duration":"382.944599ms","start":"2026-04-01T15:14:50.243476Z","end":"2026-04-01T15:14:50.62642Z","steps":["trace[1892825866] 'agreement among raft nodes before linearized reading' (duration: 382.802445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:14:50.626513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:14:50.243457Z","time spent":"383.045382ms","remote":"127.0.0.1:45924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:14:50.626525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:14:50.209428Z","time spent":"416.954672ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:14:50.678928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.496303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:14:50.678974Z","caller":"traceutil/trace.go:171","msg":"trace[1122188148] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2716; }","duration":"275.591725ms","start":"2026-04-01T15:14:50.403374Z","end":"2026-04-01T15:14:50.678965Z","steps":["trace[1122188148] 'agreement among raft nodes before linearized reading' (duration: 275.494823ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:14:50.678963Z","caller":"traceutil/trace.go:171","msg":"trace[1214831647] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"316.390824ms","start":"2026-04-01T15:14:50.362539Z","end":"2026-04-01T15:14:50.678929Z","steps":["trace[1214831647] 'process raft request' (duration: 316.199379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:14:50.679109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:14:50.362506Z","time spent":"316.525458ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:14:50.679122Z","caller":"traceutil/trace.go:171","msg":"trace[1204362435] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"164.598963ms","start":"2026-04-01T15:14:50.514484Z","end":"2026-04-01T15:14:50.679083Z","steps":["trace[1204362435] 'process raft request' (duration: 164.355066ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:14:57.99781Z","caller":"traceutil/trace.go:171","msg":"trace[486240320] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"160.391947ms","start":"2026-04-01T15:14:57.837384Z","end":"2026-04-01T15:14:57.997776Z","steps":["trace[486240320] 'process raft request' (duration: 160.180141ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:07.484628Z","caller":"traceutil/trace.go:171","msg":"trace[1834478591] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"174.521035ms","start":"2026-04-01T15:15:07.310076Z","end":"2026-04-01T15:15:07.484597Z","steps":["trace[1834478591] 'process raft request' (duration: 174.301259ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:09.19516Z","caller":"traceutil/trace.go:171","msg":"trace[46182274] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"142.748454ms","start":"2026-04-01T15:15:09.052359Z","end":"2026-04-01T15:15:09.195108Z","steps":["trace[46182274] 'process raft request' (duration: 60.582881ms)","trace[46182274] 'compare' (duration: 81.600597ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:09.376854Z","caller":"traceutil/trace.go:171","msg":"trace[323120969] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"174.190726ms","start":"2026-04-01T15:15:09.202628Z","end":"2026-04-01T15:15:09.376819Z","steps":["trace[323120969] 'process raft request' (duration: 146.089835ms)","trace[323120969] 'compare' (duration: 27.917386ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:10.63902Z","caller":"traceutil/trace.go:171","msg":"trace[103804010] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"138.462105ms","start":"2026-04-01T15:15:10.500511Z","end":"2026-04-01T15:15:10.638973Z","steps":["trace[103804010] 'process raft request' (duration: 138.202978ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:11.14863Z","caller":"traceutil/trace.go:171","msg":"trace[1690070478] linearizableReadLoop","detail":"{readStateIndex:2960; appliedIndex:2959; }","duration":"364.38965ms","start":"2026-04-01T15:15:10.78421Z","end":"2026-04-01T15:15:11.148599Z","steps":["trace[1690070478] 'read index received' (duration: 364.277417ms)","trace[1690070478] 'applied index is now lower than readState.Index' (duration: 110.993µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:11.148713Z","caller":"traceutil/trace.go:171","msg":"trace[1172650187] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"367.727621ms","start":"2026-04-01T15:15:10.780941Z","end":"2026-04-01T15:15:11.148669Z","steps":["trace[1172650187] 'process raft request' (duration: 367.494165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:11.148903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:10.780903Z","time spent":"367.901806ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:15:11.149034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.786791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8557"} {"level":"info","ts":"2026-04-01T15:15:11.149164Z","caller":"traceutil/trace.go:171","msg":"trace[158654573] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2842; }","duration":"364.968366ms","start":"2026-04-01T15:15:10.784166Z","end":"2026-04-01T15:15:11.149135Z","steps":["trace[158654573] 'agreement among raft nodes before linearized reading' (duration: 364.565495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:11.149229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:10.784153Z","time spent":"365.060578ms","remote":"127.0.0.1:45632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8579,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-01T15:15:11.180281Z","caller":"traceutil/trace.go:171","msg":"trace[197547757] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"286.200557ms","start":"2026-04-01T15:15:10.894047Z","end":"2026-04-01T15:15:11.180248Z","steps":["trace[197547757] 'process raft request' (duration: 285.994661ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:11.180565Z","caller":"traceutil/trace.go:171","msg":"trace[823348664] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"178.74005ms","start":"2026-04-01T15:15:11.001762Z","end":"2026-04-01T15:15:11.180502Z","steps":["trace[823348664] 'process raft request' (duration: 178.436951ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:15.772144Z","caller":"traceutil/trace.go:171","msg":"trace[1922245077] linearizableReadLoop","detail":"{readStateIndex:2991; appliedIndex:2990; }","duration":"212.921348ms","start":"2026-04-01T15:15:15.559192Z","end":"2026-04-01T15:15:15.772113Z","steps":["trace[1922245077] 'read index received' (duration: 212.743833ms)","trace[1922245077] 'applied index is now lower than readState.Index' (duration: 176.405µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:15.772226Z","caller":"traceutil/trace.go:171","msg":"trace[1842885173] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"218.075519ms","start":"2026-04-01T15:15:15.554121Z","end":"2026-04-01T15:15:15.772196Z","steps":["trace[1842885173] 'process raft request' (duration: 217.816152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:15.77249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.254287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:15:15.772635Z","caller":"traceutil/trace.go:171","msg":"trace[596562145] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2872; }","duration":"213.469792ms","start":"2026-04-01T15:15:15.559143Z","end":"2026-04-01T15:15:15.772612Z","steps":["trace[596562145] 'agreement among raft nodes before linearized reading' (duration: 213.198165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:15.772671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.12238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:15:15.77282Z","caller":"traceutil/trace.go:171","msg":"trace[728944560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2872; }","duration":"187.339396ms","start":"2026-04-01T15:15:15.585439Z","end":"2026-04-01T15:15:15.772778Z","steps":["trace[728944560] 'agreement among raft nodes before linearized reading' (duration: 186.820312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:16.178506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.343248ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:15:16.178651Z","caller":"traceutil/trace.go:171","msg":"trace[132732326] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2872; }","duration":"163.579295ms","start":"2026-04-01T15:15:16.015046Z","end":"2026-04-01T15:15:16.178625Z","steps":["trace[132732326] 'range keys from in-memory index tree' (duration: 163.317558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:16.178665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.261637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:15:16.178861Z","caller":"traceutil/trace.go:171","msg":"trace[786073649] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"395.894434ms","start":"2026-04-01T15:15:15.782951Z","end":"2026-04-01T15:15:16.178845Z","steps":["trace[786073649] 'process raft request' (duration: 275.362299ms)","trace[786073649] 'compare' (duration: 120.01073ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:16.178863Z","caller":"traceutil/trace.go:171","msg":"trace[206044502] linearizableReadLoop","detail":"{readStateIndex:2992; appliedIndex:2991; }","duration":"277.059526ms","start":"2026-04-01T15:15:15.901783Z","end":"2026-04-01T15:15:16.178843Z","steps":["trace[206044502] 'read index received' (duration: 156.49171ms)","trace[206044502] 'applied index is now lower than readState.Index' (duration: 120.562145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:15:16.17899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:15.782923Z","time spent":"395.978326ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:15:16.179219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.341816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T15:15:16.179288Z","caller":"traceutil/trace.go:171","msg":"trace[203408985] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2873; }","duration":"276.414198ms","start":"2026-04-01T15:15:15.902855Z","end":"2026-04-01T15:15:16.179269Z","steps":["trace[203408985] 'agreement among raft nodes before linearized reading' (duration: 276.220653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:16.179421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.621351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T15:15:16.179529Z","caller":"traceutil/trace.go:171","msg":"trace[1795269811] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2873; }","duration":"277.770096ms","start":"2026-04-01T15:15:15.901733Z","end":"2026-04-01T15:15:16.179503Z","steps":["trace[1795269811] 'agreement among raft nodes before linearized reading' (duration: 277.2085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:17.009276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.519412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:15:17.009551Z","caller":"traceutil/trace.go:171","msg":"trace[214098252] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"511.359069ms","start":"2026-04-01T15:15:16.498174Z","end":"2026-04-01T15:15:17.009533Z","steps":["trace[214098252] 'process raft request' (duration: 511.318558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:17.009626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:16.498141Z","time spent":"511.453082ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:17.009669Z","caller":"traceutil/trace.go:171","msg":"trace[165021239] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"806.160771ms","start":"2026-04-01T15:15:16.203481Z","end":"2026-04-01T15:15:17.009642Z","steps":["trace[165021239] 'process raft request' (duration: 805.976176ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:17.009683Z","caller":"traceutil/trace.go:171","msg":"trace[307349346] linearizableReadLoop","detail":"{readStateIndex:2994; appliedIndex:2992; }","duration":"823.530617ms","start":"2026-04-01T15:15:16.186108Z","end":"2026-04-01T15:15:17.009639Z","steps":["trace[307349346] 'read index received' (duration: 264.704087ms)","trace[307349346] 'applied index is now lower than readState.Index' (duration: 558.82299ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:17.00969Z","caller":"traceutil/trace.go:171","msg":"trace[20452040] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"825.209893ms","start":"2026-04-01T15:15:16.184424Z","end":"2026-04-01T15:15:17.009634Z","steps":["trace[20452040] 'process raft request' (duration: 824.979467ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:17.009715Z","caller":"traceutil/trace.go:171","msg":"trace[856757300] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"825.506092ms","start":"2026-04-01T15:15:16.184159Z","end":"2026-04-01T15:15:17.009665Z","steps":["trace[856757300] 'process raft request' (duration: 266.512967ms)","trace[856757300] 'compare' (duration: 557.592507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:15:17.009812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:16.203461Z","time spent":"806.275364ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:15:17.009885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.769495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-04-01T15:15:17.009928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.258873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T15:15:17.009928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:16.184057Z","time spent":"825.740558ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:15:17.009913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:16.184409Z","time spent":"825.388589ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:17.009945Z","caller":"traceutil/trace.go:171","msg":"trace[336300651] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2877; }","duration":"823.871737ms","start":"2026-04-01T15:15:16.186056Z","end":"2026-04-01T15:15:17.009928Z","steps":["trace[336300651] 'agreement among raft nodes before linearized reading' (duration: 823.686092ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:17.009975Z","caller":"traceutil/trace.go:171","msg":"trace[1944727792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2877; }","duration":"706.343265ms","start":"2026-04-01T15:15:16.303617Z","end":"2026-04-01T15:15:17.00996Z","steps":["trace[1944727792] 'agreement among raft nodes before linearized reading' (duration: 706.194181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:17.010002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:16.186038Z","time spent":"823.950829ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-01T15:15:17.009978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.233603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:15:17.010017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:16.303593Z","time spent":"706.412787ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T15:15:17.010084Z","caller":"traceutil/trace.go:171","msg":"trace[1097311366] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2877; }","duration":"419.396408ms","start":"2026-04-01T15:15:16.59066Z","end":"2026-04-01T15:15:17.010057Z","steps":["trace[1097311366] 'agreement among raft nodes before linearized reading' (duration: 419.186302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:17.01014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:16.590639Z","time spent":"419.487081ms","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:15:17.663692Z","caller":"traceutil/trace.go:171","msg":"trace[383388870] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"481.893672ms","start":"2026-04-01T15:15:17.18177Z","end":"2026-04-01T15:15:17.663664Z","steps":["trace[383388870] 'process raft request' (duration: 480.710799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:17.66384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:17.181742Z","time spent":"482.014944ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:15:18.358688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.441565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:15:18.358879Z","caller":"traceutil/trace.go:171","msg":"trace[685715592] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"1.13072913s","start":"2026-04-01T15:15:17.228126Z","end":"2026-04-01T15:15:18.358855Z","steps":["trace[685715592] 'process raft request' (duration: 806.033468ms)","trace[685715592] 'compare' (duration: 324.036614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:15:18.358995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:17.228098Z","time spent":"1.130836223s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:18.359071Z","caller":"traceutil/trace.go:171","msg":"trace[339070299] linearizableReadLoop","detail":"{readStateIndex:2999; appliedIndex:2996; }","duration":"1.026958725s","start":"2026-04-01T15:15:17.332073Z","end":"2026-04-01T15:15:18.359032Z","steps":["trace[339070299] 'read index received' (duration: 330.501231ms)","trace[339070299] 'applied index is now lower than readState.Index' (duration: 696.455484ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:18.359131Z","caller":"traceutil/trace.go:171","msg":"trace[343021917] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"1.130927425s","start":"2026-04-01T15:15:17.228161Z","end":"2026-04-01T15:15:18.359088Z","steps":["trace[343021917] 'process raft request' (duration: 1.130631167s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:18.359331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:17.228121Z","time spent":"1.13110569s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:15:18.359344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027247023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:15:18.359469Z","caller":"traceutil/trace.go:171","msg":"trace[1794224204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2880; }","duration":"1.027419897s","start":"2026-04-01T15:15:17.332029Z","end":"2026-04-01T15:15:18.359449Z","steps":["trace[1794224204] 'agreement among raft nodes before linearized reading' (duration: 1.027111239s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:18.359556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:17.332006Z","time spent":"1.027536121s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:15:18.398023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038849651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T15:15:18.398129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.850118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:15:18.398056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.316089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T15:15:18.398166Z","caller":"traceutil/trace.go:171","msg":"trace[2115123413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2881; }","duration":"219.912879ms","start":"2026-04-01T15:15:18.178239Z","end":"2026-04-01T15:15:18.398152Z","steps":["trace[2115123413] 'agreement among raft nodes before linearized reading' (duration: 219.828877ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:18.398151Z","caller":"traceutil/trace.go:171","msg":"trace[2012567439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2881; }","duration":"1.039010546s","start":"2026-04-01T15:15:17.359118Z","end":"2026-04-01T15:15:18.398129Z","steps":["trace[2012567439] 'agreement among raft nodes before linearized reading' (duration: 1.038730168s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:18.398187Z","caller":"traceutil/trace.go:171","msg":"trace[905440595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2881; }","duration":"851.486054ms","start":"2026-04-01T15:15:17.546681Z","end":"2026-04-01T15:15:18.398167Z","steps":["trace[905440595] 'agreement among raft nodes before linearized reading' (duration: 851.237087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:18.398036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.175195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-01T15:15:18.39822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.63981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T15:15:18.398241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:17.546656Z","time spent":"851.570606ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:15:18.398221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.870131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:15:18.398264Z","caller":"traceutil/trace.go:171","msg":"trace[1687626038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2881; }","duration":"947.720652ms","start":"2026-04-01T15:15:17.450531Z","end":"2026-04-01T15:15:18.398252Z","steps":["trace[1687626038] 'agreement among raft nodes before linearized reading' (duration: 947.583418ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:18.398268Z","caller":"traceutil/trace.go:171","msg":"trace[792673875] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2881; }","duration":"240.432832ms","start":"2026-04-01T15:15:18.157814Z","end":"2026-04-01T15:15:18.398247Z","steps":["trace[792673875] 'agreement among raft nodes before linearized reading' (duration: 240.055492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:18.398301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:17.450514Z","time spent":"947.779014ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T15:15:18.39802Z","caller":"traceutil/trace.go:171","msg":"trace[747892677] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"631.578676ms","start":"2026-04-01T15:15:17.766404Z","end":"2026-04-01T15:15:18.397983Z","steps":["trace[747892677] 'process raft request' (duration: 631.303228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:18.398224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.820013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:15:18.398411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:17.766379Z","time spent":"631.966556ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:18.398303Z","caller":"traceutil/trace.go:171","msg":"trace[1303392790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2881; }","duration":"214.996915ms","start":"2026-04-01T15:15:18.18329Z","end":"2026-04-01T15:15:18.398287Z","steps":["trace[1303392790] 'agreement among raft nodes before linearized reading' (duration: 214.651596ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:18.398411Z","caller":"traceutil/trace.go:171","msg":"trace[1806841088] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2881; }","duration":"597.050699ms","start":"2026-04-01T15:15:17.801346Z","end":"2026-04-01T15:15:18.398397Z","steps":["trace[1806841088] 'agreement among raft nodes before linearized reading' (duration: 596.803802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:18.398642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:17.359104Z","time spent":"1.039094488s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:15:18.398661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:17.801334Z","time spent":"597.312196ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:15:18.832347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.122687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:15:18.832462Z","caller":"traceutil/trace.go:171","msg":"trace[2128041043] linearizableReadLoop","detail":"{readStateIndex:3001; appliedIndex:3000; }","duration":"431.665563ms","start":"2026-04-01T15:15:18.400772Z","end":"2026-04-01T15:15:18.832438Z","steps":["trace[2128041043] 'read index received' (duration: 251.381492ms)","trace[2128041043] 'applied index is now lower than readState.Index' (duration: 180.282841ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:18.832537Z","caller":"traceutil/trace.go:171","msg":"trace[1919940649] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"469.577583ms","start":"2026-04-01T15:15:18.362945Z","end":"2026-04-01T15:15:18.832523Z","steps":["trace[1919940649] 'process raft request' (duration: 289.186028ms)","trace[1919940649] 'compare' (duration: 180.005874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:15:18.832599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:18.362916Z","time spent":"469.649505ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:15:18.832637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.839168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:15:18.832742Z","caller":"traceutil/trace.go:171","msg":"trace[125130543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2882; }","duration":"431.972342ms","start":"2026-04-01T15:15:18.400745Z","end":"2026-04-01T15:15:18.832717Z","steps":["trace[125130543] 'agreement among raft nodes before linearized reading' (duration: 431.796747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:18.832807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:18.400729Z","time spent":"432.061484ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T15:15:19.212788Z","caller":"traceutil/trace.go:171","msg":"trace[1319309895] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"808.995838ms","start":"2026-04-01T15:15:18.403754Z","end":"2026-04-01T15:15:19.21275Z","steps":["trace[1319309895] 'process raft request' (duration: 768.516468ms)","trace[1319309895] 'compare' (duration: 39.938635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:15:19.213037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:18.403736Z","time spent":"809.152253ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:19.213317Z","caller":"traceutil/trace.go:171","msg":"trace[1732334576] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"809.456361ms","start":"2026-04-01T15:15:18.403842Z","end":"2026-04-01T15:15:19.213299Z","steps":["trace[1732334576] 'process raft request' (duration: 808.780473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:19.213482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:18.403834Z","time spent":"809.548503ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:19.213606Z","caller":"traceutil/trace.go:171","msg":"trace[1034345485] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"808.533405ms","start":"2026-04-01T15:15:18.405061Z","end":"2026-04-01T15:15:19.213595Z","steps":["trace[1034345485] 'process raft request' (duration: 808.191306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:19.213649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:18.40505Z","time spent":"808.580276ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:19.213676Z","caller":"traceutil/trace.go:171","msg":"trace[585153622] linearizableReadLoop","detail":"{readStateIndex:3005; appliedIndex:3001; }","duration":"381.15914ms","start":"2026-04-01T15:15:18.832488Z","end":"2026-04-01T15:15:19.213647Z","steps":["trace[585153622] 'read index received' (duration: 339.805276ms)","trace[585153622] 'applied index is now lower than readState.Index' (duration: 41.352094ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:19.213735Z","caller":"traceutil/trace.go:171","msg":"trace[1392289955] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"808.495434ms","start":"2026-04-01T15:15:18.405233Z","end":"2026-04-01T15:15:19.213729Z","steps":["trace[1392289955] 'process raft request' (duration: 808.279388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:19.21388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.320202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-04-01T15:15:19.213873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:18.405224Z","time spent":"808.552856ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:19.213908Z","caller":"traceutil/trace.go:171","msg":"trace[763964143] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2886; }","duration":"811.366593ms","start":"2026-04-01T15:15:18.402536Z","end":"2026-04-01T15:15:19.213903Z","steps":["trace[763964143] 'agreement among raft nodes before linearized reading' (duration: 811.25451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:19.213925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:18.402527Z","time spent":"811.394204ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-01T15:15:19.899464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.296274ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T15:15:19.899954Z","caller":"traceutil/trace.go:171","msg":"trace[266517877] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"882.366581ms","start":"2026-04-01T15:15:19.017554Z","end":"2026-04-01T15:15:19.899921Z","steps":["trace[266517877] 'process raft request' (duration: 882.028282ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:19.899971Z","caller":"traceutil/trace.go:171","msg":"trace[1418658642] linearizableReadLoop","detail":"{readStateIndex:3007; appliedIndex:3005; }","duration":"682.461539ms","start":"2026-04-01T15:15:19.217471Z","end":"2026-04-01T15:15:19.899933Z","steps":["trace[1418658642] 'read index received' (duration: 192.684592ms)","trace[1418658642] 'applied index is now lower than readState.Index' (duration: 489.774907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:15:19.900117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:19.017524Z","time spent":"882.485204ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:15:20.099825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.326039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-01T15:15:20.099967Z","caller":"traceutil/trace.go:171","msg":"trace[247945064] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2887; }","duration":"882.514074ms","start":"2026-04-01T15:15:19.217415Z","end":"2026-04-01T15:15:20.099929Z","steps":["trace[247945064] 'agreement among raft nodes before linearized reading' (duration: 682.606594ms)","trace[247945064] 'range keys from in-memory index tree' (duration: 199.604463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:15:20.100031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:19.217394Z","time spent":"882.621738ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-01T15:15:20.100362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.210889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:15:20.100716Z","caller":"traceutil/trace.go:171","msg":"trace[1460215111] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"691.242541ms","start":"2026-04-01T15:15:19.409437Z","end":"2026-04-01T15:15:20.10068Z","steps":["trace[1460215111] 'process raft request' (duration: 490.483847ms)","trace[1460215111] 'compare' (duration: 200.002723ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:20.100695Z","caller":"traceutil/trace.go:171","msg":"trace[1953169753] linearizableReadLoop","detail":"{readStateIndex:3009; appliedIndex:3007; }","duration":"200.62652ms","start":"2026-04-01T15:15:19.900045Z","end":"2026-04-01T15:15:20.100671Z","steps":["trace[1953169753] 'read index received' (duration: 59.661µs)","trace[1953169753] 'applied index is now lower than readState.Index' (duration: 200.565509ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:20.100734Z","caller":"traceutil/trace.go:171","msg":"trace[527736291] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"430.599265ms","start":"2026-04-01T15:15:19.670112Z","end":"2026-04-01T15:15:20.100711Z","steps":["trace[527736291] 'process raft request' (duration: 430.463631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:20.10086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:19.670081Z","time spent":"430.714668ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:15:20.100865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:19.409409Z","time spent":"691.356963ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:15:20.100944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.181824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a2447c7320d2df\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-01T15:15:20.101019Z","caller":"traceutil/trace.go:171","msg":"trace[1767627007] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a2447c7320d2df; range_end:; response_count:1; response_revision:2889; }","duration":"662.289237ms","start":"2026-04-01T15:15:19.438714Z","end":"2026-04-01T15:15:20.101003Z","steps":["trace[1767627007] 'agreement among raft nodes before linearized reading' (duration: 662.04423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:20.101076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:19.438697Z","time spent":"662.362368ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a2447c7320d2df\" "} {"level":"warn","ts":"2026-04-01T15:15:20.10121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.707494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:15:20.10132Z","caller":"traceutil/trace.go:171","msg":"trace[480786461] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2889; }","duration":"753.893888ms","start":"2026-04-01T15:15:19.34741Z","end":"2026-04-01T15:15:20.101304Z","steps":["trace[480786461] 'agreement among raft nodes before linearized reading' (duration: 753.363563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:20.101445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:19.34739Z","time spent":"754.035662ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:15:20.385274Z","caller":"traceutil/trace.go:171","msg":"trace[437556874] linearizableReadLoop","detail":"{readStateIndex:3010; appliedIndex:3009; }","duration":"256.492562ms","start":"2026-04-01T15:15:20.128759Z","end":"2026-04-01T15:15:20.385252Z","steps":["trace[437556874] 'read index received' (duration: 256.246655ms)","trace[437556874] 'applied index is now lower than readState.Index' (duration: 244.877µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:20.385357Z","caller":"traceutil/trace.go:171","msg":"trace[4920369] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"281.642571ms","start":"2026-04-01T15:15:20.103669Z","end":"2026-04-01T15:15:20.385311Z","steps":["trace[4920369] 'process raft request' (duration: 281.423955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:20.385661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.877272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-01T15:15:20.385697Z","caller":"traceutil/trace.go:171","msg":"trace[443618792] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2890; }","duration":"256.959305ms","start":"2026-04-01T15:15:20.128726Z","end":"2026-04-01T15:15:20.385685Z","steps":["trace[443618792] 'agreement among raft nodes before linearized reading' (duration: 256.633396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:20.454559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.95423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:15:20.454624Z","caller":"traceutil/trace.go:171","msg":"trace[715974539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2892; }","duration":"278.035882ms","start":"2026-04-01T15:15:20.176573Z","end":"2026-04-01T15:15:20.454609Z","steps":["trace[715974539] 'agreement among raft nodes before linearized reading' (duration: 277.926159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:20.454993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.188484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-01T15:15:20.455043Z","caller":"traceutil/trace.go:171","msg":"trace[1486051320] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2892; }","duration":"318.274776ms","start":"2026-04-01T15:15:20.13676Z","end":"2026-04-01T15:15:20.455035Z","steps":["trace[1486051320] 'agreement among raft nodes before linearized reading' (duration: 317.581637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:20.455077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:20.136736Z","time spent":"318.332388ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-01T15:15:25.664074Z","caller":"traceutil/trace.go:171","msg":"trace[897661858] linearizableReadLoop","detail":"{readStateIndex:3038; appliedIndex:3037; }","duration":"336.133524ms","start":"2026-04-01T15:15:25.327912Z","end":"2026-04-01T15:15:25.664046Z","steps":["trace[897661858] 'read index received' (duration: 335.879107ms)","trace[897661858] 'applied index is now lower than readState.Index' (duration: 252.806µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:25.664181Z","caller":"traceutil/trace.go:171","msg":"trace[1862434182] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"406.238813ms","start":"2026-04-01T15:15:25.257887Z","end":"2026-04-01T15:15:25.664125Z","steps":["trace[1862434182] 'process raft request' (duration: 405.991166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:25.664333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-01T15:15:25.664372Z","caller":"traceutil/trace.go:171","msg":"trace[867996432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2917; }","duration":"336.474463ms","start":"2026-04-01T15:15:25.327884Z","end":"2026-04-01T15:15:25.664358Z","steps":["trace[867996432] 'agreement among raft nodes before linearized reading' (duration: 336.318809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:25.664416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:25.327869Z","time spent":"336.538794ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:15:25.664539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.113348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T15:15:25.664574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.130078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:15:25.664619Z","caller":"traceutil/trace.go:171","msg":"trace[876076548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2917; }","duration":"331.248412ms","start":"2026-04-01T15:15:25.333352Z","end":"2026-04-01T15:15:25.6646Z","steps":["trace[876076548] 'agreement among raft nodes before linearized reading' (duration: 330.967924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:25.664602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:25.257856Z","time spent":"406.537621ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:25.66466Z","caller":"traceutil/trace.go:171","msg":"trace[1049444717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2917; }","duration":"331.299223ms","start":"2026-04-01T15:15:25.33334Z","end":"2026-04-01T15:15:25.66464Z","steps":["trace[1049444717] 'agreement among raft nodes before linearized reading' (duration: 331.015045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:25.664678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:25.333329Z","time spent":"331.335473ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:15:25.664714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:25.33324Z","time spent":"331.462227ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:15:26.831887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.352ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:15:26.832063Z","caller":"traceutil/trace.go:171","msg":"trace[1592317230] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2920; }","duration":"816.552775ms","start":"2026-04-01T15:15:26.015486Z","end":"2026-04-01T15:15:26.832038Z","steps":["trace[1592317230] 'range keys from in-memory index tree' (duration: 816.327719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:26.832235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.276149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:15:26.832351Z","caller":"traceutil/trace.go:171","msg":"trace[955152147] linearizableReadLoop","detail":"{readStateIndex:3042; appliedIndex:3041; }","duration":"692.593368ms","start":"2026-04-01T15:15:26.139738Z","end":"2026-04-01T15:15:26.832331Z","steps":["trace[955152147] 'read index received' (duration: 178.040832ms)","trace[955152147] 'applied index is now lower than readState.Index' (duration: 514.551246ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:26.832375Z","caller":"traceutil/trace.go:171","msg":"trace[96757494] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"913.251704ms","start":"2026-04-01T15:15:25.919099Z","end":"2026-04-01T15:15:26.832351Z","steps":["trace[96757494] 'process raft request' (duration: 398.759009ms)","trace[96757494] 'compare' (duration: 514.174076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:15:26.832535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.811714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-01T15:15:26.832587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:25.919062Z","time spent":"913.393968ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:26.832893Z","caller":"traceutil/trace.go:171","msg":"trace[567832279] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2921; }","duration":"692.879006ms","start":"2026-04-01T15:15:26.139675Z","end":"2026-04-01T15:15:26.832554Z","steps":["trace[567832279] 'agreement among raft nodes before linearized reading' (duration: 692.734702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:26.832951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:26.13964Z","time spent":"693.283137ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-01T15:15:26.855651Z","caller":"traceutil/trace.go:171","msg":"trace[287353577] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"658.890725ms","start":"2026-04-01T15:15:26.196729Z","end":"2026-04-01T15:15:26.855619Z","steps":["trace[287353577] 'process raft request' (duration: 658.71521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:26.855834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:26.196699Z","time spent":"659.044929ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:15:27.689834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.000336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:15:27.690079Z","caller":"traceutil/trace.go:171","msg":"trace[950185913] linearizableReadLoop","detail":"{readStateIndex:3045; appliedIndex:3042; }","duration":"857.671878ms","start":"2026-04-01T15:15:26.832383Z","end":"2026-04-01T15:15:27.690055Z","steps":["trace[950185913] 'read index received' (duration: 23.181017ms)","trace[950185913] 'applied index is now lower than readState.Index' (duration: 834.489531ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:27.690237Z","caller":"traceutil/trace.go:171","msg":"trace[1413909606] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"1.206409324s","start":"2026-04-01T15:15:26.483804Z","end":"2026-04-01T15:15:27.690214Z","steps":["trace[1413909606] 'process raft request' (duration: 1.101851352s)","trace[1413909606] 'compare' (duration: 103.843332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:15:27.690336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:26.483777Z","time spent":"1.206506417s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:27.690528Z","caller":"traceutil/trace.go:171","msg":"trace[1971520156] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"1.160138391s","start":"2026-04-01T15:15:26.530366Z","end":"2026-04-01T15:15:27.690504Z","steps":["trace[1971520156] 'process raft request' (duration: 1.159602926s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:27.690574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511934449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:15:27.690632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:26.530332Z","time spent":"1.160242724s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:27.690641Z","caller":"traceutil/trace.go:171","msg":"trace[2067431667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2924; }","duration":"1.512044072s","start":"2026-04-01T15:15:26.178577Z","end":"2026-04-01T15:15:27.690622Z","steps":["trace[2067431667] 'agreement among raft nodes before linearized reading' (duration: 1.511835716s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:27.6907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:26.178553Z","time spent":"1.512134975s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:15:27.69071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.06052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:15:27.690719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.854915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-01T15:15:27.690767Z","caller":"traceutil/trace.go:171","msg":"trace[1253996065] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2924; }","duration":"810.165702ms","start":"2026-04-01T15:15:26.880585Z","end":"2026-04-01T15:15:27.690751Z","steps":["trace[1253996065] 'agreement among raft nodes before linearized reading' (duration: 810.07034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:27.690779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.777176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T15:15:27.690812Z","caller":"traceutil/trace.go:171","msg":"trace[712520996] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2924; }","duration":"853.993739ms","start":"2026-04-01T15:15:26.836796Z","end":"2026-04-01T15:15:27.690789Z","steps":["trace[712520996] 'agreement among raft nodes before linearized reading' (duration: 853.687471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:27.690824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:26.880554Z","time spent":"810.250005ms","remote":"127.0.0.1:52324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:15:27.690851Z","caller":"traceutil/trace.go:171","msg":"trace[1414846088] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2924; }","duration":"403.900919ms","start":"2026-04-01T15:15:27.286934Z","end":"2026-04-01T15:15:27.690835Z","steps":["trace[1414846088] 'agreement among raft nodes before linearized reading' (duration: 403.702573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:27.69087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:26.836778Z","time spent":"854.081122ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-01T15:15:27.690725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.43559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T15:15:27.690912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:27.286894Z","time spent":"404.005881ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T15:15:27.690969Z","caller":"traceutil/trace.go:171","msg":"trace[1278064585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2924; }","duration":"796.678877ms","start":"2026-04-01T15:15:26.894268Z","end":"2026-04-01T15:15:27.690947Z","steps":["trace[1278064585] 'agreement among raft nodes before linearized reading' (duration: 796.326957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:27.691115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:26.894244Z","time spent":"796.850542ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T15:15:33.06286Z","caller":"traceutil/trace.go:171","msg":"trace[1594534384] linearizableReadLoop","detail":"{readStateIndex:3078; appliedIndex:3077; }","duration":"138.81521ms","start":"2026-04-01T15:15:32.924015Z","end":"2026-04-01T15:15:33.062831Z","steps":["trace[1594534384] 'read index received' (duration: 138.576373ms)","trace[1594534384] 'applied index is now lower than readState.Index' (duration: 237.797µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:33.062923Z","caller":"traceutil/trace.go:171","msg":"trace[99826769] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"186.438499ms","start":"2026-04-01T15:15:32.876444Z","end":"2026-04-01T15:15:33.062883Z","steps":["trace[99826769] 'process raft request' (duration: 186.208683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:33.063147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.942126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:15:33.063182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.131608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a2447e71ff0fe6\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-01T15:15:33.063224Z","caller":"traceutil/trace.go:171","msg":"trace[1874223408] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2956; }","duration":"138.07464ms","start":"2026-04-01T15:15:32.925133Z","end":"2026-04-01T15:15:33.063207Z","steps":["trace[1874223408] 'agreement among raft nodes before linearized reading' (duration: 137.911396ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:33.063291Z","caller":"traceutil/trace.go:171","msg":"trace[1054933277] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a2447e71ff0fe6; range_end:; response_count:1; response_revision:2956; }","duration":"139.309873ms","start":"2026-04-01T15:15:32.923957Z","end":"2026-04-01T15:15:33.063267Z","steps":["trace[1054933277] 'agreement among raft nodes before linearized reading' (duration: 139.029775ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:33.886345Z","caller":"traceutil/trace.go:171","msg":"trace[767590298] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"103.838812ms","start":"2026-04-01T15:15:33.782385Z","end":"2026-04-01T15:15:33.886224Z","steps":["trace[767590298] 'process raft request' (duration: 103.576835ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:33.886709Z","caller":"traceutil/trace.go:171","msg":"trace[985484486] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"103.910874ms","start":"2026-04-01T15:15:33.782749Z","end":"2026-04-01T15:15:33.88666Z","steps":["trace[985484486] 'process raft request' (duration: 103.433221ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:33.887094Z","caller":"traceutil/trace.go:171","msg":"trace[1009790536] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"104.194371ms","start":"2026-04-01T15:15:33.782885Z","end":"2026-04-01T15:15:33.88708Z","steps":["trace[1009790536] 'process raft request' (duration: 103.606475ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:33.887279Z","caller":"traceutil/trace.go:171","msg":"trace[363351759] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"104.295215ms","start":"2026-04-01T15:15:33.782952Z","end":"2026-04-01T15:15:33.887247Z","steps":["trace[363351759] 'process raft request' (duration: 104.051628ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:33.887602Z","caller":"traceutil/trace.go:171","msg":"trace[893202574] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"104.444839ms","start":"2026-04-01T15:15:33.78295Z","end":"2026-04-01T15:15:33.887395Z","steps":["trace[893202574] 'process raft request' (duration: 104.140921ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:34.83185Z","caller":"traceutil/trace.go:171","msg":"trace[1070820822] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"390.202548ms","start":"2026-04-01T15:15:34.441614Z","end":"2026-04-01T15:15:34.831817Z","steps":["trace[1070820822] 'process raft request' (duration: 389.930971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:34.83208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:34.441577Z","time spent":"390.372563ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:15:38.079414Z","caller":"traceutil/trace.go:171","msg":"trace[315352688] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"170.009444ms","start":"2026-04-01T15:15:37.909374Z","end":"2026-04-01T15:15:38.079384Z","steps":["trace[315352688] 'process raft request' (duration: 102.412723ms)","trace[315352688] 'compare' (duration: 67.214181ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:38.079725Z","caller":"traceutil/trace.go:171","msg":"trace[2021318978] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"169.326546ms","start":"2026-04-01T15:15:37.910371Z","end":"2026-04-01T15:15:38.079697Z","steps":["trace[2021318978] 'process raft request' (duration: 168.948676ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:38.080414Z","caller":"traceutil/trace.go:171","msg":"trace[396067773] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"169.028628ms","start":"2026-04-01T15:15:37.911357Z","end":"2026-04-01T15:15:38.080385Z","steps":["trace[396067773] 'process raft request' (duration: 168.897455ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:38.080521Z","caller":"traceutil/trace.go:171","msg":"trace[634127917] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"169.942473ms","start":"2026-04-01T15:15:37.910511Z","end":"2026-04-01T15:15:38.080453Z","steps":["trace[634127917] 'process raft request' (duration: 169.09423ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:49.168984Z","caller":"traceutil/trace.go:171","msg":"trace[603372389] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"164.948948ms","start":"2026-04-01T15:15:49.004006Z","end":"2026-04-01T15:15:49.168955Z","steps":["trace[603372389] 'process raft request' (duration: 164.770793ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:49.200562Z","caller":"traceutil/trace.go:171","msg":"trace[1520886195] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"145.449519ms","start":"2026-04-01T15:15:49.055082Z","end":"2026-04-01T15:15:49.200531Z","steps":["trace[1520886195] 'process raft request' (duration: 144.846153ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:49.421744Z","caller":"traceutil/trace.go:171","msg":"trace[728278837] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"167.66328ms","start":"2026-04-01T15:15:49.254056Z","end":"2026-04-01T15:15:49.42172Z","steps":["trace[728278837] 'process raft request' (duration: 167.538817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:49.993229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.142594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:15:49.993348Z","caller":"traceutil/trace.go:171","msg":"trace[1422586237] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3044; }","duration":"343.325218ms","start":"2026-04-01T15:15:49.649992Z","end":"2026-04-01T15:15:49.993317Z","steps":["trace[1422586237] 'count revisions from in-memory index tree' (duration: 343.043511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:49.993392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:15:49.64997Z","time spent":"343.408071ms","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:15:49.993599Z","caller":"traceutil/trace.go:171","msg":"trace[2048160867] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"114.148091ms","start":"2026-04-01T15:15:49.879417Z","end":"2026-04-01T15:15:49.993565Z","steps":["trace[2048160867] 'process raft request' (duration: 113.955276ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:49.993843Z","caller":"traceutil/trace.go:171","msg":"trace[429186676] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"139.557519ms","start":"2026-04-01T15:15:49.854164Z","end":"2026-04-01T15:15:49.993721Z","steps":["trace[429186676] 'process raft request' (duration: 136.841326ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:50.301069Z","caller":"traceutil/trace.go:171","msg":"trace[1283632911] linearizableReadLoop","detail":"{readStateIndex:3175; appliedIndex:3174; }","duration":"123.219487ms","start":"2026-04-01T15:15:50.177822Z","end":"2026-04-01T15:15:50.301042Z","steps":["trace[1283632911] 'read index received' (duration: 123.001871ms)","trace[1283632911] 'applied index is now lower than readState.Index' (duration: 216.866µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:50.301144Z","caller":"traceutil/trace.go:171","msg":"trace[400850230] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"123.820063ms","start":"2026-04-01T15:15:50.177286Z","end":"2026-04-01T15:15:50.301106Z","steps":["trace[400850230] 'process raft request' (duration: 123.618248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:50.301278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.393062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:15:50.30135Z","caller":"traceutil/trace.go:171","msg":"trace[928351536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3048; }","duration":"123.543756ms","start":"2026-04-01T15:15:50.177766Z","end":"2026-04-01T15:15:50.30131Z","steps":["trace[928351536] 'agreement among raft nodes before linearized reading' (duration: 123.411022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:50.301375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.658905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-01T15:15:50.301465Z","caller":"traceutil/trace.go:171","msg":"trace[2054714687] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3048; }","duration":"121.802188ms","start":"2026-04-01T15:15:50.179641Z","end":"2026-04-01T15:15:50.301443Z","steps":["trace[2054714687] 'agreement among raft nodes before linearized reading' (duration: 121.561522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:50.301548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.551963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T15:15:50.301628Z","caller":"traceutil/trace.go:171","msg":"trace[352354863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3048; }","duration":"100.714878ms","start":"2026-04-01T15:15:50.200892Z","end":"2026-04-01T15:15:50.301607Z","steps":["trace[352354863] 'agreement among raft nodes before linearized reading' (duration: 100.446181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:15:50.301782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.967515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:15:50.301871Z","caller":"traceutil/trace.go:171","msg":"trace[1744209381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3048; }","duration":"101.115499ms","start":"2026-04-01T15:15:50.200739Z","end":"2026-04-01T15:15:50.301854Z","steps":["trace[1744209381] 'agreement among raft nodes before linearized reading' (duration: 100.823691ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:50.446523Z","caller":"traceutil/trace.go:171","msg":"trace[1894018306] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"140.249559ms","start":"2026-04-01T15:15:50.306244Z","end":"2026-04-01T15:15:50.446493Z","steps":["trace[1894018306] 'process raft request' (duration: 66.145862ms)","trace[1894018306] 'compare' (duration: 73.643814ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:15:50.446806Z","caller":"traceutil/trace.go:171","msg":"trace[1202011710] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"139.721914ms","start":"2026-04-01T15:15:50.307049Z","end":"2026-04-01T15:15:50.446771Z","steps":["trace[1202011710] 'process raft request' (duration: 139.286603ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:50.447014Z","caller":"traceutil/trace.go:171","msg":"trace[1901661940] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"139.664323ms","start":"2026-04-01T15:15:50.307203Z","end":"2026-04-01T15:15:50.446867Z","steps":["trace[1901661940] 'process raft request' (duration: 139.343154ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:15:50.689729Z","caller":"traceutil/trace.go:171","msg":"trace[95636679] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"149.290424ms","start":"2026-04-01T15:15:50.540399Z","end":"2026-04-01T15:15:50.689689Z","steps":["trace[95636679] 'process raft request' (duration: 121.134191ms)","trace[95636679] 'compare' (duration: 27.835274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:15:58.813122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.092463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-01T15:15:58.813233Z","caller":"traceutil/trace.go:171","msg":"trace[1826215220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3093; }","duration":"106.267668ms","start":"2026-04-01T15:15:58.70694Z","end":"2026-04-01T15:15:58.813207Z","steps":["trace[1826215220] 'range keys from in-memory index tree' (duration: 105.885648ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:17:40.156047Z","caller":"traceutil/trace.go:171","msg":"trace[1198049606] transaction","detail":"{read_only:false; response_revision:3785; number_of_response:1; }","duration":"206.396092ms","start":"2026-04-01T15:17:39.949619Z","end":"2026-04-01T15:17:40.156015Z","steps":["trace[1198049606] 'process raft request' (duration: 206.199017ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:18:10.464385Z","caller":"traceutil/trace.go:171","msg":"trace[1146797767] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"196.034572ms","start":"2026-04-01T15:18:10.268326Z","end":"2026-04-01T15:18:10.464361Z","steps":["trace[1146797767] 'process raft request' (duration: 195.893098ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:18:15.618827Z","caller":"traceutil/trace.go:171","msg":"trace[389575628] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"238.948565ms","start":"2026-04-01T15:18:15.379841Z","end":"2026-04-01T15:18:15.618789Z","steps":["trace[389575628] 'process raft request' (duration: 238.685498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:18:16.110615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.73633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:18:16.110871Z","caller":"traceutil/trace.go:171","msg":"trace[256648080] linearizableReadLoop","detail":"{readStateIndex:4177; appliedIndex:4174; }","duration":"684.999982ms","start":"2026-04-01T15:18:15.425856Z","end":"2026-04-01T15:18:16.110856Z","steps":["trace[256648080] 'read index received' (duration: 192.689642ms)","trace[256648080] 'applied index is now lower than readState.Index' (duration: 492.30953ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:18:16.110968Z","caller":"traceutil/trace.go:171","msg":"trace[461074272] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"728.809959ms","start":"2026-04-01T15:18:15.382149Z","end":"2026-04-01T15:18:16.110959Z","steps":["trace[461074272] 'process raft request' (duration: 341.644647ms)","trace[461074272] 'compare' (duration: 386.504004ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:18:16.110976Z","caller":"traceutil/trace.go:171","msg":"trace[155572016] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"251.540487ms","start":"2026-04-01T15:18:15.859405Z","end":"2026-04-01T15:18:16.110945Z","steps":["trace[155572016] 'process raft request' (duration: 251.420993ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:18:16.111058Z","caller":"traceutil/trace.go:171","msg":"trace[77154803] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"728.003197ms","start":"2026-04-01T15:18:15.383047Z","end":"2026-04-01T15:18:16.11105Z","steps":["trace[77154803] 'process raft request' (duration: 727.685689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:18:16.1111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:18:15.383033Z","time spent":"728.046088ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:18:16.111024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:18:15.382124Z","time spent":"728.871491ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:18:16.111568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.701122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:18:16.111685Z","caller":"traceutil/trace.go:171","msg":"trace[1612174457] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4015; }","duration":"685.860396ms","start":"2026-04-01T15:18:15.425798Z","end":"2026-04-01T15:18:16.111659Z","steps":["trace[1612174457] 'agreement among raft nodes before linearized reading' (duration: 685.687211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:18:16.111756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:18:15.425775Z","time spent":"685.962038ms","remote":"127.0.0.1:45764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:18:16.111584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.618489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:18:16.112001Z","caller":"traceutil/trace.go:171","msg":"trace[911067706] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:4015; }","duration":"662.202184ms","start":"2026-04-01T15:18:15.449774Z","end":"2026-04-01T15:18:16.111977Z","steps":["trace[911067706] 'agreement among raft nodes before linearized reading' (duration: 661.458324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:18:16.112141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:18:15.449751Z","time spent":"662.370488ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"info","ts":"2026-04-01T15:18:21.331316Z","caller":"traceutil/trace.go:171","msg":"trace[1832630627] linearizableReadLoop","detail":"{readStateIndex:4211; appliedIndex:4210; }","duration":"153.54499ms","start":"2026-04-01T15:18:21.177742Z","end":"2026-04-01T15:18:21.331287Z","steps":["trace[1832630627] 'read index received' (duration: 153.349105ms)","trace[1832630627] 'applied index is now lower than readState.Index' (duration: 194.975µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:18:21.331636Z","caller":"traceutil/trace.go:171","msg":"trace[992652202] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"166.626054ms","start":"2026-04-01T15:18:21.164972Z","end":"2026-04-01T15:18:21.331598Z","steps":["trace[992652202] 'process raft request' (duration: 166.169631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:18:21.331481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.710415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:18:21.331749Z","caller":"traceutil/trace.go:171","msg":"trace[1921348224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4047; }","duration":"154.017502ms","start":"2026-04-01T15:18:21.177715Z","end":"2026-04-01T15:18:21.331733Z","steps":["trace[1921348224] 'agreement among raft nodes before linearized reading' (duration: 153.683073ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:24.495016Z","caller":"traceutil/trace.go:171","msg":"trace[217643440] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"135.777075ms","start":"2026-04-01T15:19:24.359205Z","end":"2026-04-01T15:19:24.494982Z","steps":["trace[217643440] 'process raft request' (duration: 135.500227ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:30.035955Z","caller":"traceutil/trace.go:171","msg":"trace[688813198] linearizableReadLoop","detail":"{readStateIndex:5018; appliedIndex:5016; }","duration":"120.475148ms","start":"2026-04-01T15:19:29.91543Z","end":"2026-04-01T15:19:30.035905Z","steps":["trace[688813198] 'read index received' (duration: 8.488511ms)","trace[688813198] 'applied index is now lower than readState.Index' (duration: 111.984357ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:30.036068Z","caller":"traceutil/trace.go:171","msg":"trace[798048362] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"157.541976ms","start":"2026-04-01T15:19:29.878466Z","end":"2026-04-01T15:19:30.036008Z","steps":["trace[798048362] 'process raft request' (duration: 154.258187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:30.036267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.819957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:19:30.036339Z","caller":"traceutil/trace.go:171","msg":"trace[968912798] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:0; response_revision:4820; }","duration":"120.971892ms","start":"2026-04-01T15:19:29.915348Z","end":"2026-04-01T15:19:30.03632Z","steps":["trace[968912798] 'agreement among raft nodes before linearized reading' (duration: 120.791597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:31.33555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.532774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:19:31.335569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.263564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-vsht9\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-04-01T15:19:31.335725Z","caller":"traceutil/trace.go:171","msg":"trace[1102097511] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-vsht9; range_end:; response_count:1; response_revision:4845; }","duration":"159.494229ms","start":"2026-04-01T15:19:31.17621Z","end":"2026-04-01T15:19:31.335704Z","steps":["trace[1102097511] 'range keys from in-memory index tree' (duration: 159.053307ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:31.335725Z","caller":"traceutil/trace.go:171","msg":"trace[151677161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4845; }","duration":"158.737589ms","start":"2026-04-01T15:19:31.176928Z","end":"2026-04-01T15:19:31.335666Z","steps":["trace[151677161] 'range keys from in-memory index tree' (duration: 158.431821ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:33.446311Z","caller":"traceutil/trace.go:171","msg":"trace[627521181] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"102.072908ms","start":"2026-04-01T15:19:33.344188Z","end":"2026-04-01T15:19:33.446261Z","steps":["trace[627521181] 'process raft request' (duration: 63.283682ms)","trace[627521181] 'compare' (duration: 38.613351ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:33.661052Z","caller":"traceutil/trace.go:171","msg":"trace[857310573] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"126.712238ms","start":"2026-04-01T15:19:33.534293Z","end":"2026-04-01T15:19:33.661005Z","steps":["trace[857310573] 'process raft request' (duration: 126.42361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:33.878266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.727704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:19:33.878417Z","caller":"traceutil/trace.go:171","msg":"trace[274687104] linearizableReadLoop","detail":"{readStateIndex:5072; appliedIndex:5071; }","duration":"145.096918ms","start":"2026-04-01T15:19:33.733301Z","end":"2026-04-01T15:19:33.878398Z","steps":["trace[274687104] 'read index received' (duration: 42.181µs)","trace[274687104] 'applied index is now lower than readState.Index' (duration: 145.049307ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:33.878529Z","caller":"traceutil/trace.go:171","msg":"trace[266746565] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"212.281636ms","start":"2026-04-01T15:19:33.666238Z","end":"2026-04-01T15:19:33.87852Z","steps":["trace[266746565] 'process raft request' (duration: 37.213373ms)","trace[266746565] 'compare' (duration: 174.526768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:19:33.878775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.251253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T15:19:33.87886Z","caller":"traceutil/trace.go:171","msg":"trace[604229431] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:4873; }","duration":"134.395377ms","start":"2026-04-01T15:19:33.744446Z","end":"2026-04-01T15:19:33.878841Z","steps":["trace[604229431] 'agreement among raft nodes before linearized reading' (duration: 134.109919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:33.878891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.574131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:19:33.878973Z","caller":"traceutil/trace.go:171","msg":"trace[1521679791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4873; }","duration":"145.722915ms","start":"2026-04-01T15:19:33.733233Z","end":"2026-04-01T15:19:33.878956Z","steps":["trace[1521679791] 'agreement among raft nodes before linearized reading' (duration: 145.458908ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:34.094276Z","caller":"traceutil/trace.go:171","msg":"trace[752873306] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"210.558769ms","start":"2026-04-01T15:19:33.883686Z","end":"2026-04-01T15:19:34.094245Z","steps":["trace[752873306] 'process raft request' (duration: 126.255595ms)","trace[752873306] 'compare' (duration: 83.975405ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:34.099606Z","caller":"traceutil/trace.go:171","msg":"trace[954047500] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"179.037121ms","start":"2026-04-01T15:19:33.920545Z","end":"2026-04-01T15:19:34.099582Z","steps":["trace[954047500] 'process raft request' (duration: 178.881097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:34.321706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.951942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:19:34.321833Z","caller":"traceutil/trace.go:171","msg":"trace[148924452] linearizableReadLoop","detail":"{readStateIndex:5076; appliedIndex:5075; }","duration":"216.522882ms","start":"2026-04-01T15:19:34.105283Z","end":"2026-04-01T15:19:34.321806Z","steps":["trace[148924452] 'read index received' (duration: 113.320424ms)","trace[148924452] 'applied index is now lower than readState.Index' (duration: 103.200858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:19:34.32208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.66539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:19:34.322063Z","caller":"traceutil/trace.go:171","msg":"trace[323375653] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"217.836488ms","start":"2026-04-01T15:19:34.104173Z","end":"2026-04-01T15:19:34.322009Z","steps":["trace[323375653] 'process raft request' (duration: 114.483625ms)","trace[323375653] 'compare' (duration: 102.671384ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:34.322163Z","caller":"traceutil/trace.go:171","msg":"trace[698197543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4876; }","duration":"143.787023ms","start":"2026-04-01T15:19:34.178362Z","end":"2026-04-01T15:19:34.322149Z","steps":["trace[698197543] 'agreement among raft nodes before linearized reading' (duration: 143.623818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:34.322098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.80895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T15:19:34.322413Z","caller":"traceutil/trace.go:171","msg":"trace[1418947690] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4876; }","duration":"217.143428ms","start":"2026-04-01T15:19:34.105255Z","end":"2026-04-01T15:19:34.322399Z","steps":["trace[1418947690] 'agreement among raft nodes before linearized reading' (duration: 216.686246ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:36.911564Z","caller":"traceutil/trace.go:171","msg":"trace[1629953560] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"367.199981ms","start":"2026-04-01T15:19:36.544318Z","end":"2026-04-01T15:19:36.911518Z","steps":["trace[1629953560] 'process raft request' (duration: 366.894513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:36.911757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:36.544087Z","time spent":"367.569452ms","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:19:36.912024Z","caller":"traceutil/trace.go:171","msg":"trace[1042558128] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"121.922507ms","start":"2026-04-01T15:19:36.790073Z","end":"2026-04-01T15:19:36.911995Z","steps":["trace[1042558128] 'process raft request' (duration: 121.854515ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:36.912086Z","caller":"traceutil/trace.go:171","msg":"trace[1842298809] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"366.808351ms","start":"2026-04-01T15:19:36.545259Z","end":"2026-04-01T15:19:36.912068Z","steps":["trace[1842298809] 'process raft request' (duration: 366.304667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:36.912175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:36.545228Z","time spent":"366.898894ms","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451470,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:19:36.912203Z","caller":"traceutil/trace.go:171","msg":"trace[1530288407] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5172; }","duration":"276.186605ms","start":"2026-04-01T15:19:36.635956Z","end":"2026-04-01T15:19:36.912142Z","steps":["trace[1530288407] 'read index received' (duration: 275.204968ms)","trace[1530288407] 'applied index is now lower than readState.Index' (duration: 977.487µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:19:36.912515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.683073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:19:36.912556Z","caller":"traceutil/trace.go:171","msg":"trace[1863140870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4974; }","duration":"260.738155ms","start":"2026-04-01T15:19:36.651808Z","end":"2026-04-01T15:19:36.912547Z","steps":["trace[1863140870] 'agreement among raft nodes before linearized reading' (duration: 260.623902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:36.912546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.557475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05d974e4-a9ce-44cd-8b38-edc7a04607cd\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-01T15:19:36.912594Z","caller":"traceutil/trace.go:171","msg":"trace[385656907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-05d974e4-a9ce-44cd-8b38-edc7a04607cd; range_end:; response_count:1; response_revision:4974; }","duration":"276.678478ms","start":"2026-04-01T15:19:36.635898Z","end":"2026-04-01T15:19:36.912577Z","steps":["trace[385656907] 'agreement among raft nodes before linearized reading' (duration: 276.458052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:36.912763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.988976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:19:36.912794Z","caller":"traceutil/trace.go:171","msg":"trace[1807536529] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:4974; }","duration":"256.032146ms","start":"2026-04-01T15:19:36.656753Z","end":"2026-04-01T15:19:36.912785Z","steps":["trace[1807536529] 'agreement among raft nodes before linearized reading' (duration: 255.938044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:36.913011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.741926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:19:36.913052Z","caller":"traceutil/trace.go:171","msg":"trace[262270472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4974; }","duration":"256.819018ms","start":"2026-04-01T15:19:36.656215Z","end":"2026-04-01T15:19:36.913034Z","steps":["trace[262270472] 'agreement among raft nodes before linearized reading' (duration: 256.718116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:36.913316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.72917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:19:36.913348Z","caller":"traceutil/trace.go:171","msg":"trace[784274174] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4974; }","duration":"140.764331ms","start":"2026-04-01T15:19:36.772573Z","end":"2026-04-01T15:19:36.913337Z","steps":["trace[784274174] 'agreement among raft nodes before linearized reading' (duration: 140.709979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:36.913352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.095977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-04-01T15:19:36.913388Z","caller":"traceutil/trace.go:171","msg":"trace[1890966471] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4974; }","duration":"149.18141ms","start":"2026-04-01T15:19:36.764194Z","end":"2026-04-01T15:19:36.913376Z","steps":["trace[1890966471] 'agreement among raft nodes before linearized reading' (duration: 148.46751ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:43.730985Z","caller":"traceutil/trace.go:171","msg":"trace[535877336] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5350; }","duration":"141.338242ms","start":"2026-04-01T15:19:43.589617Z","end":"2026-04-01T15:19:43.730955Z","steps":["trace[535877336] 'read index received' (duration: 141.168878ms)","trace[535877336] 'applied index is now lower than readState.Index' (duration: 168.304µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:43.731171Z","caller":"traceutil/trace.go:171","msg":"trace[1208381190] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"188.967261ms","start":"2026-04-01T15:19:43.542189Z","end":"2026-04-01T15:19:43.731156Z","steps":["trace[1208381190] 'process raft request' (duration: 188.601151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:43.732108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.453783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:715059"} {"level":"info","ts":"2026-04-01T15:19:43.732216Z","caller":"traceutil/trace.go:171","msg":"trace[389838128] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5146; }","duration":"142.624838ms","start":"2026-04-01T15:19:43.589566Z","end":"2026-04-01T15:19:43.732191Z","steps":["trace[389838128] 'agreement among raft nodes before linearized reading' (duration: 141.930978ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:46.513001Z","caller":"traceutil/trace.go:171","msg":"trace[1542696528] linearizableReadLoop","detail":"{readStateIndex:5427; appliedIndex:5426; }","duration":"101.452108ms","start":"2026-04-01T15:19:46.411516Z","end":"2026-04-01T15:19:46.512968Z","steps":["trace[1542696528] 'read index received' (duration: 59.687592ms)","trace[1542696528] 'applied index is now lower than readState.Index' (duration: 41.762766ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:46.51323Z","caller":"traceutil/trace.go:171","msg":"trace[406217391] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"113.231675ms","start":"2026-04-01T15:19:46.399778Z","end":"2026-04-01T15:19:46.513009Z","steps":["trace[406217391] 'process raft request' (duration: 71.456919ms)","trace[406217391] 'compare' (duration: 41.55994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:19:46.513409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.87084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T15:19:46.513529Z","caller":"traceutil/trace.go:171","msg":"trace[1643375198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5218; }","duration":"102.043595ms","start":"2026-04-01T15:19:46.411452Z","end":"2026-04-01T15:19:46.513495Z","steps":["trace[1643375198] 'agreement among raft nodes before linearized reading' (duration: 101.695495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:46.770059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.49511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:19:46.770206Z","caller":"traceutil/trace.go:171","msg":"trace[1318348652] linearizableReadLoop","detail":"{readStateIndex:5428; appliedIndex:5427; }","duration":"250.594998ms","start":"2026-04-01T15:19:46.519586Z","end":"2026-04-01T15:19:46.770181Z","steps":["trace[1318348652] 'read index received' (duration: 109.792099ms)","trace[1318348652] 'applied index is now lower than readState.Index' (duration: 140.801579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:19:46.770283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.6918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:19:46.770317Z","caller":"traceutil/trace.go:171","msg":"trace[497516857] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:5219; }","duration":"250.749982ms","start":"2026-04-01T15:19:46.519557Z","end":"2026-04-01T15:19:46.770307Z","steps":["trace[497516857] 'agreement among raft nodes before linearized reading' (duration: 250.68638ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:46.770577Z","caller":"traceutil/trace.go:171","msg":"trace[819558962] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"252.621895ms","start":"2026-04-01T15:19:46.517918Z","end":"2026-04-01T15:19:46.77054Z","steps":["trace[819558962] 'process raft request' (duration: 111.535348ms)","trace[819558962] 'compare' (duration: 140.300225ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:46.807936Z","caller":"traceutil/trace.go:171","msg":"trace[853863395] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"159.326651ms","start":"2026-04-01T15:19:46.648581Z","end":"2026-04-01T15:19:46.807907Z","steps":["trace[853863395] 'process raft request' (duration: 159.000652ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:47.230416Z","caller":"traceutil/trace.go:171","msg":"trace[1867834598] linearizableReadLoop","detail":"{readStateIndex:5432; appliedIndex:5431; }","duration":"272.654088ms","start":"2026-04-01T15:19:46.957734Z","end":"2026-04-01T15:19:47.230388Z","steps":["trace[1867834598] 'read index received' (duration: 272.520174ms)","trace[1867834598] 'applied index is now lower than readState.Index' (duration: 132.264µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:47.230525Z","caller":"traceutil/trace.go:171","msg":"trace[573931529] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"281.382439ms","start":"2026-04-01T15:19:46.9491Z","end":"2026-04-01T15:19:47.230482Z","steps":["trace[573931529] 'process raft request' (duration: 281.101302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:47.230869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.10786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-04-01T15:19:47.230986Z","caller":"traceutil/trace.go:171","msg":"trace[2035772320] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:5222; }","duration":"273.295006ms","start":"2026-04-01T15:19:46.957668Z","end":"2026-04-01T15:19:47.230963Z","steps":["trace[2035772320] 'agreement among raft nodes before linearized reading' (duration: 272.886704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:47.260983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.444334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:19:47.261084Z","caller":"traceutil/trace.go:171","msg":"trace[518067991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5223; }","duration":"293.567707ms","start":"2026-04-01T15:19:46.967494Z","end":"2026-04-01T15:19:47.261062Z","steps":["trace[518067991] 'agreement among raft nodes before linearized reading' (duration: 293.291469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:47.261458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.095046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:19:47.261496Z","caller":"traceutil/trace.go:171","msg":"trace[1797022290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5224; }","duration":"292.179849ms","start":"2026-04-01T15:19:46.969306Z","end":"2026-04-01T15:19:47.261486Z","steps":["trace[1797022290] 'agreement among raft nodes before linearized reading' (duration: 292.085056ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:47.261613Z","caller":"traceutil/trace.go:171","msg":"trace[1482896227] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"154.326081ms","start":"2026-04-01T15:19:47.107252Z","end":"2026-04-01T15:19:47.261578Z","steps":["trace[1482896227] 'process raft request' (duration: 150.260889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:47.26164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.239185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:19:47.261789Z","caller":"traceutil/trace.go:171","msg":"trace[1141356753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:5224; }","duration":"290.42808ms","start":"2026-04-01T15:19:46.971338Z","end":"2026-04-01T15:19:47.261766Z","steps":["trace[1141356753] 'agreement among raft nodes before linearized reading' (duration: 290.028629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:47.261992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.143174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-254d5de8-4af4-405a-9e39-e206dd8e94d1\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-04-01T15:19:47.262138Z","caller":"traceutil/trace.go:171","msg":"trace[603901697] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-254d5de8-4af4-405a-9e39-e206dd8e94d1; range_end:; response_count:1; response_revision:5224; }","duration":"285.329168ms","start":"2026-04-01T15:19:46.976782Z","end":"2026-04-01T15:19:47.262111Z","steps":["trace[603901697] 'agreement among raft nodes before linearized reading' (duration: 284.764673ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:48.524719Z","caller":"traceutil/trace.go:171","msg":"trace[447066887] linearizableReadLoop","detail":"{readStateIndex:5465; appliedIndex:5464; }","duration":"193.59427ms","start":"2026-04-01T15:19:48.331096Z","end":"2026-04-01T15:19:48.524691Z","steps":["trace[447066887] 'read index received' (duration: 193.176658ms)","trace[447066887] 'applied index is now lower than readState.Index' (duration: 416.402µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:48.524865Z","caller":"traceutil/trace.go:171","msg":"trace[3467246] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"206.173218ms","start":"2026-04-01T15:19:48.318649Z","end":"2026-04-01T15:19:48.524822Z","steps":["trace[3467246] 'process raft request' (duration: 205.650093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:48.52491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.788855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:19:48.524985Z","caller":"traceutil/trace.go:171","msg":"trace[1324677236] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5255; }","duration":"193.931429ms","start":"2026-04-01T15:19:48.331036Z","end":"2026-04-01T15:19:48.524968Z","steps":["trace[1324677236] 'agreement among raft nodes before linearized reading' (duration: 193.768364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:48.52495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.492346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:19:48.525275Z","caller":"traceutil/trace.go:171","msg":"trace[1960761337] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5255; }","duration":"185.841116ms","start":"2026-04-01T15:19:48.339413Z","end":"2026-04-01T15:19:48.525254Z","steps":["trace[1960761337] 'agreement among raft nodes before linearized reading' (duration: 185.455325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:48.525401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.319424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rn8zv\" ","response":"range_response_count:1 size:9830"} {"level":"warn","ts":"2026-04-01T15:19:48.52541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.176031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rn8zv.18a244be539f9cfc\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-01T15:19:48.525498Z","caller":"traceutil/trace.go:171","msg":"trace[1186999798] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rn8zv; range_end:; response_count:1; response_revision:5255; }","duration":"136.480779ms","start":"2026-04-01T15:19:48.388992Z","end":"2026-04-01T15:19:48.525473Z","steps":["trace[1186999798] 'agreement among raft nodes before linearized reading' (duration: 136.17189ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:48.525514Z","caller":"traceutil/trace.go:171","msg":"trace[2106933381] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rn8zv.18a244be539f9cfc; range_end:; response_count:1; response_revision:5255; }","duration":"136.364565ms","start":"2026-04-01T15:19:48.389127Z","end":"2026-04-01T15:19:48.525492Z","steps":["trace[2106933381] 'agreement among raft nodes before linearized reading' (duration: 136.041796ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:48.688281Z","caller":"traceutil/trace.go:171","msg":"trace[1885460074] linearizableReadLoop","detail":"{readStateIndex:5466; appliedIndex:5465; }","duration":"158.698674ms","start":"2026-04-01T15:19:48.529546Z","end":"2026-04-01T15:19:48.688245Z","steps":["trace[1885460074] 'read index received' (duration: 158.495069ms)","trace[1885460074] 'applied index is now lower than readState.Index' (duration: 202.215µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:48.688327Z","caller":"traceutil/trace.go:171","msg":"trace[2044918759] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"159.955508ms","start":"2026-04-01T15:19:48.528329Z","end":"2026-04-01T15:19:48.688285Z","steps":["trace[2044918759] 'process raft request' (duration: 159.687811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:48.688629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.047704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T15:19:48.688669Z","caller":"traceutil/trace.go:171","msg":"trace[1576363194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5256; }","duration":"159.148457ms","start":"2026-04-01T15:19:48.52951Z","end":"2026-04-01T15:19:48.688658Z","steps":["trace[1576363194] 'agreement among raft nodes before linearized reading' (duration: 158.861839ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:48.6912Z","caller":"traceutil/trace.go:171","msg":"trace[2006398437] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"158.837978ms","start":"2026-04-01T15:19:48.532345Z","end":"2026-04-01T15:19:48.691183Z","steps":["trace[2006398437] 'process raft request' (duration: 158.607471ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:48.69127Z","caller":"traceutil/trace.go:171","msg":"trace[1018505994] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"154.767135ms","start":"2026-04-01T15:19:48.536435Z","end":"2026-04-01T15:19:48.691202Z","steps":["trace[1018505994] 'process raft request' (duration: 154.658832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.026134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389164807,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:19:55.179356Z","caller":"traceutil/trace.go:171","msg":"trace[1985963315] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"724.529269ms","start":"2026-04-01T15:19:54.454787Z","end":"2026-04-01T15:19:55.179316Z","steps":["trace[1985963315] 'process raft request' (duration: 724.340974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.179557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:54.454761Z","time spent":"724.690334ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:19:55.47749Z","caller":"traceutil/trace.go:171","msg":"trace[1003635235] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"1.013228442s","start":"2026-04-01T15:19:54.464213Z","end":"2026-04-01T15:19:55.477442Z","steps":["trace[1003635235] 'process raft request' (duration: 1.012938404s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:55.477548Z","caller":"traceutil/trace.go:171","msg":"trace[259945627] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"591.365473ms","start":"2026-04-01T15:19:54.886151Z","end":"2026-04-01T15:19:55.477517Z","steps":["trace[259945627] 'process raft request' (duration: 591.26131ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:55.477587Z","caller":"traceutil/trace.go:171","msg":"trace[1026258377] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"644.754161ms","start":"2026-04-01T15:19:54.832786Z","end":"2026-04-01T15:19:55.47754Z","steps":["trace[1026258377] 'process raft request' (duration: 644.565146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.477687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:54.46418Z","time spent":"1.013409067s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13277,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:19:55.477766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:54.886116Z","time spent":"591.520467ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:19:55.477986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:54.832751Z","time spent":"644.932456ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:19:55.478056Z","caller":"traceutil/trace.go:171","msg":"trace[1058568274] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"529.752976ms","start":"2026-04-01T15:19:54.948272Z","end":"2026-04-01T15:19:55.478025Z","steps":["trace[1058568274] 'process raft request' (duration: 529.18479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.478223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:54.948238Z","time spent":"529.915931ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:19:55.47861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.54173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-01T15:19:55.478725Z","caller":"traceutil/trace.go:171","msg":"trace[1689747562] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5347; }","duration":"953.679984ms","start":"2026-04-01T15:19:54.525014Z","end":"2026-04-01T15:19:55.478694Z","steps":["trace[1689747562] 'agreement among raft nodes before linearized reading' (duration: 953.243192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.478784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:54.524994Z","time spent":"953.778416ms","remote":"127.0.0.1:45612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-01T15:19:55.479189Z","caller":"traceutil/trace.go:171","msg":"trace[2075610462] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5556; }","duration":"953.115418ms","start":"2026-04-01T15:19:54.525034Z","end":"2026-04-01T15:19:55.478149Z","steps":["trace[2075610462] 'read index received' (duration: 654.13463ms)","trace[2075610462] 'applied index is now lower than readState.Index' (duration: 298.977808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:19:55.767236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.16878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:19:55.767613Z","caller":"traceutil/trace.go:171","msg":"trace[1016457375] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"505.29725ms","start":"2026-04-01T15:19:55.262131Z","end":"2026-04-01T15:19:55.767428Z","steps":["trace[1016457375] 'process raft request' (duration: 316.831812ms)","trace[1016457375] 'compare' (duration: 186.775261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:19:55.767857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.262108Z","time spent":"505.633869ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:19:55.76786Z","caller":"traceutil/trace.go:171","msg":"trace[1891659448] linearizableReadLoop","detail":"{readStateIndex:5563; appliedIndex:5561; }","duration":"288.60254ms","start":"2026-04-01T15:19:55.479234Z","end":"2026-04-01T15:19:55.767837Z","steps":["trace[1891659448] 'read index received' (duration: 100.270776ms)","trace[1891659448] 'applied index is now lower than readState.Index' (duration: 188.326044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:19:55.768055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212818728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:19:55.768118Z","caller":"traceutil/trace.go:171","msg":"trace[911315718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5349; }","duration":"1.212915771s","start":"2026-04-01T15:19:54.55519Z","end":"2026-04-01T15:19:55.768106Z","steps":["trace[911315718] 'agreement among raft nodes before linearized reading' (duration: 1.212706576s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.768143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.257291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T15:19:55.768165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:54.55518Z","time spent":"1.212975063s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:19:55.768203Z","caller":"traceutil/trace.go:171","msg":"trace[488276856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:5349; }","duration":"452.345294ms","start":"2026-04-01T15:19:55.31584Z","end":"2026-04-01T15:19:55.768185Z","steps":["trace[488276856] 'agreement among raft nodes before linearized reading' (duration: 452.154128ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:55.768236Z","caller":"traceutil/trace.go:171","msg":"trace[758946951] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"462.218047ms","start":"2026-04-01T15:19:55.306004Z","end":"2026-04-01T15:19:55.768222Z","steps":["trace[758946951] 'process raft request' (duration: 461.342912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.768314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.305973Z","time spent":"462.302959ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:19:55.768337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.772348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T15:19:55.768366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.378297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:19:55.768367Z","caller":"traceutil/trace.go:171","msg":"trace[1687735882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5349; }","duration":"451.818129ms","start":"2026-04-01T15:19:55.316541Z","end":"2026-04-01T15:19:55.768359Z","steps":["trace[1687735882] 'agreement among raft nodes before linearized reading' (duration: 451.727487ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:55.768409Z","caller":"traceutil/trace.go:171","msg":"trace[1508778074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5349; }","duration":"455.45524ms","start":"2026-04-01T15:19:55.312944Z","end":"2026-04-01T15:19:55.768399Z","steps":["trace[1508778074] 'agreement among raft nodes before linearized reading' (duration: 455.334556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.768414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.316533Z","time spent":"451.874741ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:19:55.768444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.312916Z","time spent":"455.521842ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:19:55.768246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.315832Z","time spent":"452.406425ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"warn","ts":"2026-04-01T15:19:55.768547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.733998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:19:55.768582Z","caller":"traceutil/trace.go:171","msg":"trace[84504071] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5349; }","duration":"502.80167ms","start":"2026-04-01T15:19:55.26577Z","end":"2026-04-01T15:19:55.768572Z","steps":["trace[84504071] 'agreement among raft nodes before linearized reading' (duration: 502.747819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.768609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.265761Z","time spent":"502.841871ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:19:55.768631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.384889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T15:19:55.768668Z","caller":"traceutil/trace.go:171","msg":"trace[697891758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5349; }","duration":"956.490132ms","start":"2026-04-01T15:19:54.812166Z","end":"2026-04-01T15:19:55.768656Z","steps":["trace[697891758] 'agreement among raft nodes before linearized reading' (duration: 956.385389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.768707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:54.812127Z","time spent":"956.573444ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:19:55.908606Z","caller":"traceutil/trace.go:171","msg":"trace[2023500533] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"421.097548ms","start":"2026-04-01T15:19:55.487479Z","end":"2026-04-01T15:19:55.908576Z","steps":["trace[2023500533] 'process raft request' (duration: 421.041397ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:55.908671Z","caller":"traceutil/trace.go:171","msg":"trace[195975509] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"422.101306ms","start":"2026-04-01T15:19:55.486513Z","end":"2026-04-01T15:19:55.908614Z","steps":["trace[195975509] 'process raft request' (duration: 421.85635ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:55.908782Z","caller":"traceutil/trace.go:171","msg":"trace[1506663618] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"421.88436ms","start":"2026-04-01T15:19:55.48686Z","end":"2026-04-01T15:19:55.908744Z","steps":["trace[1506663618] 'process raft request' (duration: 421.592372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.908854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.487472Z","time spent":"421.259523ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:19:55.908867Z","caller":"traceutil/trace.go:171","msg":"trace[100028608] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"422.652321ms","start":"2026-04-01T15:19:55.486136Z","end":"2026-04-01T15:19:55.908788Z","steps":["trace[100028608] 'process raft request' (duration: 389.144984ms)","trace[100028608] 'compare' (duration: 32.909861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:19:55.908962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.486837Z","time spent":"422.030724ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:19:55.90951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.486102Z","time spent":"422.991301ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:19:55.909775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.4865Z","time spent":"422.291851ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:19:55.916404Z","caller":"traceutil/trace.go:171","msg":"trace[404918847] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"325.646146ms","start":"2026-04-01T15:19:55.590741Z","end":"2026-04-01T15:19:55.916387Z","steps":["trace[404918847] 'process raft request' (duration: 325.42681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.916551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.590707Z","time spent":"325.766969ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:19:55.91696Z","caller":"traceutil/trace.go:171","msg":"trace[1897213512] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"143.322347ms","start":"2026-04-01T15:19:55.773598Z","end":"2026-04-01T15:19:55.91692Z","steps":["trace[1897213512] 'process raft request' (duration: 142.743912ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:55.917857Z","caller":"traceutil/trace.go:171","msg":"trace[775650178] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"142.874596ms","start":"2026-04-01T15:19:55.774968Z","end":"2026-04-01T15:19:55.917842Z","steps":["trace[775650178] 'process raft request' (duration: 142.357512ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:55.917916Z","caller":"traceutil/trace.go:171","msg":"trace[554773938] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"143.615586ms","start":"2026-04-01T15:19:55.774275Z","end":"2026-04-01T15:19:55.917891Z","steps":["trace[554773938] 'process raft request' (duration: 142.479325ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:55.918167Z","caller":"traceutil/trace.go:171","msg":"trace[1403286456] linearizableReadLoop","detail":"{readStateIndex:5568; appliedIndex:5563; }","duration":"150.200189ms","start":"2026-04-01T15:19:55.767951Z","end":"2026-04-01T15:19:55.918151Z","steps":["trace[1403286456] 'read index received' (duration: 107.346622ms)","trace[1403286456] 'applied index is now lower than readState.Index' (duration: 42.851957ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:55.918465Z","caller":"traceutil/trace.go:171","msg":"trace[423853271] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"142.996769ms","start":"2026-04-01T15:19:55.775413Z","end":"2026-04-01T15:19:55.91841Z","steps":["trace[423853271] 'process raft request' (duration: 142.369551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.918486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.665057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-05d974e4-a9ce-44cd-8b38-edc7a04607cd\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-01T15:19:55.918529Z","caller":"traceutil/trace.go:171","msg":"trace[1675897998] range","detail":"{range_begin:/registry/persistentvolumes/pvc-05d974e4-a9ce-44cd-8b38-edc7a04607cd; range_end:; response_count:1; response_revision:5358; }","duration":"433.832821ms","start":"2026-04-01T15:19:55.484683Z","end":"2026-04-01T15:19:55.918515Z","steps":["trace[1675897998] 'agreement among raft nodes before linearized reading' (duration: 433.576744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.918558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.484655Z","time spent":"433.893193ms","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-05d974e4-a9ce-44cd-8b38-edc7a04607cd\" "} {"level":"warn","ts":"2026-04-01T15:19:55.918556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.969877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:19:55.918609Z","caller":"traceutil/trace.go:171","msg":"trace[1558917955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5358; }","duration":"126.06767ms","start":"2026-04-01T15:19:55.792532Z","end":"2026-04-01T15:19:55.918599Z","steps":["trace[1558917955] 'agreement among raft nodes before linearized reading' (duration: 125.874335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.918597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.640602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62987"} {"level":"warn","ts":"2026-04-01T15:19:55.918596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.009528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:19:55.918669Z","caller":"traceutil/trace.go:171","msg":"trace[973872311] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5358; }","duration":"141.733244ms","start":"2026-04-01T15:19:55.77692Z","end":"2026-04-01T15:19:55.918654Z","steps":["trace[973872311] 'agreement among raft nodes before linearized reading' (duration: 141.427506ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:55.918688Z","caller":"traceutil/trace.go:171","msg":"trace[380856544] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5358; }","duration":"139.150143ms","start":"2026-04-01T15:19:55.779517Z","end":"2026-04-01T15:19:55.918667Z","steps":["trace[380856544] 'agreement among raft nodes before linearized reading' (duration: 138.955707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.919191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.269918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13292"} {"level":"info","ts":"2026-04-01T15:19:55.919228Z","caller":"traceutil/trace.go:171","msg":"trace[92021728] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5358; }","duration":"432.35532ms","start":"2026-04-01T15:19:55.486861Z","end":"2026-04-01T15:19:55.919216Z","steps":["trace[92021728] 'agreement among raft nodes before linearized reading' (duration: 431.389323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:55.919245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:55.486839Z","time spent":"432.402522ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13314,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-01T15:19:57.708987Z","caller":"traceutil/trace.go:171","msg":"trace[2116122829] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5360; }","duration":"250.256959ms","start":"2026-04-01T15:19:57.458701Z","end":"2026-04-01T15:19:57.708958Z","steps":["trace[2116122829] 'process raft request' (duration: 250.137276ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:57.721894Z","caller":"traceutil/trace.go:171","msg":"trace[526925744] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"236.779186ms","start":"2026-04-01T15:19:57.485076Z","end":"2026-04-01T15:19:57.721855Z","steps":["trace[526925744] 'process raft request' (duration: 236.490538ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:19:57.8606Z","caller":"traceutil/trace.go:171","msg":"trace[1480100592] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"131.057549ms","start":"2026-04-01T15:19:57.72949Z","end":"2026-04-01T15:19:57.860548Z","steps":["trace[1480100592] 'process raft request' (duration: 130.831142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:58.406032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.317585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:19:58.406302Z","caller":"traceutil/trace.go:171","msg":"trace[1821911739] linearizableReadLoop","detail":"{readStateIndex:5580; appliedIndex:5577; }","duration":"483.723841ms","start":"2026-04-01T15:19:57.922563Z","end":"2026-04-01T15:19:58.406287Z","steps":["trace[1821911739] 'read index received' (duration: 71.025845ms)","trace[1821911739] 'applied index is now lower than readState.Index' (duration: 412.696926ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:19:58.406551Z","caller":"traceutil/trace.go:171","msg":"trace[532293296] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"631.368939ms","start":"2026-04-01T15:19:57.77517Z","end":"2026-04-01T15:19:58.406539Z","steps":["trace[532293296] 'process raft request' (duration: 218.401096ms)","trace[532293296] 'compare' (duration: 411.674957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:19:58.406606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:57.775141Z","time spent":"631.436601ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:19:58.40693Z","caller":"traceutil/trace.go:171","msg":"trace[1359562341] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"631.709469ms","start":"2026-04-01T15:19:57.775214Z","end":"2026-04-01T15:19:58.406924Z","steps":["trace[1359562341] 'process raft request' (duration: 630.916817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:58.40696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:57.775183Z","time spent":"631.76125ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:19:58.40709Z","caller":"traceutil/trace.go:171","msg":"trace[37227455] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"540.900934ms","start":"2026-04-01T15:19:57.866184Z","end":"2026-04-01T15:19:58.407085Z","steps":["trace[37227455] 'process raft request' (duration: 540.040211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:58.407136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:57.866157Z","time spent":"540.959116ms","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:19:58.407228Z","caller":"traceutil/trace.go:171","msg":"trace[667518672] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"483.232198ms","start":"2026-04-01T15:19:57.92399Z","end":"2026-04-01T15:19:58.407223Z","steps":["trace[667518672] 'process raft request' (duration: 482.268041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:58.407263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:57.923969Z","time spent":"483.274929ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:19:58.407429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.876904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:19:58.407456Z","caller":"traceutil/trace.go:171","msg":"trace[602689233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5366; }","duration":"484.952435ms","start":"2026-04-01T15:19:57.922494Z","end":"2026-04-01T15:19:58.407446Z","steps":["trace[602689233] 'agreement among raft nodes before linearized reading' (duration: 484.856993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:58.407473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:57.92241Z","time spent":"485.059639ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:19:58.407596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.979978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T15:19:58.407614Z","caller":"traceutil/trace.go:171","msg":"trace[1358872032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5366; }","duration":"484.01726ms","start":"2026-04-01T15:19:57.923591Z","end":"2026-04-01T15:19:58.407608Z","steps":["trace[1358872032] 'agreement among raft nodes before linearized reading' (duration: 483.960928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:58.407631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:57.923581Z","time spent":"484.04566ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:19:58.408651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.197921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:19:58.408601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.611816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:19:58.408744Z","caller":"traceutil/trace.go:171","msg":"trace[1145353771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5366; }","duration":"484.803841ms","start":"2026-04-01T15:19:57.923904Z","end":"2026-04-01T15:19:58.408708Z","steps":["trace[1145353771] 'agreement among raft nodes before linearized reading' (duration: 484.342198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:58.408804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:57.923883Z","time spent":"484.907405ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T15:19:58.408679Z","caller":"traceutil/trace.go:171","msg":"trace[2057982417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5366; }","duration":"231.277203ms","start":"2026-04-01T15:19:58.177395Z","end":"2026-04-01T15:19:58.408672Z","steps":["trace[2057982417] 'agreement among raft nodes before linearized reading' (duration: 231.092888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:58.4092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.971127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:19:58.409223Z","caller":"traceutil/trace.go:171","msg":"trace[1155948704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5366; }","duration":"416.057909ms","start":"2026-04-01T15:19:57.993158Z","end":"2026-04-01T15:19:58.409216Z","steps":["trace[1155948704] 'agreement among raft nodes before linearized reading' (duration: 416.009338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:58.409247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:57.993131Z","time spent":"416.11231ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:19:58.409371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.746509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:19:58.409391Z","caller":"traceutil/trace.go:171","msg":"trace[731344848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:5366; }","duration":"484.783011ms","start":"2026-04-01T15:19:57.924603Z","end":"2026-04-01T15:19:58.409386Z","steps":["trace[731344848] 'agreement among raft nodes before linearized reading' (duration: 484.725319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:58.409404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:57.924594Z","time spent":"484.806881ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"warn","ts":"2026-04-01T15:19:58.409151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.166021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:19:58.409453Z","caller":"traceutil/trace.go:171","msg":"trace[388796701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5366; }","duration":"485.46989ms","start":"2026-04-01T15:19:57.923963Z","end":"2026-04-01T15:19:58.409433Z","steps":["trace[388796701] 'agreement among raft nodes before linearized reading' (duration: 485.146541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:19:58.409507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:19:57.923957Z","time spent":"485.534012ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:19:59.846826Z","caller":"traceutil/trace.go:171","msg":"trace[255378856] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"118.340216ms","start":"2026-04-01T15:19:59.728457Z","end":"2026-04-01T15:19:59.846797Z","steps":["trace[255378856] 'process raft request' (duration: 118.11301ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:07.168927Z","caller":"traceutil/trace.go:171","msg":"trace[1487094629] linearizableReadLoop","detail":"{readStateIndex:5716; appliedIndex:5715; }","duration":"317.788288ms","start":"2026-04-01T15:20:06.851111Z","end":"2026-04-01T15:20:07.168899Z","steps":["trace[1487094629] 'read index received' (duration: 287.371696ms)","trace[1487094629] 'applied index is now lower than readState.Index' (duration: 30.415232ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:20:07.16908Z","caller":"traceutil/trace.go:171","msg":"trace[1424608345] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"320.71184ms","start":"2026-04-01T15:20:06.848354Z","end":"2026-04-01T15:20:07.169066Z","steps":["trace[1424608345] 'process raft request' (duration: 290.070622ms)","trace[1424608345] 'compare' (duration: 30.277698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:20:07.169205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:06.848335Z","time spent":"320.773931ms","remote":"127.0.0.1:52080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4852,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:07.169314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.178599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-01T15:20:07.169377Z","caller":"traceutil/trace.go:171","msg":"trace[1576057049] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5499; }","duration":"318.282392ms","start":"2026-04-01T15:20:06.851081Z","end":"2026-04-01T15:20:07.169363Z","steps":["trace[1576057049] 'agreement among raft nodes before linearized reading' (duration: 318.066966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:07.169417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:06.851066Z","time spent":"318.341553ms","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-04-01T15:20:07.1699Z","caller":"traceutil/trace.go:171","msg":"trace[2137495786] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"266.541489ms","start":"2026-04-01T15:20:06.903322Z","end":"2026-04-01T15:20:07.169863Z","steps":["trace[2137495786] 'process raft request' (duration: 265.547171ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:07.170776Z","caller":"traceutil/trace.go:171","msg":"trace[1062805753] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"266.55721ms","start":"2026-04-01T15:20:06.904191Z","end":"2026-04-01T15:20:07.170748Z","steps":["trace[1062805753] 'process raft request' (duration: 265.568692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:07.171817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.536993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-01T15:20:07.171894Z","caller":"traceutil/trace.go:171","msg":"trace[1740867158] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5501; }","duration":"122.686437ms","start":"2026-04-01T15:20:07.049193Z","end":"2026-04-01T15:20:07.171879Z","steps":["trace[1740867158] 'agreement among raft nodes before linearized reading' (duration: 121.476433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:08.502605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.072826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f0e0fd71-b0a9-4951-8eec-2c9d0e12681b\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-01T15:20:08.502675Z","caller":"traceutil/trace.go:171","msg":"trace[803879685] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f0e0fd71-b0a9-4951-8eec-2c9d0e12681b; range_end:; response_count:1; response_revision:5540; }","duration":"184.270632ms","start":"2026-04-01T15:20:08.318391Z","end":"2026-04-01T15:20:08.502661Z","steps":["trace[803879685] 'range keys from in-memory index tree' (duration: 183.748088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:08.913619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.395472ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T15:20:09.012468Z","caller":"traceutil/trace.go:171","msg":"trace[1644200131] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"185.009132ms","start":"2026-04-01T15:20:08.827427Z","end":"2026-04-01T15:20:09.012436Z","steps":["trace[1644200131] 'process raft request' (duration: 184.761556ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:09.263908Z","caller":"traceutil/trace.go:171","msg":"trace[484274954] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"243.887343ms","start":"2026-04-01T15:20:09.019983Z","end":"2026-04-01T15:20:09.263871Z","steps":["trace[484274954] 'process raft request' (duration: 214.086037ms)","trace[484274954] 'compare' (duration: 29.2468ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:20:09.277291Z","caller":"traceutil/trace.go:171","msg":"trace[311579829] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"256.077359ms","start":"2026-04-01T15:20:09.021182Z","end":"2026-04-01T15:20:09.277259Z","steps":["trace[311579829] 'process raft request' (duration: 255.814282ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:09.277389Z","caller":"traceutil/trace.go:171","msg":"trace[961675620] linearizableReadLoop","detail":"{readStateIndex:5771; appliedIndex:5768; }","duration":"142.623539ms","start":"2026-04-01T15:20:09.134741Z","end":"2026-04-01T15:20:09.277364Z","steps":["trace[961675620] 'read index received' (duration: 99.392442ms)","trace[961675620] 'applied index is now lower than readState.Index' (duration: 43.229817ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:20:09.277475Z","caller":"traceutil/trace.go:171","msg":"trace[299930258] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"253.277932ms","start":"2026-04-01T15:20:09.024128Z","end":"2026-04-01T15:20:09.277406Z","steps":["trace[299930258] 'process raft request' (duration: 253.059266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:09.277631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.876906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T15:20:09.277679Z","caller":"traceutil/trace.go:171","msg":"trace[1820059602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5553; }","duration":"142.995899ms","start":"2026-04-01T15:20:09.134667Z","end":"2026-04-01T15:20:09.277663Z","steps":["trace[1820059602] 'agreement among raft nodes before linearized reading' (duration: 142.786564ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:10.447568Z","caller":"traceutil/trace.go:171","msg":"trace[182249685] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5772; }","duration":"268.504334ms","start":"2026-04-01T15:20:10.179014Z","end":"2026-04-01T15:20:10.447519Z","steps":["trace[182249685] 'read index received' (duration: 268.125684ms)","trace[182249685] 'applied index is now lower than readState.Index' (duration: 377.7µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:20:10.447663Z","caller":"traceutil/trace.go:171","msg":"trace[1962022814] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"562.311598ms","start":"2026-04-01T15:20:09.885299Z","end":"2026-04-01T15:20:10.447611Z","steps":["trace[1962022814] 'process raft request' (duration: 561.972398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:10.447789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.75143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:20:10.447846Z","caller":"traceutil/trace.go:171","msg":"trace[964930414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5555; }","duration":"268.892865ms","start":"2026-04-01T15:20:10.17894Z","end":"2026-04-01T15:20:10.447833Z","steps":["trace[964930414] 'agreement among raft nodes before linearized reading' (duration: 268.72603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:10.447838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:09.885266Z","time spent":"562.490773ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:20:10.64727Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2841} {"level":"info","ts":"2026-04-01T15:20:10.745337Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2841,"took":"96.037539ms","hash":3799064697,"current-db-size-bytes":55754752,"current-db-size":"56 MB","current-db-size-in-use-bytes":31100928,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-01T15:20:10.745408Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3799064697,"revision":2841,"compact-revision":-1} {"level":"info","ts":"2026-04-01T15:20:26.021537Z","caller":"traceutil/trace.go:171","msg":"trace[2104468469] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"416.772408ms","start":"2026-04-01T15:20:25.604734Z","end":"2026-04-01T15:20:26.021506Z","steps":["trace[2104468469] 'process raft request' (duration: 416.501891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:26.02173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:25.604706Z","time spent":"416.921493ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:31.416837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389165812,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:20:31.844838Z","caller":"traceutil/trace.go:171","msg":"trace[1148481162] linearizableReadLoop","detail":"{readStateIndex:6023; appliedIndex:6022; }","duration":"928.489145ms","start":"2026-04-01T15:20:30.916323Z","end":"2026-04-01T15:20:31.844812Z","steps":["trace[1148481162] 'read index received' (duration: 928.173227ms)","trace[1148481162] 'applied index is now lower than readState.Index' (duration: 314.988µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:20:31.845051Z","caller":"traceutil/trace.go:171","msg":"trace[1447311319] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"946.742001ms","start":"2026-04-01T15:20:30.898248Z","end":"2026-04-01T15:20:31.84499Z","steps":["trace[1447311319] 'process raft request' (duration: 946.372761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:31.845123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.770854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T15:20:31.845161Z","caller":"traceutil/trace.go:171","msg":"trace[503424477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5796; }","duration":"928.880537ms","start":"2026-04-01T15:20:30.91627Z","end":"2026-04-01T15:20:31.845151Z","steps":["trace[503424477] 'agreement among raft nodes before linearized reading' (duration: 928.695902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:31.845196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:30.916256Z","time spent":"928.932458ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:20:31.845304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:30.898209Z","time spent":"946.959267ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:31.845483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.928023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:20:31.84557Z","caller":"traceutil/trace.go:171","msg":"trace[81716273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5796; }","duration":"914.077867ms","start":"2026-04-01T15:20:30.931472Z","end":"2026-04-01T15:20:31.84555Z","steps":["trace[81716273] 'agreement among raft nodes before linearized reading' (duration: 913.784549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:31.845621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:30.931432Z","time spent":"914.18043ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:20:31.845592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.19471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T15:20:31.845691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.300123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T15:20:31.845686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.177813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T15:20:31.845462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.377364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-01T15:20:31.845743Z","caller":"traceutil/trace.go:171","msg":"trace[1417272004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5796; }","duration":"927.424986ms","start":"2026-04-01T15:20:30.918287Z","end":"2026-04-01T15:20:31.845712Z","steps":["trace[1417272004] 'agreement among raft nodes before linearized reading' (duration: 926.968854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:31.846032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:30.918265Z","time spent":"927.748626ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T15:20:31.845782Z","caller":"traceutil/trace.go:171","msg":"trace[687969288] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5796; }","duration":"191.320578ms","start":"2026-04-01T15:20:31.654429Z","end":"2026-04-01T15:20:31.84575Z","steps":["trace[687969288] 'agreement among raft nodes before linearized reading' (duration: 191.103642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:31.846178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.868001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:20:31.845814Z","caller":"traceutil/trace.go:171","msg":"trace[1684865889] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5796; }","duration":"880.778105ms","start":"2026-04-01T15:20:30.965001Z","end":"2026-04-01T15:20:31.845779Z","steps":["trace[1684865889] 'agreement among raft nodes before linearized reading' (duration: 880.24096ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:31.846251Z","caller":"traceutil/trace.go:171","msg":"trace[319668326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:5796; }","duration":"913.960014ms","start":"2026-04-01T15:20:30.932279Z","end":"2026-04-01T15:20:31.846239Z","steps":["trace[319668326] 'agreement among raft nodes before linearized reading' (duration: 913.236024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:31.846322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:30.932271Z","time spent":"914.027006ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"warn","ts":"2026-04-01T15:20:31.846304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:30.964974Z","time spent":"881.304189ms","remote":"127.0.0.1:45612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-01T15:20:31.845874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.150849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:20:31.846584Z","caller":"traceutil/trace.go:171","msg":"trace[1824916589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5796; }","duration":"668.867268ms","start":"2026-04-01T15:20:31.177659Z","end":"2026-04-01T15:20:31.846526Z","steps":["trace[1824916589] 'agreement among raft nodes before linearized reading' (duration: 668.109277ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:31.845722Z","caller":"traceutil/trace.go:171","msg":"trace[439483957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5796; }","duration":"914.352735ms","start":"2026-04-01T15:20:30.931361Z","end":"2026-04-01T15:20:31.845714Z","steps":["trace[439483957] 'agreement among raft nodes before linearized reading' (duration: 914.253162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:31.846646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:31.177634Z","time spent":"668.996952ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:20:31.846678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:30.931351Z","time spent":"915.29529ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T15:20:32.153881Z","caller":"traceutil/trace.go:171","msg":"trace[478889087] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"303.819781ms","start":"2026-04-01T15:20:31.850021Z","end":"2026-04-01T15:20:32.153841Z","steps":["trace[478889087] 'process raft request' (duration: 260.857892ms)","trace[478889087] 'compare' (duration: 42.698172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:20:32.154081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:31.850009Z","time spent":"303.974766ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:33.31195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174414024s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T15:20:33.312665Z","caller":"traceutil/trace.go:171","msg":"trace[449194381] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"1.462255744s","start":"2026-04-01T15:20:31.85036Z","end":"2026-04-01T15:20:33.312615Z","steps":["trace[449194381] 'process raft request' (duration: 1.461815412s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:33.312872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:31.850353Z","time spent":"1.462417278s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:20:33.312861Z","caller":"traceutil/trace.go:171","msg":"trace[1280334568] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"1.459653732s","start":"2026-04-01T15:20:31.853177Z","end":"2026-04-01T15:20:33.312831Z","steps":["trace[1280334568] 'process raft request' (duration: 1.459386625s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:33.312897Z","caller":"traceutil/trace.go:171","msg":"trace[706951166] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"1.461593226s","start":"2026-04-01T15:20:31.851257Z","end":"2026-04-01T15:20:33.31285Z","steps":["trace[706951166] 'process raft request' (duration: 1.461147273s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:33.312931Z","caller":"traceutil/trace.go:171","msg":"trace[31612748] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"1.459407755s","start":"2026-04-01T15:20:31.853468Z","end":"2026-04-01T15:20:33.312876Z","steps":["trace[31612748] 'process raft request' (duration: 1.459185659s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:33.314244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:31.853461Z","time spent":"1.460719902s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:33.31448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463603091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-dg4sl\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-04-01T15:20:33.313696Z","caller":"traceutil/trace.go:171","msg":"trace[2073228861] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"1.459456887s","start":"2026-04-01T15:20:31.853516Z","end":"2026-04-01T15:20:33.312973Z","steps":["trace[2073228861] 'process raft request' (duration: 1.45920555s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:33.314603Z","caller":"traceutil/trace.go:171","msg":"trace[1407420224] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-dg4sl; range_end:; response_count:1; response_revision:5804; }","duration":"1.463786347s","start":"2026-04-01T15:20:31.850801Z","end":"2026-04-01T15:20:33.314587Z","steps":["trace[1407420224] 'agreement among raft nodes before linearized reading' (duration: 1.463297983s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:33.31465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:31.850787Z","time spent":"1.463851858s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4366,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-dg4sl\" "} {"level":"warn","ts":"2026-04-01T15:20:33.314694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:31.853511Z","time spent":"1.461084122s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:33.313811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:31.853168Z","time spent":"1.459768915s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:33.313963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:31.851245Z","time spent":"1.461737629s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:20:33.312977Z","caller":"traceutil/trace.go:171","msg":"trace[507147103] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"1.459376625s","start":"2026-04-01T15:20:31.853579Z","end":"2026-04-01T15:20:33.312956Z","steps":["trace[507147103] 'process raft request' (duration: 1.459187779s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:33.315254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:31.853561Z","time spent":"1.461626907s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:20:33.314376Z","caller":"traceutil/trace.go:171","msg":"trace[1921045729] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"1.460723892s","start":"2026-04-01T15:20:31.853602Z","end":"2026-04-01T15:20:33.314326Z","steps":["trace[1921045729] 'process raft request' (duration: 1.45922094s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:33.315539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:31.853543Z","time spent":"1.461937626s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:20:33.312933Z","caller":"traceutil/trace.go:171","msg":"trace[771638863] linearizableReadLoop","detail":"{readStateIndex:6025; appliedIndex:6023; }","duration":"1.462069469s","start":"2026-04-01T15:20:31.850825Z","end":"2026-04-01T15:20:33.312895Z","steps":["trace[771638863] 'read index received' (duration: 260.212234ms)","trace[771638863] 'applied index is now lower than readState.Index' (duration: 1.201855075s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:20:33.817186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389165830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:20:33.928263Z","caller":"traceutil/trace.go:171","msg":"trace[1508580756] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"1.35200064s","start":"2026-04-01T15:20:32.576226Z","end":"2026-04-01T15:20:33.928226Z","steps":["trace[1508580756] 'process raft request' (duration: 1.351648871s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:33.928469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:32.576197Z","time spent":"1.352162555s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:20:33.92861Z","caller":"traceutil/trace.go:171","msg":"trace[315512419] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"1.308005723s","start":"2026-04-01T15:20:32.62056Z","end":"2026-04-01T15:20:33.928565Z","steps":["trace[315512419] 'process raft request' (duration: 1.307602512s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:33.928629Z","caller":"traceutil/trace.go:171","msg":"trace[374040732] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"1.245574135s","start":"2026-04-01T15:20:32.683025Z","end":"2026-04-01T15:20:33.928599Z","steps":["trace[374040732] 'process raft request' (duration: 1.245505923s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:33.928771Z","caller":"traceutil/trace.go:171","msg":"trace[2088796977] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"1.24577433s","start":"2026-04-01T15:20:32.68294Z","end":"2026-04-01T15:20:33.928714Z","steps":["trace[2088796977] 'process raft request' (duration: 1.245505942s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:33.92894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:32.68302Z","time spent":"1.245851072s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:33.928811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:32.620526Z","time spent":"1.308173837s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:33.929035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:32.682912Z","time spent":"1.245995726s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:34.178666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000788653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T15:20:34.178762Z","caller":"traceutil/trace.go:171","msg":"trace[966264512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000941487s","start":"2026-04-01T15:20:32.177799Z","end":"2026-04-01T15:20:34.17874Z","steps":["trace[966264512] 'agreement among raft nodes before linearized reading' (duration: 2.000832374s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.178808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:32.177775Z","time spent":"2.00102249s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 15:20:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T15:20:34.275912Z","caller":"traceutil/trace.go:171","msg":"trace[1273914818] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"951.207975ms","start":"2026-04-01T15:20:33.32466Z","end":"2026-04-01T15:20:34.275868Z","steps":["trace[1273914818] 'process raft request' (duration: 950.806344ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:34.275979Z","caller":"traceutil/trace.go:171","msg":"trace[1677677530] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"748.379459ms","start":"2026-04-01T15:20:33.527569Z","end":"2026-04-01T15:20:34.275948Z","steps":["trace[1677677530] 'process raft request' (duration: 748.176314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.276127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:33.324636Z","time spent":"951.376869ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:34.276099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542070624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:20:34.276197Z","caller":"traceutil/trace.go:171","msg":"trace[1430092048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5810; }","duration":"1.542221928s","start":"2026-04-01T15:20:32.733952Z","end":"2026-04-01T15:20:34.276174Z","steps":["trace[1430092048] 'agreement among raft nodes before linearized reading' (duration: 1.541924379s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.276217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:33.527521Z","time spent":"748.617736ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:34.276254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:32.733932Z","time spent":"1.54231065s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:20:34.276303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968695614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-01T15:20:34.276331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485662322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:20:34.276384Z","caller":"traceutil/trace.go:171","msg":"trace[1632037648] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5810; }","duration":"1.968811718s","start":"2026-04-01T15:20:32.307529Z","end":"2026-04-01T15:20:34.276341Z","steps":["trace[1632037648] 'agreement among raft nodes before linearized reading' (duration: 1.96852122s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.27645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321718839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-01T15:20:34.27644Z","caller":"traceutil/trace.go:171","msg":"trace[880448749] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5810; }","duration":"1.485816035s","start":"2026-04-01T15:20:32.790599Z","end":"2026-04-01T15:20:34.276415Z","steps":["trace[880448749] 'agreement among raft nodes before linearized reading' (duration: 1.48562989s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.276433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:32.307506Z","time spent":"1.968918271s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T15:20:34.276486Z","caller":"traceutil/trace.go:171","msg":"trace[1071994334] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5810; }","duration":"2.321793501s","start":"2026-04-01T15:20:31.95468Z","end":"2026-04-01T15:20:34.276474Z","steps":["trace[1071994334] 'agreement among raft nodes before linearized reading' (duration: 2.321550164s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.276512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:31.954656Z","time spent":"2.321849943s","remote":"127.0.0.1:45612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-01T15:20:34.276511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:32.790584Z","time spent":"1.485910079s","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:20:34.276643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937339416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-01T15:20:34.276672Z","caller":"traceutil/trace.go:171","msg":"trace[734787706] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5810; }","duration":"1.937425959s","start":"2026-04-01T15:20:32.339238Z","end":"2026-04-01T15:20:34.276664Z","steps":["trace[734787706] 'agreement among raft nodes before linearized reading' (duration: 1.937326076s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.276716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:32.339209Z","time spent":"1.937499281s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T15:20:34.27591Z","caller":"traceutil/trace.go:171","msg":"trace[967227338] linearizableReadLoop","detail":"{readStateIndex:6037; appliedIndex:6031; }","duration":"960.233954ms","start":"2026-04-01T15:20:33.315628Z","end":"2026-04-01T15:20:34.275862Z","steps":["trace[967227338] 'read index received' (duration: 612.225299ms)","trace[967227338] 'applied index is now lower than readState.Index' (duration: 348.006085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:20:34.277136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425550823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81722"} {"level":"warn","ts":"2026-04-01T15:20:34.277257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.647498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T15:20:34.277264Z","caller":"traceutil/trace.go:171","msg":"trace[1889084758] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5810; }","duration":"2.425725048s","start":"2026-04-01T15:20:31.85151Z","end":"2026-04-01T15:20:34.277235Z","steps":["trace[1889084758] 'agreement among raft nodes before linearized reading' (duration: 2.425295686s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:34.277318Z","caller":"traceutil/trace.go:171","msg":"trace[1593435580] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:5810; }","duration":"527.747921ms","start":"2026-04-01T15:20:33.749553Z","end":"2026-04-01T15:20:34.277301Z","steps":["trace[1593435580] 'agreement among raft nodes before linearized reading' (duration: 527.548235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.277333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:31.851504Z","time spent":"2.42581199s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81744,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T15:20:34.277365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:33.749529Z","time spent":"527.825523ms","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"warn","ts":"2026-04-01T15:20:34.278024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.509898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:20:34.278082Z","caller":"traceutil/trace.go:171","msg":"trace[1356694926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5810; }","duration":"119.609832ms","start":"2026-04-01T15:20:34.158459Z","end":"2026-04-01T15:20:34.278069Z","steps":["trace[1356694926] 'agreement among raft nodes before linearized reading' (duration: 119.467828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.63478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:34.28075Z","time spent":"354.023352ms","remote":"127.0.0.1:45502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T15:20:34.659986Z","caller":"traceutil/trace.go:171","msg":"trace[816360718] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"376.439582ms","start":"2026-04-01T15:20:34.283511Z","end":"2026-04-01T15:20:34.65995Z","steps":["trace[816360718] 'process raft request' (duration: 376.188265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.660187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:34.283489Z","time spent":"376.604717ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:20:34.660368Z","caller":"traceutil/trace.go:171","msg":"trace[256953680] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"376.71154ms","start":"2026-04-01T15:20:34.283613Z","end":"2026-04-01T15:20:34.660325Z","steps":["trace[256953680] 'process raft request' (duration: 376.274208ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:34.660489Z","caller":"traceutil/trace.go:171","msg":"trace[1834266559] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"376.585967ms","start":"2026-04-01T15:20:34.283862Z","end":"2026-04-01T15:20:34.660448Z","steps":["trace[1834266559] 'process raft request' (duration: 376.33657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.660574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:34.283588Z","time spent":"376.875394ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:34.660713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:34.283854Z","time spent":"376.753741ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:20:34.660794Z","caller":"traceutil/trace.go:171","msg":"trace[1408504549] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"376.36011ms","start":"2026-04-01T15:20:34.284415Z","end":"2026-04-01T15:20:34.660775Z","steps":["trace[1408504549] 'process raft request' (duration: 376.204145ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:34.66078Z","caller":"traceutil/trace.go:171","msg":"trace[591049147] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"376.814053ms","start":"2026-04-01T15:20:34.283928Z","end":"2026-04-01T15:20:34.660742Z","steps":["trace[591049147] 'process raft request' (duration: 376.429112ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:34.660852Z","caller":"traceutil/trace.go:171","msg":"trace[495543042] linearizableReadLoop","detail":"{readStateIndex:6040; appliedIndex:6037; }","duration":"377.023728ms","start":"2026-04-01T15:20:34.283804Z","end":"2026-04-01T15:20:34.660827Z","steps":["trace[495543042] 'read index received' (duration: 309.747036ms)","trace[495543042] 'applied index is now lower than readState.Index' (duration: 67.275232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:20:34.660893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:34.284407Z","time spent":"376.436763ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:34.66104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:34.283918Z","time spent":"376.969507ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:20:34.66109Z","caller":"traceutil/trace.go:171","msg":"trace[1997755917] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"375.805115ms","start":"2026-04-01T15:20:34.285268Z","end":"2026-04-01T15:20:34.661074Z","steps":["trace[1997755917] 'process raft request' (duration: 375.496756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.661103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.274566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2445d6cad243a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T15:20:34.661142Z","caller":"traceutil/trace.go:171","msg":"trace[200126428] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2445d6cad243a; range_end:; response_count:1; response_revision:5817; }","duration":"377.366157ms","start":"2026-04-01T15:20:34.283762Z","end":"2026-04-01T15:20:34.661128Z","steps":["trace[200126428] 'agreement among raft nodes before linearized reading' (duration: 377.168962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.661178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:34.283747Z","time spent":"377.4235ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2445d6cad243a\" "} {"level":"warn","ts":"2026-04-01T15:20:34.661173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:34.285261Z","time spent":"375.867516ms","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:20:34.66177Z","caller":"traceutil/trace.go:171","msg":"trace[1112536969] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"376.595287ms","start":"2026-04-01T15:20:34.285121Z","end":"2026-04-01T15:20:34.661717Z","steps":["trace[1112536969] 'process raft request' (duration: 375.597919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:34.661974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:34.285105Z","time spent":"376.758651ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:34.895799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.305086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:20:34.895993Z","caller":"traceutil/trace.go:171","msg":"trace[1712171741] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"259.630009ms","start":"2026-04-01T15:20:34.636314Z","end":"2026-04-01T15:20:34.895944Z","steps":["trace[1712171741] 'process raft request' (duration: 98.050315ms)","trace[1712171741] 'compare' (duration: 161.147812ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:20:35.091818Z","caller":"traceutil/trace.go:171","msg":"trace[552008554] linearizableReadLoop","detail":"{readStateIndex:6048; appliedIndex:6046; }","duration":"246.069613ms","start":"2026-04-01T15:20:34.845713Z","end":"2026-04-01T15:20:35.091783Z","steps":["trace[552008554] 'read index received' (duration: 173.989797ms)","trace[552008554] 'applied index is now lower than readState.Index' (duration: 72.077676ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:20:35.091824Z","caller":"traceutil/trace.go:171","msg":"trace[314924675] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"426.994412ms","start":"2026-04-01T15:20:34.664787Z","end":"2026-04-01T15:20:35.091782Z","steps":["trace[314924675] 'process raft request' (duration: 355.007589ms)","trace[314924675] 'compare' (duration: 71.638143ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:20:35.091983Z","caller":"traceutil/trace.go:171","msg":"trace[1952641931] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"422.041015ms","start":"2026-04-01T15:20:34.669887Z","end":"2026-04-01T15:20:35.091928Z","steps":["trace[1952641931] 'process raft request' (duration: 421.781378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:35.092172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:34.664754Z","time spent":"427.28669ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:35.092208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.489114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T15:20:35.09227Z","caller":"traceutil/trace.go:171","msg":"trace[2128412605] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5820; }","duration":"246.607578ms","start":"2026-04-01T15:20:34.845645Z","end":"2026-04-01T15:20:35.092253Z","steps":["trace[2128412605] 'agreement among raft nodes before linearized reading' (duration: 246.32194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:35.092377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:34.66984Z","time spent":"422.307642ms","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:20:35.134134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.334355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-01T15:20:35.134429Z","caller":"traceutil/trace.go:171","msg":"trace[1174173811] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5821; }","duration":"235.685386ms","start":"2026-04-01T15:20:34.898716Z","end":"2026-04-01T15:20:35.134402Z","steps":["trace[1174173811] 'agreement among raft nodes before linearized reading' (duration: 235.312985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:35.556879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.849302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:20:35.557004Z","caller":"traceutil/trace.go:171","msg":"trace[201104038] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5821; }","duration":"356.039657ms","start":"2026-04-01T15:20:35.200933Z","end":"2026-04-01T15:20:35.556973Z","steps":["trace[201104038] 'range keys from in-memory index tree' (duration: 355.720939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:35.557064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:35.200901Z","time spent":"356.14728ms","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T15:20:35.557172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.166013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T15:20:35.557175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.164994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:20:35.557229Z","caller":"traceutil/trace.go:171","msg":"trace[424225163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5821; }","duration":"234.272056ms","start":"2026-04-01T15:20:35.322943Z","end":"2026-04-01T15:20:35.557215Z","steps":["trace[424225163] 'range keys from in-memory index tree' (duration: 234.010609ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:35.557259Z","caller":"traceutil/trace.go:171","msg":"trace[2109599230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5821; }","duration":"234.300316ms","start":"2026-04-01T15:20:35.32294Z","end":"2026-04-01T15:20:35.557241Z","steps":["trace[2109599230] 'range keys from in-memory index tree' (duration: 233.965648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:35.557328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.655573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:20:35.557459Z","caller":"traceutil/trace.go:171","msg":"trace[838053818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5821; }","duration":"231.825499ms","start":"2026-04-01T15:20:35.325601Z","end":"2026-04-01T15:20:35.557426Z","steps":["trace[838053818] 'range keys from in-memory index tree' (duration: 231.451478ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:35.718833Z","caller":"traceutil/trace.go:171","msg":"trace[702059021] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"156.123843ms","start":"2026-04-01T15:20:35.562689Z","end":"2026-04-01T15:20:35.718813Z","steps":["trace[702059021] 'process raft request' (duration: 108.873534ms)","trace[702059021] 'compare' (duration: 46.961671ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:20:35.718819Z","caller":"traceutil/trace.go:171","msg":"trace[1766620054] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"155.965848ms","start":"2026-04-01T15:20:35.562822Z","end":"2026-04-01T15:20:35.718788Z","steps":["trace[1766620054] 'process raft request' (duration: 155.852775ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:35.719275Z","caller":"traceutil/trace.go:171","msg":"trace[1352185523] linearizableReadLoop","detail":"{readStateIndex:6052; appliedIndex:6049; }","duration":"154.850927ms","start":"2026-04-01T15:20:35.564409Z","end":"2026-04-01T15:20:35.71926Z","steps":["trace[1352185523] 'read index received' (duration: 54.565461ms)","trace[1352185523] 'applied index is now lower than readState.Index' (duration: 100.284256ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:20:35.71935Z","caller":"traceutil/trace.go:171","msg":"trace[1762958747] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"147.860843ms","start":"2026-04-01T15:20:35.571449Z","end":"2026-04-01T15:20:35.71931Z","steps":["trace[1762958747] 'process raft request' (duration: 147.291118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:35.719664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.246248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T15:20:35.719723Z","caller":"traceutil/trace.go:171","msg":"trace[1923159274] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5825; }","duration":"155.35051ms","start":"2026-04-01T15:20:35.56436Z","end":"2026-04-01T15:20:35.71971Z","steps":["trace[1923159274] 'agreement among raft nodes before linearized reading' (duration: 154.995051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:35.719746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.456295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-04-01T15:20:35.719849Z","caller":"traceutil/trace.go:171","msg":"trace[1933427574] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5825; }","duration":"150.588559ms","start":"2026-04-01T15:20:35.569236Z","end":"2026-04-01T15:20:35.719824Z","steps":["trace[1933427574] 'agreement among raft nodes before linearized reading' (duration: 150.315261ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:36.223657Z","caller":"traceutil/trace.go:171","msg":"trace[160759506] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"288.057775ms","start":"2026-04-01T15:20:35.935567Z","end":"2026-04-01T15:20:36.223624Z","steps":["trace[160759506] 'process raft request' (duration: 239.699306ms)","trace[160759506] 'compare' (duration: 48.122442ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:20:36.224004Z","caller":"traceutil/trace.go:171","msg":"trace[1367558608] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"288.125827ms","start":"2026-04-01T15:20:35.935835Z","end":"2026-04-01T15:20:36.223961Z","steps":["trace[1367558608] 'process raft request' (duration: 287.740507ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:20:36.224806Z","caller":"traceutil/trace.go:171","msg":"trace[598218905] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"288.315792ms","start":"2026-04-01T15:20:35.936449Z","end":"2026-04-01T15:20:36.224765Z","steps":["trace[598218905] 'process raft request' (duration: 287.368246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:36.678364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.222497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:20:36.678518Z","caller":"traceutil/trace.go:171","msg":"trace[1233075211] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5831; }","duration":"302.446183ms","start":"2026-04-01T15:20:36.376045Z","end":"2026-04-01T15:20:36.678491Z","steps":["trace[1233075211] 'count revisions from in-memory index tree' (duration: 302.110454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:20:36.678577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:20:36.376021Z","time spent":"302.540896ms","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:21:09.951752Z","caller":"traceutil/trace.go:171","msg":"trace[1547582742] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"156.964148ms","start":"2026-04-01T15:21:09.794721Z","end":"2026-04-01T15:21:09.951685Z","steps":["trace[1547582742] 'process raft request' (duration: 156.375332ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:10.304037Z","caller":"traceutil/trace.go:171","msg":"trace[879042556] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"347.83223ms","start":"2026-04-01T15:21:09.956169Z","end":"2026-04-01T15:21:10.304001Z","steps":["trace[879042556] 'process raft request' (duration: 345.741233ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:10.304137Z","caller":"traceutil/trace.go:171","msg":"trace[494971173] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"347.0836ms","start":"2026-04-01T15:21:09.957015Z","end":"2026-04-01T15:21:10.304098Z","steps":["trace[494971173] 'process raft request' (duration: 346.871874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:10.304238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:09.95614Z","time spent":"347.994475ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:21:10.304411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:09.956985Z","time spent":"347.274435ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:21:10.304391Z","caller":"traceutil/trace.go:171","msg":"trace[583788492] linearizableReadLoop","detail":"{readStateIndex:6388; appliedIndex:6385; }","duration":"125.549872ms","start":"2026-04-01T15:21:10.178803Z","end":"2026-04-01T15:21:10.304353Z","steps":["trace[583788492] 'read index received' (duration: 123.125216ms)","trace[583788492] 'applied index is now lower than readState.Index' (duration: 2.422986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:21:10.304557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.737266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:21:10.304619Z","caller":"traceutil/trace.go:171","msg":"trace[513994705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6152; }","duration":"125.861951ms","start":"2026-04-01T15:21:10.178746Z","end":"2026-04-01T15:21:10.304608Z","steps":["trace[513994705] 'agreement among raft nodes before linearized reading' (duration: 125.724617ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:10.304683Z","caller":"traceutil/trace.go:171","msg":"trace[1131761480] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"173.53736ms","start":"2026-04-01T15:21:10.13112Z","end":"2026-04-01T15:21:10.304657Z","steps":["trace[1131761480] 'process raft request' (duration: 172.909333ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:16.260196Z","caller":"traceutil/trace.go:171","msg":"trace[52442763] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"193.150774ms","start":"2026-04-01T15:21:16.067012Z","end":"2026-04-01T15:21:16.260163Z","steps":["trace[52442763] 'process raft request' (duration: 192.964879ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:16.510321Z","caller":"traceutil/trace.go:171","msg":"trace[1160372781] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"108.944319ms","start":"2026-04-01T15:21:16.401337Z","end":"2026-04-01T15:21:16.510281Z","steps":["trace[1160372781] 'process raft request' (duration: 105.327911ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:20.981754Z","caller":"traceutil/trace.go:171","msg":"trace[1292306762] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"444.899176ms","start":"2026-04-01T15:21:20.536799Z","end":"2026-04-01T15:21:20.981698Z","steps":["trace[1292306762] 'process raft request' (duration: 366.424557ms)","trace[1292306762] 'compare' (duration: 73.519544ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:21:20.981829Z","caller":"traceutil/trace.go:171","msg":"trace[6612809] linearizableReadLoop","detail":"{readStateIndex:6456; appliedIndex:6455; }","duration":"444.68383ms","start":"2026-04-01T15:21:20.537079Z","end":"2026-04-01T15:21:20.981762Z","steps":["trace[6612809] 'read index received' (duration: 365.696387ms)","trace[6612809] 'applied index is now lower than readState.Index' (duration: 78.982563ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:21:20.982079Z","caller":"traceutil/trace.go:171","msg":"trace[514751893] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"444.049662ms","start":"2026-04-01T15:21:20.537803Z","end":"2026-04-01T15:21:20.981852Z","steps":["trace[514751893] 'process raft request' (duration: 443.97949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:20.982225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:20.536764Z","time spent":"445.108122ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:21:20.982236Z","caller":"traceutil/trace.go:171","msg":"trace[569758670] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"444.572237ms","start":"2026-04-01T15:21:20.537596Z","end":"2026-04-01T15:21:20.982168Z","steps":["trace[569758670] 'process raft request' (duration: 443.200109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:20.982295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:20.537794Z","time spent":"444.385052ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:21:20.98246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.734164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-04-01T15:21:20.982431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.324647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T15:21:20.982515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:20.537559Z","time spent":"444.814603ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:21:20.982542Z","caller":"traceutil/trace.go:171","msg":"trace[1600609713] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6220; }","duration":"421.862448ms","start":"2026-04-01T15:21:20.560659Z","end":"2026-04-01T15:21:20.982521Z","steps":["trace[1600609713] 'agreement among raft nodes before linearized reading' (duration: 421.56687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:20.982593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:20.560652Z","time spent":"421.92958ms","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-01T15:21:20.982671Z","caller":"traceutil/trace.go:171","msg":"trace[877736887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6220; }","duration":"445.538953ms","start":"2026-04-01T15:21:20.537017Z","end":"2026-04-01T15:21:20.982555Z","steps":["trace[877736887] 'agreement among raft nodes before linearized reading' (duration: 445.184684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:20.982798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:20.53699Z","time spent":"445.751469ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:21:20.982936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.478906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:21:20.983244Z","caller":"traceutil/trace.go:171","msg":"trace[423529459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:6220; }","duration":"425.749284ms","start":"2026-04-01T15:21:20.557327Z","end":"2026-04-01T15:21:20.983076Z","steps":["trace[423529459] 'agreement among raft nodes before linearized reading' (duration: 424.89451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:20.983366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:20.557306Z","time spent":"425.98276ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"info","ts":"2026-04-01T15:21:21.360211Z","caller":"traceutil/trace.go:171","msg":"trace[492208663] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"181.799735ms","start":"2026-04-01T15:21:21.17838Z","end":"2026-04-01T15:21:21.36018Z","steps":["trace[492208663] 'process raft request' (duration: 181.491987ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:22.743203Z","caller":"traceutil/trace.go:171","msg":"trace[379976522] linearizableReadLoop","detail":"{readStateIndex:6465; appliedIndex:6464; }","duration":"154.967053ms","start":"2026-04-01T15:21:22.588208Z","end":"2026-04-01T15:21:22.743175Z","steps":["trace[379976522] 'read index received' (duration: 82.2113ms)","trace[379976522] 'applied index is now lower than readState.Index' (duration: 72.753833ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:21:22.743382Z","caller":"traceutil/trace.go:171","msg":"trace[1145381810] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"230.886583ms","start":"2026-04-01T15:21:22.512407Z","end":"2026-04-01T15:21:22.743294Z","steps":["trace[1145381810] 'process raft request' (duration: 158.11193ms)","trace[1145381810] 'compare' (duration: 72.516406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:21:22.743459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.238531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:21:22.743533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.150073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:21:22.743601Z","caller":"traceutil/trace.go:171","msg":"trace[18991196] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6227; }","duration":"124.263166ms","start":"2026-04-01T15:21:22.619321Z","end":"2026-04-01T15:21:22.743584Z","steps":["trace[18991196] 'agreement among raft nodes before linearized reading' (duration: 124.154613ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:22.743559Z","caller":"traceutil/trace.go:171","msg":"trace[1111915127] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6227; }","duration":"155.400405ms","start":"2026-04-01T15:21:22.588138Z","end":"2026-04-01T15:21:22.743539Z","steps":["trace[1111915127] 'agreement among raft nodes before linearized reading' (duration: 155.251111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:23.111981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.888954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:21:23.112236Z","caller":"traceutil/trace.go:171","msg":"trace[400271048] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"123.428394ms","start":"2026-04-01T15:21:22.988786Z","end":"2026-04-01T15:21:23.112215Z","steps":["trace[400271048] 'process raft request' (duration: 123.310601ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:23.112449Z","caller":"traceutil/trace.go:171","msg":"trace[307953469] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"345.637501ms","start":"2026-04-01T15:21:22.766753Z","end":"2026-04-01T15:21:23.112391Z","steps":["trace[307953469] 'process raft request' (duration: 180.237363ms)","trace[307953469] 'compare' (duration: 164.555385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:21:23.112733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:22.766726Z","time spent":"345.834216ms","remote":"127.0.0.1:45632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19594,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:21:23.176514Z","caller":"traceutil/trace.go:171","msg":"trace[1613647272] linearizableReadLoop","detail":"{readStateIndex:6469; appliedIndex:6465; }","duration":"154.07548ms","start":"2026-04-01T15:21:23.022406Z","end":"2026-04-01T15:21:23.176481Z","steps":["trace[1613647272] 'read index received' (duration: 47.505925ms)","trace[1613647272] 'applied index is now lower than readState.Index' (duration: 106.568045ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:21:23.176984Z","caller":"traceutil/trace.go:171","msg":"trace[240885818] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"187.10867ms","start":"2026-04-01T15:21:22.989856Z","end":"2026-04-01T15:21:23.176964Z","steps":["trace[240885818] 'process raft request' (duration: 186.417831ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:23.177236Z","caller":"traceutil/trace.go:171","msg":"trace[682819839] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"187.241583ms","start":"2026-04-01T15:21:22.989982Z","end":"2026-04-01T15:21:23.177224Z","steps":["trace[682819839] 'process raft request' (duration: 186.456181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:23.177458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.021685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:21:23.177518Z","caller":"traceutil/trace.go:171","msg":"trace[134414943] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6231; }","duration":"155.134648ms","start":"2026-04-01T15:21:23.022365Z","end":"2026-04-01T15:21:23.177499Z","steps":["trace[134414943] 'agreement among raft nodes before linearized reading' (duration: 155.022295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:23.177806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.906808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:21:23.177845Z","caller":"traceutil/trace.go:171","msg":"trace[1756821033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6231; }","duration":"123.968379ms","start":"2026-04-01T15:21:23.053867Z","end":"2026-04-01T15:21:23.177836Z","steps":["trace[1756821033] 'agreement among raft nodes before linearized reading' (duration: 123.834565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:23.179136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.388127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:21:23.17923Z","caller":"traceutil/trace.go:171","msg":"trace[1510809033] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6231; }","duration":"107.533881ms","start":"2026-04-01T15:21:23.071674Z","end":"2026-04-01T15:21:23.179208Z","steps":["trace[1510809033] 'agreement among raft nodes before linearized reading' (duration: 107.388667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:23.179365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.335557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:21:23.179454Z","caller":"traceutil/trace.go:171","msg":"trace[2081566525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:6231; }","duration":"114.435149ms","start":"2026-04-01T15:21:23.065Z","end":"2026-04-01T15:21:23.179436Z","steps":["trace[2081566525] 'agreement among raft nodes before linearized reading' (duration: 114.166232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:23.179787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.013504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:21:23.179832Z","caller":"traceutil/trace.go:171","msg":"trace[667049227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6231; }","duration":"119.077626ms","start":"2026-04-01T15:21:23.060742Z","end":"2026-04-01T15:21:23.17982Z","steps":["trace[667049227] 'agreement among raft nodes before linearized reading' (duration: 118.962223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:23.376716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.451522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:21:23.37699Z","caller":"traceutil/trace.go:171","msg":"trace[1192943863] linearizableReadLoop","detail":"{readStateIndex:6472; appliedIndex:6469; }","duration":"190.735959ms","start":"2026-04-01T15:21:23.186232Z","end":"2026-04-01T15:21:23.376968Z","steps":["trace[1192943863] 'read index received' (duration: 76.890446ms)","trace[1192943863] 'applied index is now lower than readState.Index' (duration: 113.844053ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:21:23.376986Z","caller":"traceutil/trace.go:171","msg":"trace[125474894] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"192.62548ms","start":"2026-04-01T15:21:23.184328Z","end":"2026-04-01T15:21:23.376954Z","steps":["trace[125474894] 'process raft request' (duration: 78.834968ms)","trace[125474894] 'compare' (duration: 113.261117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:21:23.377304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.069068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101781"} {"level":"info","ts":"2026-04-01T15:21:23.377338Z","caller":"traceutil/trace.go:171","msg":"trace[457388288] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6234; }","duration":"191.123759ms","start":"2026-04-01T15:21:23.186205Z","end":"2026-04-01T15:21:23.377329Z","steps":["trace[457388288] 'agreement among raft nodes before linearized reading' (duration: 190.826821ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:23.377371Z","caller":"traceutil/trace.go:171","msg":"trace[1000723191] transaction","detail":"{read_only:false; response_revision:6233; number_of_response:1; }","duration":"192.813475ms","start":"2026-04-01T15:21:23.18454Z","end":"2026-04-01T15:21:23.377354Z","steps":["trace[1000723191] 'process raft request' (duration: 192.313062ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:23.377672Z","caller":"traceutil/trace.go:171","msg":"trace[452193] transaction","detail":"{read_only:false; response_revision:6234; number_of_response:1; }","duration":"193.095113ms","start":"2026-04-01T15:21:23.184565Z","end":"2026-04-01T15:21:23.37766Z","steps":["trace[452193] 'process raft request' (duration: 192.355183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:33.631607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.956963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:21:33.631923Z","caller":"traceutil/trace.go:171","msg":"trace[413099203] linearizableReadLoop","detail":"{readStateIndex:6545; appliedIndex:6543; }","duration":"203.396354ms","start":"2026-04-01T15:21:33.428504Z","end":"2026-04-01T15:21:33.6319Z","steps":["trace[413099203] 'read index received' (duration: 41.801µs)","trace[413099203] 'applied index is now lower than readState.Index' (duration: 203.352943ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:21:33.632174Z","caller":"traceutil/trace.go:171","msg":"trace[1605827597] transaction","detail":"{read_only:false; response_revision:6303; number_of_response:1; }","duration":"335.479524ms","start":"2026-04-01T15:21:33.296641Z","end":"2026-04-01T15:21:33.63212Z","steps":["trace[1605827597] 'process raft request' (duration: 59.889483ms)","trace[1605827597] 'compare' (duration: 274.0967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:21:33.632255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.96051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:21:33.632337Z","caller":"traceutil/trace.go:171","msg":"trace[238921997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6304; }","duration":"178.082834ms","start":"2026-04-01T15:21:33.454228Z","end":"2026-04-01T15:21:33.632311Z","steps":["trace[238921997] 'agreement among raft nodes before linearized reading' (duration: 177.92136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:33.632465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:33.296621Z","time spent":"335.643798ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:21:33.632488Z","caller":"traceutil/trace.go:171","msg":"trace[578394620] transaction","detail":"{read_only:false; response_revision:6304; number_of_response:1; }","duration":"332.265066ms","start":"2026-04-01T15:21:33.300208Z","end":"2026-04-01T15:21:33.632473Z","steps":["trace[578394620] 'process raft request' (duration: 331.595377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:33.632568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:33.30017Z","time spent":"332.354378ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:21:33.632557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.330206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T15:21:33.632558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.854864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T15:21:33.632652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.104153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:21:33.632649Z","caller":"traceutil/trace.go:171","msg":"trace[1344541953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6304; }","duration":"143.45707ms","start":"2026-04-01T15:21:33.489167Z","end":"2026-04-01T15:21:33.632624Z","steps":["trace[1344541953] 'agreement among raft nodes before linearized reading' (duration: 143.181772ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:33.632799Z","caller":"traceutil/trace.go:171","msg":"trace[279556381] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:6304; }","duration":"132.053979ms","start":"2026-04-01T15:21:33.500641Z","end":"2026-04-01T15:21:33.632695Z","steps":["trace[279556381] 'agreement among raft nodes before linearized reading' (duration: 131.696019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:33.633191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.445357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:21:33.633267Z","caller":"traceutil/trace.go:171","msg":"trace[759709600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6304; }","duration":"177.518879ms","start":"2026-04-01T15:21:33.455728Z","end":"2026-04-01T15:21:33.633247Z","steps":["trace[759709600] 'agreement among raft nodes before linearized reading' (duration: 176.642605ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:33.632814Z","caller":"traceutil/trace.go:171","msg":"trace[112538981] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6304; }","duration":"204.351789ms","start":"2026-04-01T15:21:33.428444Z","end":"2026-04-01T15:21:33.632796Z","steps":["trace[112538981] 'agreement among raft nodes before linearized reading' (duration: 203.981999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:37.9714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.192012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:21:37.971632Z","caller":"traceutil/trace.go:171","msg":"trace[961333656] linearizableReadLoop","detail":"{readStateIndex:6574; appliedIndex:6571; }","duration":"286.242802ms","start":"2026-04-01T15:21:37.685371Z","end":"2026-04-01T15:21:37.971614Z","steps":["trace[961333656] 'read index received' (duration: 3.783963ms)","trace[961333656] 'applied index is now lower than readState.Index' (duration: 282.457409ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:21:37.971736Z","caller":"traceutil/trace.go:171","msg":"trace[201577567] transaction","detail":"{read_only:false; response_revision:6332; number_of_response:1; }","duration":"319.721004ms","start":"2026-04-01T15:21:37.652005Z","end":"2026-04-01T15:21:37.971726Z","steps":["trace[201577567] 'process raft request' (duration: 319.509668ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:37.971772Z","caller":"traceutil/trace.go:171","msg":"trace[174130329] transaction","detail":"{read_only:false; response_revision:6331; number_of_response:1; }","duration":"320.499015ms","start":"2026-04-01T15:21:37.651226Z","end":"2026-04-01T15:21:37.971725Z","steps":["trace[174130329] 'process raft request' (duration: 172.867951ms)","trace[174130329] 'compare' (duration: 147.011267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:21:37.971966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:37.651204Z","time spent":"320.66035ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:21:37.972003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.630572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:21:37.97204Z","caller":"traceutil/trace.go:171","msg":"trace[147375925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6332; }","duration":"286.700724ms","start":"2026-04-01T15:21:37.685329Z","end":"2026-04-01T15:21:37.97203Z","steps":["trace[147375925] 'agreement among raft nodes before linearized reading' (duration: 286.524509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:37.972063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.494738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T15:21:37.972076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.082819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:21:37.972152Z","caller":"traceutil/trace.go:171","msg":"trace[2023306614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6332; }","duration":"286.603621ms","start":"2026-04-01T15:21:37.685529Z","end":"2026-04-01T15:21:37.972132Z","steps":["trace[2023306614] 'agreement among raft nodes before linearized reading' (duration: 286.353694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:37.972163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.401886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:21:37.972267Z","caller":"traceutil/trace.go:171","msg":"trace[1157874694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6332; }","duration":"286.57663ms","start":"2026-04-01T15:21:37.685669Z","end":"2026-04-01T15:21:37.972246Z","steps":["trace[1157874694] 'agreement among raft nodes before linearized reading' (duration: 286.242861ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:37.972196Z","caller":"traceutil/trace.go:171","msg":"trace[1940669246] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:6332; }","duration":"278.233104ms","start":"2026-04-01T15:21:37.693926Z","end":"2026-04-01T15:21:37.97216Z","steps":["trace[1940669246] 'agreement among raft nodes before linearized reading' (duration: 277.963426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:37.971804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:21:37.651998Z","time spent":"319.769955ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:21:38.121832Z","caller":"traceutil/trace.go:171","msg":"trace[475569114] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"144.039036ms","start":"2026-04-01T15:21:37.977759Z","end":"2026-04-01T15:21:38.121798Z","steps":["trace[475569114] 'process raft request' (duration: 143.922492ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:38.121868Z","caller":"traceutil/trace.go:171","msg":"trace[281902927] transaction","detail":"{read_only:false; response_revision:6334; number_of_response:1; }","duration":"144.458347ms","start":"2026-04-01T15:21:37.977385Z","end":"2026-04-01T15:21:38.121844Z","steps":["trace[281902927] 'process raft request' (duration: 97.348443ms)","trace[281902927] 'compare' (duration: 46.686892ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:21:38.586021Z","caller":"traceutil/trace.go:171","msg":"trace[382575577] transaction","detail":"{read_only:false; response_revision:6336; number_of_response:1; }","duration":"124.295068ms","start":"2026-04-01T15:21:38.461691Z","end":"2026-04-01T15:21:38.585986Z","steps":["trace[382575577] 'process raft request' (duration: 124.064142ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:38.745698Z","caller":"traceutil/trace.go:171","msg":"trace[186224785] transaction","detail":"{read_only:false; response_revision:6337; number_of_response:1; }","duration":"224.892589ms","start":"2026-04-01T15:21:38.52078Z","end":"2026-04-01T15:21:38.745672Z","steps":["trace[186224785] 'process raft request' (duration: 224.690024ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:38.777506Z","caller":"traceutil/trace.go:171","msg":"trace[1020201432] transaction","detail":"{read_only:false; response_revision:6338; number_of_response:1; }","duration":"183.867191ms","start":"2026-04-01T15:21:38.593608Z","end":"2026-04-01T15:21:38.777475Z","steps":["trace[1020201432] 'process raft request' (duration: 183.685096ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:41.727857Z","caller":"traceutil/trace.go:171","msg":"trace[1221298091] linearizableReadLoop","detail":"{readStateIndex:6594; appliedIndex:6593; }","duration":"155.343714ms","start":"2026-04-01T15:21:41.572483Z","end":"2026-04-01T15:21:41.727827Z","steps":["trace[1221298091] 'read index received' (duration: 154.925753ms)","trace[1221298091] 'applied index is now lower than readState.Index' (duration: 416.651µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:21:41.727985Z","caller":"traceutil/trace.go:171","msg":"trace[1550755263] transaction","detail":"{read_only:false; response_revision:6351; number_of_response:1; }","duration":"173.098108ms","start":"2026-04-01T15:21:41.554837Z","end":"2026-04-01T15:21:41.727935Z","steps":["trace[1550755263] 'process raft request' (duration: 172.628295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:21:41.728161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.648932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:21:41.728216Z","caller":"traceutil/trace.go:171","msg":"trace[1276064735] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6351; }","duration":"155.791476ms","start":"2026-04-01T15:21:41.57241Z","end":"2026-04-01T15:21:41.728202Z","steps":["trace[1276064735] 'agreement among raft nodes before linearized reading' (duration: 155.530729ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:58.823175Z","caller":"traceutil/trace.go:171","msg":"trace[973041971] transaction","detail":"{read_only:false; response_revision:6496; number_of_response:1; }","duration":"119.517903ms","start":"2026-04-01T15:21:58.70363Z","end":"2026-04-01T15:21:58.823148Z","steps":["trace[973041971] 'process raft request' (duration: 119.364369ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:21:59.961346Z","caller":"traceutil/trace.go:171","msg":"trace[576826692] transaction","detail":"{read_only:false; response_revision:6500; number_of_response:1; }","duration":"128.165359ms","start":"2026-04-01T15:21:59.833146Z","end":"2026-04-01T15:21:59.961312Z","steps":["trace[576826692] 'process raft request' (duration: 127.939813ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:22:37.367942Z","caller":"traceutil/trace.go:171","msg":"trace[1219892451] transaction","detail":"{read_only:false; response_revision:6742; number_of_response:1; }","duration":"117.114697ms","start":"2026-04-01T15:22:37.250807Z","end":"2026-04-01T15:22:37.367921Z","steps":["trace[1219892451] 'process raft request' (duration: 50.76487ms)","trace[1219892451] 'compare' (duration: 66.279445ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:24:17.084003Z","caller":"traceutil/trace.go:171","msg":"trace[1105033659] transaction","detail":"{read_only:false; response_revision:7376; number_of_response:1; }","duration":"109.751725ms","start":"2026-04-01T15:24:16.974228Z","end":"2026-04-01T15:24:17.08398Z","steps":["trace[1105033659] 'process raft request' (duration: 109.610181ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:24:17.109912Z","caller":"traceutil/trace.go:171","msg":"trace[1472085766] transaction","detail":"{read_only:false; response_revision:7377; number_of_response:1; }","duration":"120.474867ms","start":"2026-04-01T15:24:16.989174Z","end":"2026-04-01T15:24:17.109649Z","steps":["trace[1472085766] 'process raft request' (duration: 120.275692ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:24:42.726309Z","caller":"traceutil/trace.go:171","msg":"trace[351582650] transaction","detail":"{read_only:false; response_revision:7554; number_of_response:1; }","duration":"182.12898ms","start":"2026-04-01T15:24:42.544148Z","end":"2026-04-01T15:24:42.726277Z","steps":["trace[351582650] 'process raft request' (duration: 181.442941ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:24:42.726522Z","caller":"traceutil/trace.go:171","msg":"trace[405604187] transaction","detail":"{read_only:false; response_revision:7555; number_of_response:1; }","duration":"174.943854ms","start":"2026-04-01T15:24:42.55156Z","end":"2026-04-01T15:24:42.726504Z","steps":["trace[405604187] 'process raft request' (duration: 174.583454ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:24:42.886113Z","caller":"traceutil/trace.go:171","msg":"trace[1035216191] transaction","detail":"{read_only:false; response_revision:7556; number_of_response:1; }","duration":"279.274501ms","start":"2026-04-01T15:24:42.606811Z","end":"2026-04-01T15:24:42.886085Z","steps":["trace[1035216191] 'process raft request' (duration: 279.015064ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:25:10.261662Z","caller":"traceutil/trace.go:171","msg":"trace[605556812] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"137.720728ms","start":"2026-04-01T15:25:10.123908Z","end":"2026-04-01T15:25:10.261628Z","steps":["trace[605556812] 'process raft request' (duration: 133.559605ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:25:10.663338Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5564} {"level":"info","ts":"2026-04-01T15:25:10.756564Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5564,"took":"90.626393ms","hash":3379872131,"current-db-size-bytes":55754752,"current-db-size":"56 MB","current-db-size-in-use-bytes":25911296,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-01T15:25:10.756648Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3379872131,"revision":5564,"compact-revision":2841} {"level":"info","ts":"2026-04-01T15:25:11.732005Z","caller":"traceutil/trace.go:171","msg":"trace[342059667] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"118.327409ms","start":"2026-04-01T15:25:11.613585Z","end":"2026-04-01T15:25:11.731912Z","steps":["trace[342059667] 'process raft request' (duration: 117.932648ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:26:34.617238Z","caller":"traceutil/trace.go:171","msg":"trace[1798480206] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"126.215961ms","start":"2026-04-01T15:26:34.490993Z","end":"2026-04-01T15:26:34.617209Z","steps":["trace[1798480206] 'process raft request' (duration: 126.011036ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:26:42.63975Z","caller":"traceutil/trace.go:171","msg":"trace[540645093] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"247.113715ms","start":"2026-04-01T15:26:42.392608Z","end":"2026-04-01T15:26:42.639722Z","steps":["trace[540645093] 'process raft request' (duration: 159.971986ms)","trace[540645093] 'compare' (duration: 86.950994ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:26:49.198526Z","caller":"traceutil/trace.go:171","msg":"trace[2084355720] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"142.675393ms","start":"2026-04-01T15:26:49.055804Z","end":"2026-04-01T15:26:49.198479Z","steps":["trace[2084355720] 'process raft request' (duration: 142.347214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:49.378988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.545513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:26:49.379116Z","caller":"traceutil/trace.go:171","msg":"trace[1655358480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8603; }","duration":"179.736628ms","start":"2026-04-01T15:26:49.199351Z","end":"2026-04-01T15:26:49.379087Z","steps":["trace[1655358480] 'range keys from in-memory index tree' (duration: 179.452401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:49.379121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.151104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:26:49.379194Z","caller":"traceutil/trace.go:171","msg":"trace[348664745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8603; }","duration":"159.242237ms","start":"2026-04-01T15:26:49.219932Z","end":"2026-04-01T15:26:49.379174Z","steps":["trace[348664745] 'range keys from in-memory index tree' (duration: 158.946489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:50.977953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389173189,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:26:51.383245Z","caller":"traceutil/trace.go:171","msg":"trace[1565988372] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"1.005843822s","start":"2026-04-01T15:26:50.377352Z","end":"2026-04-01T15:26:51.383196Z","steps":["trace[1565988372] 'process raft request' (duration: 966.528554ms)","trace[1565988372] 'compare' (duration: 38.863666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:26:51.383445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:26:50.377325Z","time spent":"1.006020967s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:26:52.148836Z","caller":"traceutil/trace.go:171","msg":"trace[2098421746] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"1.566031564s","start":"2026-04-01T15:26:50.58278Z","end":"2026-04-01T15:26:52.148812Z","steps":["trace[2098421746] 'process raft request' (duration: 1.565809708s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:52.148981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:26:50.582714Z","time spent":"1.566193549s","remote":"127.0.0.1:45632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:26:52.149724Z","caller":"traceutil/trace.go:171","msg":"trace[696150080] linearizableReadLoop","detail":"{readStateIndex:8931; appliedIndex:8928; }","duration":"1.672489864s","start":"2026-04-01T15:26:50.477205Z","end":"2026-04-01T15:26:52.149695Z","steps":["trace[696150080] 'read index received' (duration: 866.688947ms)","trace[696150080] 'applied index is now lower than readState.Index' (duration: 805.798777ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:26:52.14974Z","caller":"traceutil/trace.go:171","msg":"trace[127887064] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"1.293908471s","start":"2026-04-01T15:26:50.855814Z","end":"2026-04-01T15:26:52.149723Z","steps":["trace[127887064] 'process raft request' (duration: 1.292942945s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:52.149913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672688919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:26:52.149962Z","caller":"traceutil/trace.go:171","msg":"trace[972938222] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8615; }","duration":"1.672791432s","start":"2026-04-01T15:26:50.477156Z","end":"2026-04-01T15:26:52.149948Z","steps":["trace[972938222] 'agreement among raft nodes before linearized reading' (duration: 1.672678238s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:52.150005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:26:50.477138Z","time spent":"1.672857294s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:26:52.150078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:26:50.855795Z","time spent":"1.294149118s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:26:52.152401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384441314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:26:52.152809Z","caller":"traceutil/trace.go:171","msg":"trace[2144551277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8618; }","duration":"1.384891926s","start":"2026-04-01T15:26:50.767899Z","end":"2026-04-01T15:26:52.152791Z","steps":["trace[2144551277] 'agreement among raft nodes before linearized reading' (duration: 1.384356702s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:52.152849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:26:50.767882Z","time spent":"1.384956109s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T15:26:52.153204Z","caller":"traceutil/trace.go:171","msg":"trace[1606422666] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"766.087257ms","start":"2026-04-01T15:26:51.387105Z","end":"2026-04-01T15:26:52.153192Z","steps":["trace[1606422666] 'process raft request' (duration: 764.933226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:52.153287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:26:51.387084Z","time spent":"766.15082ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:26:52.153389Z","caller":"traceutil/trace.go:171","msg":"trace[1388180839] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"281.057578ms","start":"2026-04-01T15:26:51.872323Z","end":"2026-04-01T15:26:52.153381Z","steps":["trace[1388180839] 'process raft request' (duration: 279.872535ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:26:52.153552Z","caller":"traceutil/trace.go:171","msg":"trace[1832420876] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"184.762957ms","start":"2026-04-01T15:26:51.968782Z","end":"2026-04-01T15:26:52.153545Z","steps":["trace[1832420876] 'process raft request' (duration: 183.444021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:52.153739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.392413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:26:52.15377Z","caller":"traceutil/trace.go:171","msg":"trace[1578994755] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8618; }","duration":"158.472086ms","start":"2026-04-01T15:26:51.995288Z","end":"2026-04-01T15:26:52.15376Z","steps":["trace[1578994755] 'agreement among raft nodes before linearized reading' (duration: 158.421115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:52.153977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.306994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:26:52.154084Z","caller":"traceutil/trace.go:171","msg":"trace[1928195788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8618; }","duration":"766.441057ms","start":"2026-04-01T15:26:51.387616Z","end":"2026-04-01T15:26:52.154057Z","steps":["trace[1928195788] 'agreement among raft nodes before linearized reading' (duration: 766.308734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:52.154115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:26:51.387595Z","time spent":"766.51237ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:26:52.154166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.510183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T15:26:52.154207Z","caller":"traceutil/trace.go:171","msg":"trace[43908723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8618; }","duration":"951.574654ms","start":"2026-04-01T15:26:51.202624Z","end":"2026-04-01T15:26:52.154198Z","steps":["trace[43908723] 'agreement among raft nodes before linearized reading' (duration: 951.4257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:52.154236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:26:51.202613Z","time spent":"951.613446ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:26:52.154406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.081417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:26:52.154466Z","caller":"traceutil/trace.go:171","msg":"trace[891036372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8618; }","duration":"976.169528ms","start":"2026-04-01T15:26:51.178257Z","end":"2026-04-01T15:26:52.154426Z","steps":["trace[891036372] 'agreement among raft nodes before linearized reading' (duration: 976.130387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:26:52.154487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:26:51.178237Z","time spent":"976.245441ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T15:27:02.425992Z","caller":"traceutil/trace.go:171","msg":"trace[34160586] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"240.69306ms","start":"2026-04-01T15:27:02.185271Z","end":"2026-04-01T15:27:02.425964Z","steps":["trace[34160586] 'process raft request' (duration: 240.494735ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:02.641469Z","caller":"traceutil/trace.go:171","msg":"trace[919174396] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"455.294815ms","start":"2026-04-01T15:27:02.186145Z","end":"2026-04-01T15:27:02.64144Z","steps":["trace[919174396] 'process raft request' (duration: 371.643291ms)","trace[919174396] 'compare' (duration: 83.445998ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:02.641494Z","caller":"traceutil/trace.go:171","msg":"trace[1759610344] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"455.285955ms","start":"2026-04-01T15:27:02.186181Z","end":"2026-04-01T15:27:02.641467Z","steps":["trace[1759610344] 'process raft request' (duration: 455.202892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:02.641586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:02.186121Z","time spent":"455.405318ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:02.641682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:02.186157Z","time spent":"455.410708ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:02.641839Z","caller":"traceutil/trace.go:171","msg":"trace[740558019] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"404.876892ms","start":"2026-04-01T15:27:02.236937Z","end":"2026-04-01T15:27:02.641814Z","steps":["trace[740558019] 'process raft request' (duration: 404.492272ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:02.641889Z","caller":"traceutil/trace.go:171","msg":"trace[1914302951] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"153.796047ms","start":"2026-04-01T15:27:02.488064Z","end":"2026-04-01T15:27:02.64186Z","steps":["trace[1914302951] 'process raft request' (duration: 153.652223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:02.64198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:02.236913Z","time spent":"405.000546ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:02.641872Z","caller":"traceutil/trace.go:171","msg":"trace[1164064206] linearizableReadLoop","detail":"{readStateIndex:8986; appliedIndex:8982; }","duration":"393.10751ms","start":"2026-04-01T15:27:02.24875Z","end":"2026-04-01T15:27:02.641858Z","steps":["trace[1164064206] 'read index received' (duration: 177.103087ms)","trace[1164064206] 'applied index is now lower than readState.Index' (duration: 216.002583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:02.642095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.350257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T15:27:02.642125Z","caller":"traceutil/trace.go:171","msg":"trace[260288627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8669; }","duration":"393.430668ms","start":"2026-04-01T15:27:02.248688Z","end":"2026-04-01T15:27:02.642119Z","steps":["trace[260288627] 'agreement among raft nodes before linearized reading' (duration: 393.213643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:02.642142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:02.248667Z","time spent":"393.47019ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:27:02.642227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.530082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:27:02.642245Z","caller":"traceutil/trace.go:171","msg":"trace[595361058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8669; }","duration":"249.590275ms","start":"2026-04-01T15:27:02.392651Z","end":"2026-04-01T15:27:02.642241Z","steps":["trace[595361058] 'agreement among raft nodes before linearized reading' (duration: 249.537513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:02.642223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.693508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T15:27:02.642291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.380719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:27:02.642303Z","caller":"traceutil/trace.go:171","msg":"trace[156229234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8669; }","duration":"392.794121ms","start":"2026-04-01T15:27:02.249504Z","end":"2026-04-01T15:27:02.642298Z","steps":["trace[156229234] 'agreement among raft nodes before linearized reading' (duration: 392.632307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:02.642319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:02.249496Z","time spent":"392.818052ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:27:02.642316Z","caller":"traceutil/trace.go:171","msg":"trace[1499306678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:8669; }","duration":"311.444211ms","start":"2026-04-01T15:27:02.330862Z","end":"2026-04-01T15:27:02.642306Z","steps":["trace[1499306678] 'agreement among raft nodes before linearized reading' (duration: 311.378669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:02.642408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.080091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T15:27:02.642416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:02.330834Z","time spent":"311.576284ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"info","ts":"2026-04-01T15:27:02.642428Z","caller":"traceutil/trace.go:171","msg":"trace[1506036822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8669; }","duration":"392.140854ms","start":"2026-04-01T15:27:02.250282Z","end":"2026-04-01T15:27:02.642423Z","steps":["trace[1506036822] 'agreement among raft nodes before linearized reading' (duration: 392.048671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:02.64247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:02.250252Z","time spent":"392.212825ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T15:27:02.780912Z","caller":"traceutil/trace.go:171","msg":"trace[1086381647] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"128.447582ms","start":"2026-04-01T15:27:02.652428Z","end":"2026-04-01T15:27:02.780876Z","steps":["trace[1086381647] 'process raft request' (duration: 90.251245ms)","trace[1086381647] 'compare' (duration: 37.947681ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:02.780933Z","caller":"traceutil/trace.go:171","msg":"trace[1039620778] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"126.526659ms","start":"2026-04-01T15:27:02.654378Z","end":"2026-04-01T15:27:02.780904Z","steps":["trace[1039620778] 'process raft request' (duration: 126.400656ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:02.781055Z","caller":"traceutil/trace.go:171","msg":"trace[1304592840] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"125.995965ms","start":"2026-04-01T15:27:02.655033Z","end":"2026-04-01T15:27:02.781029Z","steps":["trace[1304592840] 'process raft request' (duration: 125.794729ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:03.833936Z","caller":"traceutil/trace.go:171","msg":"trace[1878749972] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"394.450536ms","start":"2026-04-01T15:27:03.439449Z","end":"2026-04-01T15:27:03.8339Z","steps":["trace[1878749972] 'process raft request' (duration: 394.21071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:03.834139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:03.439426Z","time spent":"394.596821ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:04.107436Z","caller":"traceutil/trace.go:171","msg":"trace[1895546300] linearizableReadLoop","detail":"{readStateIndex:8993; appliedIndex:8992; }","duration":"252.261306ms","start":"2026-04-01T15:27:03.855133Z","end":"2026-04-01T15:27:04.107394Z","steps":["trace[1895546300] 'read index received' (duration: 180.412016ms)","trace[1895546300] 'applied index is now lower than readState.Index' (duration: 71.84769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:04.107765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.621247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:04.107834Z","caller":"traceutil/trace.go:171","msg":"trace[517039958] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8674; }","duration":"252.73902ms","start":"2026-04-01T15:27:03.85508Z","end":"2026-04-01T15:27:04.107819Z","steps":["trace[517039958] 'agreement among raft nodes before linearized reading' (duration: 252.628297ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:04.662119Z","caller":"traceutil/trace.go:171","msg":"trace[691991241] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"230.382038ms","start":"2026-04-01T15:27:04.431709Z","end":"2026-04-01T15:27:04.662091Z","steps":["trace[691991241] 'process raft request' (duration: 230.132852ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:05.066283Z","caller":"traceutil/trace.go:171","msg":"trace[1470679971] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"585.849966ms","start":"2026-04-01T15:27:04.48041Z","end":"2026-04-01T15:27:05.06626Z","steps":["trace[1470679971] 'process raft request' (duration: 580.18946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:05.066488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:04.480379Z","time spent":"585.975699ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:05.067048Z","caller":"traceutil/trace.go:171","msg":"trace[1172200907] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"417.443277ms","start":"2026-04-01T15:27:04.649593Z","end":"2026-04-01T15:27:05.067036Z","steps":["trace[1172200907] 'process raft request' (duration: 417.028375ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:05.067059Z","caller":"traceutil/trace.go:171","msg":"trace[2116440007] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"417.105608ms","start":"2026-04-01T15:27:04.64994Z","end":"2026-04-01T15:27:05.067046Z","steps":["trace[2116440007] 'process raft request' (duration: 416.994445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:05.067114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:04.649574Z","time spent":"417.512889ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:05.067163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:04.649924Z","time spent":"417.17717ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:05.067036Z","caller":"traceutil/trace.go:171","msg":"trace[1925014098] linearizableReadLoop","detail":"{readStateIndex:8996; appliedIndex:8994; }","duration":"577.680301ms","start":"2026-04-01T15:27:04.489334Z","end":"2026-04-01T15:27:05.067015Z","steps":["trace[1925014098] 'read index received' (duration: 172.459089ms)","trace[1925014098] 'applied index is now lower than readState.Index' (duration: 405.219922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:05.067158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.805254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:05.066862Z","caller":"traceutil/trace.go:171","msg":"trace[1756010769] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"417.303123ms","start":"2026-04-01T15:27:04.649533Z","end":"2026-04-01T15:27:05.066836Z","steps":["trace[1756010769] 'process raft request' (duration: 416.680876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:05.067345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:04.649497Z","time spent":"417.821268ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:05.067476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.051045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:27:05.067496Z","caller":"traceutil/trace.go:171","msg":"trace[711318228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8680; }","duration":"282.068445ms","start":"2026-04-01T15:27:04.78542Z","end":"2026-04-01T15:27:05.067488Z","steps":["trace[711318228] 'agreement among raft nodes before linearized reading' (duration: 281.972773ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:05.06749Z","caller":"traceutil/trace.go:171","msg":"trace[1846444168] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8680; }","duration":"578.196426ms","start":"2026-04-01T15:27:04.489274Z","end":"2026-04-01T15:27:05.06747Z","steps":["trace[1846444168] 'agreement among raft nodes before linearized reading' (duration: 577.815995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:05.06754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.299191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T15:27:05.067539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.2551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T15:27:05.067571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.313212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T15:27:05.067624Z","caller":"traceutil/trace.go:171","msg":"trace[742494034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8680; }","duration":"282.417964ms","start":"2026-04-01T15:27:04.785179Z","end":"2026-04-01T15:27:05.067597Z","steps":["trace[742494034] 'agreement among raft nodes before linearized reading' (duration: 282.227649ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:05.067626Z","caller":"traceutil/trace.go:171","msg":"trace[1513370236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8680; }","duration":"282.369074ms","start":"2026-04-01T15:27:04.785239Z","end":"2026-04-01T15:27:05.067608Z","steps":["trace[1513370236] 'agreement among raft nodes before linearized reading' (duration: 282.131407ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:05.067668Z","caller":"traceutil/trace.go:171","msg":"trace[717496920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8680; }","duration":"406.442605ms","start":"2026-04-01T15:27:04.6612Z","end":"2026-04-01T15:27:05.067643Z","steps":["trace[717496920] 'agreement among raft nodes before linearized reading' (duration: 406.155648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:05.067631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:04.489249Z","time spent":"578.287478ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:27:05.067717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:04.661189Z","time spent":"406.519337ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:27:05.06771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.443893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:27:05.067762Z","caller":"traceutil/trace.go:171","msg":"trace[1517593917] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:8680; }","duration":"403.519835ms","start":"2026-04-01T15:27:04.664228Z","end":"2026-04-01T15:27:05.067747Z","steps":["trace[1517593917] 'agreement among raft nodes before linearized reading' (duration: 403.183116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:05.067797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:04.664182Z","time spent":"403.607038ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"info","ts":"2026-04-01T15:27:05.318344Z","caller":"traceutil/trace.go:171","msg":"trace[1489199005] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"246.125419ms","start":"2026-04-01T15:27:05.072176Z","end":"2026-04-01T15:27:05.318301Z","steps":["trace[1489199005] 'process raft request' (duration: 171.232425ms)","trace[1489199005] 'compare' (duration: 74.612746ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:05.318357Z","caller":"traceutil/trace.go:171","msg":"trace[851310384] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"246.003236ms","start":"2026-04-01T15:27:05.072328Z","end":"2026-04-01T15:27:05.318331Z","steps":["trace[851310384] 'process raft request' (duration: 245.895253ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:05.318577Z","caller":"traceutil/trace.go:171","msg":"trace[202192902] linearizableReadLoop","detail":"{readStateIndex:9003; appliedIndex:8999; }","duration":"243.59479ms","start":"2026-04-01T15:27:05.074959Z","end":"2026-04-01T15:27:05.318554Z","steps":["trace[202192902] 'read index received' (duration: 68.626652ms)","trace[202192902] 'applied index is now lower than readState.Index' (duration: 174.967218ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:05.318703Z","caller":"traceutil/trace.go:171","msg":"trace[258633073] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"245.655157ms","start":"2026-04-01T15:27:05.073037Z","end":"2026-04-01T15:27:05.318692Z","steps":["trace[258633073] 'process raft request' (duration: 245.266976ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:05.318729Z","caller":"traceutil/trace.go:171","msg":"trace[772626296] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"157.364685ms","start":"2026-04-01T15:27:05.161356Z","end":"2026-04-01T15:27:05.318721Z","steps":["trace[772626296] 'process raft request' (duration: 157.128159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:05.318944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.906394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:27:05.318956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.752802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-01T15:27:05.318996Z","caller":"traceutil/trace.go:171","msg":"trace[1675039957] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8685; }","duration":"236.841815ms","start":"2026-04-01T15:27:05.082143Z","end":"2026-04-01T15:27:05.318985Z","steps":["trace[1675039957] 'agreement among raft nodes before linearized reading' (duration: 236.605938ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:05.318999Z","caller":"traceutil/trace.go:171","msg":"trace[2130975154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8685; }","duration":"141.033937ms","start":"2026-04-01T15:27:05.177947Z","end":"2026-04-01T15:27:05.318981Z","steps":["trace[2130975154] 'agreement among raft nodes before linearized reading' (duration: 140.936895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:05.319046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.175058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T15:27:05.319088Z","caller":"traceutil/trace.go:171","msg":"trace[1598134822] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8685; }","duration":"216.25887ms","start":"2026-04-01T15:27:05.102817Z","end":"2026-04-01T15:27:05.319076Z","steps":["trace[1598134822] 'agreement among raft nodes before linearized reading' (duration: 216.113546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:05.319277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.310389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224142"} {"level":"info","ts":"2026-04-01T15:27:05.319336Z","caller":"traceutil/trace.go:171","msg":"trace[1098716155] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8685; }","duration":"244.385501ms","start":"2026-04-01T15:27:05.074939Z","end":"2026-04-01T15:27:05.319324Z","steps":["trace[1098716155] 'agreement among raft nodes before linearized reading' (duration: 243.99926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:07.228924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389173432,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:27:07.566839Z","caller":"traceutil/trace.go:171","msg":"trace[1030548304] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"884.498694ms","start":"2026-04-01T15:27:06.667698Z","end":"2026-04-01T15:27:07.552197Z","steps":["trace[1030548304] 'process raft request' (duration: 884.267838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:07.566957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:06.66768Z","time spent":"899.215098ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:08.102249Z","caller":"traceutil/trace.go:171","msg":"trace[404940183] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"1.028951765s","start":"2026-04-01T15:27:07.073269Z","end":"2026-04-01T15:27:08.10222Z","steps":["trace[404940183] 'process raft request' (duration: 1.028766149s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.102378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:07.073228Z","time spent":"1.029089389s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:08.102541Z","caller":"traceutil/trace.go:171","msg":"trace[149457330] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"1.029308305s","start":"2026-04-01T15:27:07.073225Z","end":"2026-04-01T15:27:08.102533Z","steps":["trace[149457330] 'process raft request' (duration: 1.02765732s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.102577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:07.073186Z","time spent":"1.029372227s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:08.102216Z","caller":"traceutil/trace.go:171","msg":"trace[240245064] linearizableReadLoop","detail":"{readStateIndex:9011; appliedIndex:9007; }","duration":"1.373668538s","start":"2026-04-01T15:27:06.728519Z","end":"2026-04-01T15:27:08.102187Z","steps":["trace[240245064] 'read index received' (duration: 823.421849ms)","trace[240245064] 'applied index is now lower than readState.Index' (duration: 550.245459ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:08.102815Z","caller":"traceutil/trace.go:171","msg":"trace[786795066] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"1.028804821s","start":"2026-04-01T15:27:07.073493Z","end":"2026-04-01T15:27:08.102298Z","steps":["trace[786795066] 'process raft request' (duration: 1.028647966s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.102905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374336176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:27:08.102958Z","caller":"traceutil/trace.go:171","msg":"trace[1698787077] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8692; }","duration":"1.37449904s","start":"2026-04-01T15:27:06.728447Z","end":"2026-04-01T15:27:08.102946Z","steps":["trace[1698787077] 'agreement among raft nodes before linearized reading' (duration: 1.374344526s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.103003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:06.728425Z","time spent":"1.374565723s","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:27:08.102979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:07.073479Z","time spent":"1.029416578s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:08.103056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.293215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:27:08.103097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.220024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:27:08.103122Z","caller":"traceutil/trace.go:171","msg":"trace[1830099920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8692; }","duration":"780.301706ms","start":"2026-04-01T15:27:07.322815Z","end":"2026-04-01T15:27:08.103117Z","steps":["trace[1830099920] 'agreement among raft nodes before linearized reading' (duration: 780.182623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.103145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:07.322792Z","time spent":"780.347008ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:27:08.103133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.328566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T15:27:08.103133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.303489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T15:27:08.103185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.821378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:27:08.103203Z","caller":"traceutil/trace.go:171","msg":"trace[1701721124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8692; }","duration":"955.442669ms","start":"2026-04-01T15:27:07.147741Z","end":"2026-04-01T15:27:08.103184Z","steps":["trace[1701721124] 'agreement among raft nodes before linearized reading' (duration: 955.254444ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:08.103204Z","caller":"traceutil/trace.go:171","msg":"trace[900555000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8692; }","duration":"779.425332ms","start":"2026-04-01T15:27:07.323764Z","end":"2026-04-01T15:27:08.10319Z","steps":["trace[900555000] 'agreement among raft nodes before linearized reading' (duration: 779.230967ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:08.103216Z","caller":"traceutil/trace.go:171","msg":"trace[1796473023] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:8692; }","duration":"777.86956ms","start":"2026-04-01T15:27:07.32534Z","end":"2026-04-01T15:27:08.10321Z","steps":["trace[1796473023] 'agreement among raft nodes before linearized reading' (duration: 777.779057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.103239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:07.147718Z","time spent":"955.512851ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:27:08.103249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:07.323742Z","time spent":"779.499585ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:27:08.103251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:07.32533Z","time spent":"777.915071ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"info","ts":"2026-04-01T15:27:08.103098Z","caller":"traceutil/trace.go:171","msg":"trace[500082905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8692; }","duration":"924.396728ms","start":"2026-04-01T15:27:07.17869Z","end":"2026-04-01T15:27:08.103087Z","steps":["trace[500082905] 'agreement among raft nodes before linearized reading' (duration: 924.311696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.103352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:07.178664Z","time spent":"924.680415ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:27:08.103472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.587965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T15:27:08.103585Z","caller":"traceutil/trace.go:171","msg":"trace[360266799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8692; }","duration":"780.678727ms","start":"2026-04-01T15:27:07.322834Z","end":"2026-04-01T15:27:08.103513Z","steps":["trace[360266799] 'agreement among raft nodes before linearized reading' (duration: 780.187984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.103632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:07.322819Z","time spent":"780.80296ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:27:08.103889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.517281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:27:08.104185Z","caller":"traceutil/trace.go:171","msg":"trace[1568032202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8692; }","duration":"226.836151ms","start":"2026-04-01T15:27:07.877101Z","end":"2026-04-01T15:27:08.103937Z","steps":["trace[1568032202] 'agreement among raft nodes before linearized reading' (duration: 225.983217ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:08.454269Z","caller":"traceutil/trace.go:171","msg":"trace[1220561180] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"346.399589ms","start":"2026-04-01T15:27:08.107837Z","end":"2026-04-01T15:27:08.454236Z","steps":["trace[1220561180] 'process raft request' (duration: 346.169703ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:08.454326Z","caller":"traceutil/trace.go:171","msg":"trace[485387860] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9012; }","duration":"345.241708ms","start":"2026-04-01T15:27:08.109062Z","end":"2026-04-01T15:27:08.454304Z","steps":["trace[485387860] 'read index received' (duration: 63.916213ms)","trace[485387860] 'applied index is now lower than readState.Index' (duration: 281.324255ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:08.454366Z","caller":"traceutil/trace.go:171","msg":"trace[1854353958] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"345.543626ms","start":"2026-04-01T15:27:08.108795Z","end":"2026-04-01T15:27:08.454338Z","steps":["trace[1854353958] 'process raft request' (duration: 345.419932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.454476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:08.108784Z","time spent":"345.624648ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:08.45448Z","caller":"traceutil/trace.go:171","msg":"trace[480281590] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"345.69433ms","start":"2026-04-01T15:27:08.108767Z","end":"2026-04-01T15:27:08.454461Z","steps":["trace[480281590] 'process raft request' (duration: 345.393132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.454419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:08.107817Z","time spent":"346.519863ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:08.454489Z","caller":"traceutil/trace.go:171","msg":"trace[599075168] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"345.578476ms","start":"2026-04-01T15:27:08.108851Z","end":"2026-04-01T15:27:08.454429Z","steps":["trace[599075168] 'process raft request' (duration: 345.408321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.454621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:08.108758Z","time spent":"345.758351ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:08.455032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:08.108824Z","time spent":"346.09326ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:08.454834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.115457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:08.455167Z","caller":"traceutil/trace.go:171","msg":"trace[673988815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8697; }","duration":"274.466057ms","start":"2026-04-01T15:27:08.180676Z","end":"2026-04-01T15:27:08.455142Z","steps":["trace[673988815] 'agreement among raft nodes before linearized reading' (duration: 274.105797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.465021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.954891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224142"} {"level":"info","ts":"2026-04-01T15:27:08.465089Z","caller":"traceutil/trace.go:171","msg":"trace[1579197081] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8697; }","duration":"356.060104ms","start":"2026-04-01T15:27:08.109016Z","end":"2026-04-01T15:27:08.465076Z","steps":["trace[1579197081] 'agreement among raft nodes before linearized reading' (duration: 345.681009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:08.46513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:08.109003Z","time spent":"356.115235ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224164,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T15:27:09.740408Z","caller":"traceutil/trace.go:171","msg":"trace[976415915] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"167.866923ms","start":"2026-04-01T15:27:09.572505Z","end":"2026-04-01T15:27:09.740372Z","steps":["trace[976415915] 'process raft request' (duration: 167.657978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:10.231978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.333652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5d8997b58b-t848n.18a2451e57a39f44\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-01T15:27:10.232089Z","caller":"traceutil/trace.go:171","msg":"trace[263725121] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5d8997b58b-t848n.18a2451e57a39f44; range_end:; response_count:1; response_revision:8698; }","duration":"472.478036ms","start":"2026-04-01T15:27:09.759578Z","end":"2026-04-01T15:27:10.232056Z","steps":["trace[263725121] 'range keys from in-memory index tree' (duration: 472.167817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:10.232179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:09.759561Z","time spent":"472.585129ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5d8997b58b-t848n.18a2451e57a39f44\" "} {"level":"info","ts":"2026-04-01T15:27:10.232492Z","caller":"traceutil/trace.go:171","msg":"trace[1868338996] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"123.346522ms","start":"2026-04-01T15:27:10.10912Z","end":"2026-04-01T15:27:10.232467Z","steps":["trace[1868338996] 'process raft request' (duration: 96.113556ms)","trace[1868338996] 'compare' (duration: 26.481256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:10.232293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.101774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:10.232582Z","caller":"traceutil/trace.go:171","msg":"trace[666816233] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8698; }","duration":"434.450343ms","start":"2026-04-01T15:27:09.79811Z","end":"2026-04-01T15:27:10.232561Z","steps":["trace[666816233] 'count revisions from in-memory index tree' (duration: 434.024392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:10.232693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:09.798091Z","time spent":"434.554766ms","remote":"127.0.0.1:55838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:27:10.878503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.816239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:27:10.878774Z","caller":"traceutil/trace.go:171","msg":"trace[2034891511] linearizableReadLoop","detail":"{readStateIndex:9021; appliedIndex:9018; }","duration":"700.501059ms","start":"2026-04-01T15:27:10.178248Z","end":"2026-04-01T15:27:10.878749Z","steps":["trace[2034891511] 'read index received' (duration: 27.00405ms)","trace[2034891511] 'applied index is now lower than readState.Index' (duration: 673.495439ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:10.878835Z","caller":"traceutil/trace.go:171","msg":"trace[579503263] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"769.573153ms","start":"2026-04-01T15:27:10.109219Z","end":"2026-04-01T15:27:10.878792Z","steps":["trace[579503263] 'process raft request' (duration: 429.302242ms)","trace[579503263] 'compare' (duration: 339.634304ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:10.878856Z","caller":"traceutil/trace.go:171","msg":"trace[468477267] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"768.629457ms","start":"2026-04-01T15:27:10.110161Z","end":"2026-04-01T15:27:10.878791Z","steps":["trace[468477267] 'process raft request' (duration: 768.494434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:10.879033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.109186Z","time spent":"769.742618ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:10.879107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.110134Z","time spent":"768.802472ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:10.87932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.060294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:27:10.879421Z","caller":"traceutil/trace.go:171","msg":"trace[729965313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8701; }","duration":"701.195128ms","start":"2026-04-01T15:27:10.178209Z","end":"2026-04-01T15:27:10.879405Z","steps":["trace[729965313] 'agreement among raft nodes before linearized reading' (duration: 700.649473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:10.879493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.178193Z","time spent":"701.287611ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:27:10.8829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.324384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:10.882962Z","caller":"traceutil/trace.go:171","msg":"trace[2011133507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8702; }","duration":"704.435647ms","start":"2026-04-01T15:27:10.178511Z","end":"2026-04-01T15:27:10.882947Z","steps":["trace[2011133507] 'agreement among raft nodes before linearized reading' (duration: 704.320744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:10.883025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.17842Z","time spent":"704.587881ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:27:10.883027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.666618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:27:10.8831Z","caller":"traceutil/trace.go:171","msg":"trace[378202816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8702; }","duration":"423.777391ms","start":"2026-04-01T15:27:10.459306Z","end":"2026-04-01T15:27:10.883083Z","steps":["trace[378202816] 'agreement among raft nodes before linearized reading' (duration: 423.557135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:10.883141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.459292Z","time spent":"423.841322ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:27:10.883299Z","caller":"traceutil/trace.go:171","msg":"trace[1372682075] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"648.531805ms","start":"2026-04-01T15:27:10.234757Z","end":"2026-04-01T15:27:10.883288Z","steps":["trace[1372682075] 'process raft request' (duration: 647.925928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:10.88337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.420829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T15:27:10.883395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.234736Z","time spent":"648.594846ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:10.883424Z","caller":"traceutil/trace.go:171","msg":"trace[198942854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8702; }","duration":"424.505981ms","start":"2026-04-01T15:27:10.4589Z","end":"2026-04-01T15:27:10.883406Z","steps":["trace[198942854] 'agreement among raft nodes before linearized reading' (duration: 424.419838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:10.883465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.458879Z","time spent":"424.579433ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:27:10.883578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.182885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T15:27:10.883609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.221324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:27:10.883635Z","caller":"traceutil/trace.go:171","msg":"trace[383171450] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8702; }","duration":"416.263785ms","start":"2026-04-01T15:27:10.46736Z","end":"2026-04-01T15:27:10.883624Z","steps":["trace[383171450] 'agreement among raft nodes before linearized reading' (duration: 416.201673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:10.883659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.467351Z","time spent":"416.303626ms","remote":"127.0.0.1:45924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:27:10.883609Z","caller":"traceutil/trace.go:171","msg":"trace[1382559275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:8702; }","duration":"411.232027ms","start":"2026-04-01T15:27:10.47237Z","end":"2026-04-01T15:27:10.883602Z","steps":["trace[1382559275] 'agreement among raft nodes before linearized reading' (duration: 411.148395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:10.883779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.472359Z","time spent":"411.412022ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"warn","ts":"2026-04-01T15:27:10.883263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.307615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T15:27:10.883788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.782035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T15:27:10.88387Z","caller":"traceutil/trace.go:171","msg":"trace[1466279314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8702; }","duration":"424.951003ms","start":"2026-04-01T15:27:10.458899Z","end":"2026-04-01T15:27:10.88385Z","steps":["trace[1466279314] 'agreement among raft nodes before linearized reading' (duration: 424.190882ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:10.883889Z","caller":"traceutil/trace.go:171","msg":"trace[1882105627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8702; }","duration":"425.930049ms","start":"2026-04-01T15:27:10.457937Z","end":"2026-04-01T15:27:10.883867Z","steps":["trace[1882105627] 'agreement among raft nodes before linearized reading' (duration: 425.352484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:10.883947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.458887Z","time spent":"425.039715ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:27:10.883939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.457916Z","time spent":"426.012812ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:27:11.306735Z","caller":"traceutil/trace.go:171","msg":"trace[1848144141] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"419.904714ms","start":"2026-04-01T15:27:10.886806Z","end":"2026-04-01T15:27:11.306711Z","steps":["trace[1848144141] 'process raft request' (duration: 419.703268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:11.306932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.886792Z","time spent":"420.019276ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:11.307101Z","caller":"traceutil/trace.go:171","msg":"trace[426839676] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"419.237376ms","start":"2026-04-01T15:27:10.88784Z","end":"2026-04-01T15:27:11.307077Z","steps":["trace[426839676] 'process raft request' (duration: 418.830984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:11.307262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.887817Z","time spent":"419.364718ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:11.307271Z","caller":"traceutil/trace.go:171","msg":"trace[607908290] linearizableReadLoop","detail":"{readStateIndex:9026; appliedIndex:9022; }","duration":"418.864665ms","start":"2026-04-01T15:27:10.888394Z","end":"2026-04-01T15:27:11.307258Z","steps":["trace[607908290] 'read index received' (duration: 19.286358ms)","trace[607908290] 'applied index is now lower than readState.Index' (duration: 399.577417ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:11.307319Z","caller":"traceutil/trace.go:171","msg":"trace[1358664147] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"418.988658ms","start":"2026-04-01T15:27:10.888302Z","end":"2026-04-01T15:27:11.30729Z","steps":["trace[1358664147] 'process raft request' (duration: 418.68056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:11.307438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.364431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:11.307474Z","caller":"traceutil/trace.go:171","msg":"trace[1254564847] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8707; }","duration":"391.443503ms","start":"2026-04-01T15:27:10.91602Z","end":"2026-04-01T15:27:11.307463Z","steps":["trace[1254564847] 'agreement among raft nodes before linearized reading' (duration: 391.375971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:11.307469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.888292Z","time spent":"419.098151ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:11.307499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.916003Z","time spent":"391.488805ms","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:27:11.307666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.263766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224142"} {"level":"info","ts":"2026-04-01T15:27:11.307532Z","caller":"traceutil/trace.go:171","msg":"trace[1148840144] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"418.628719ms","start":"2026-04-01T15:27:10.888845Z","end":"2026-04-01T15:27:11.307474Z","steps":["trace[1148840144] 'process raft request' (duration: 418.360991ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:11.307712Z","caller":"traceutil/trace.go:171","msg":"trace[1936677799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8707; }","duration":"419.309388ms","start":"2026-04-01T15:27:10.888391Z","end":"2026-04-01T15:27:11.3077Z","steps":["trace[1936677799] 'agreement among raft nodes before linearized reading' (duration: 418.958568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:11.307744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.888371Z","time spent":"419.364559ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224164,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T15:27:11.307967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:10.888817Z","time spent":"418.925827ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:12.19437Z","caller":"traceutil/trace.go:171","msg":"trace[2131495068] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"448.55654ms","start":"2026-04-01T15:27:11.745775Z","end":"2026-04-01T15:27:12.194332Z","steps":["trace[2131495068] 'process raft request' (duration: 448.367165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:12.19453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:11.745749Z","time spent":"448.710315ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:39.945321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389174091,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:27:40.111394Z","caller":"traceutil/trace.go:171","msg":"trace[718912741] linearizableReadLoop","detail":"{readStateIndex:9240; appliedIndex:9239; }","duration":"666.417134ms","start":"2026-04-01T15:27:39.444927Z","end":"2026-04-01T15:27:40.111344Z","steps":["trace[718912741] 'read index received' (duration: 666.142167ms)","trace[718912741] 'applied index is now lower than readState.Index' (duration: 273.747µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:40.111433Z","caller":"traceutil/trace.go:171","msg":"trace[642027399] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"667.558375ms","start":"2026-04-01T15:27:39.443836Z","end":"2026-04-01T15:27:40.111395Z","steps":["trace[642027399] 'process raft request' (duration: 667.324348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.111695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.757503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T15:27:40.111765Z","caller":"traceutil/trace.go:171","msg":"trace[554737318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8911; }","duration":"666.893777ms","start":"2026-04-01T15:27:39.444855Z","end":"2026-04-01T15:27:40.111749Z","steps":["trace[554737318] 'agreement among raft nodes before linearized reading' (duration: 666.673371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.11177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.689821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T15:27:40.111739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:39.443821Z","time spent":"667.697049ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:40.111839Z","caller":"traceutil/trace.go:171","msg":"trace[1732185834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8911; }","duration":"666.801644ms","start":"2026-04-01T15:27:39.445018Z","end":"2026-04-01T15:27:40.11182Z","steps":["trace[1732185834] 'agreement among raft nodes before linearized reading' (duration: 666.65139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.111905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:39.444995Z","time spent":"666.894097ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:27:40.111979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.719612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5d8997b58b-t848n.18a2451e57a39f44\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-01T15:27:40.112071Z","caller":"traceutil/trace.go:171","msg":"trace[1297648461] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5d8997b58b-t848n.18a2451e57a39f44; range_end:; response_count:1; response_revision:8911; }","duration":"352.846856ms","start":"2026-04-01T15:27:39.759205Z","end":"2026-04-01T15:27:40.112052Z","steps":["trace[1297648461] 'agreement among raft nodes before linearized reading' (duration: 352.675991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.112075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.531385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T15:27:40.11184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:39.444847Z","time spent":"666.977519ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T15:27:40.112122Z","caller":"traceutil/trace.go:171","msg":"trace[770365928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8911; }","duration":"659.595957ms","start":"2026-04-01T15:27:39.452514Z","end":"2026-04-01T15:27:40.11211Z","steps":["trace[770365928] 'agreement among raft nodes before linearized reading' (duration: 659.467024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.112115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:39.759188Z","time spent":"352.916518ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5d8997b58b-t848n.18a2451e57a39f44\" "} {"level":"warn","ts":"2026-04-01T15:27:40.112153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:39.452503Z","time spent":"659.644618ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:27:40.112179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.548615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T15:27:40.112282Z","caller":"traceutil/trace.go:171","msg":"trace[1140609289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8911; }","duration":"163.720139ms","start":"2026-04-01T15:27:39.94854Z","end":"2026-04-01T15:27:40.11226Z","steps":["trace[1140609289] 'agreement among raft nodes before linearized reading' (duration: 163.39301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.112585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.388226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:27:40.113283Z","caller":"traceutil/trace.go:171","msg":"trace[68985372] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:8911; }","duration":"627.153557ms","start":"2026-04-01T15:27:39.486086Z","end":"2026-04-01T15:27:40.113239Z","steps":["trace[68985372] 'agreement among raft nodes before linearized reading' (duration: 626.107308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.113432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:39.486055Z","time spent":"627.324781ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"warn","ts":"2026-04-01T15:27:40.617109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389174094,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:27:40.945582Z","caller":"traceutil/trace.go:171","msg":"trace[1687652970] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"830.111833ms","start":"2026-04-01T15:27:40.115446Z","end":"2026-04-01T15:27:40.945558Z","steps":["trace[1687652970] 'process raft request' (duration: 829.916638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.945735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:40.115403Z","time spent":"830.255948ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:40.976835Z","caller":"traceutil/trace.go:171","msg":"trace[168116131] linearizableReadLoop","detail":"{readStateIndex:9246; appliedIndex:9240; }","duration":"860.341112ms","start":"2026-04-01T15:27:40.116469Z","end":"2026-04-01T15:27:40.97681Z","steps":["trace[168116131] 'read index received' (duration: 828.801597ms)","trace[168116131] 'applied index is now lower than readState.Index' (duration: 31.538525ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:40.977317Z","caller":"traceutil/trace.go:171","msg":"trace[1984659628] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"860.041433ms","start":"2026-04-01T15:27:40.117264Z","end":"2026-04-01T15:27:40.977305Z","steps":["trace[1984659628] 'process raft request' (duration: 859.252972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.977428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:40.117248Z","time spent":"860.108176ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:40.977628Z","caller":"traceutil/trace.go:171","msg":"trace[842331404] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"860.27681ms","start":"2026-04-01T15:27:40.117341Z","end":"2026-04-01T15:27:40.977618Z","steps":["trace[842331404] 'process raft request' (duration: 859.314834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.977686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:40.117336Z","time spent":"860.322382ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:40.977825Z","caller":"traceutil/trace.go:171","msg":"trace[1963601714] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"860.145366ms","start":"2026-04-01T15:27:40.117671Z","end":"2026-04-01T15:27:40.977816Z","steps":["trace[1963601714] 'process raft request' (duration: 859.033906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.977886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:40.117664Z","time spent":"860.193059ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:40.978014Z","caller":"traceutil/trace.go:171","msg":"trace[1874354912] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"657.83935ms","start":"2026-04-01T15:27:40.320164Z","end":"2026-04-01T15:27:40.978003Z","steps":["trace[1874354912] 'process raft request' (duration: 656.573425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.978071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:40.320129Z","time spent":"657.913582ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:40.978194Z","caller":"traceutil/trace.go:171","msg":"trace[1632683011] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"634.000316ms","start":"2026-04-01T15:27:40.344185Z","end":"2026-04-01T15:27:40.978185Z","steps":["trace[1632683011] 'process raft request' (duration: 632.586177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.978247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:40.344145Z","time spent":"634.076668ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:40.9785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.039579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T15:27:40.978546Z","caller":"traceutil/trace.go:171","msg":"trace[784000619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8917; }","duration":"862.115521ms","start":"2026-04-01T15:27:40.116417Z","end":"2026-04-01T15:27:40.978532Z","steps":["trace[784000619] 'agreement among raft nodes before linearized reading' (duration: 861.936336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.978586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:40.116393Z","time spent":"862.182322ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T15:27:40.979072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.255678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228873"} {"level":"info","ts":"2026-04-01T15:27:40.979115Z","caller":"traceutil/trace.go:171","msg":"trace[1697994747] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8917; }","duration":"861.313079ms","start":"2026-04-01T15:27:40.117793Z","end":"2026-04-01T15:27:40.979106Z","steps":["trace[1697994747] 'agreement among raft nodes before linearized reading' (duration: 860.97992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.979145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:40.117788Z","time spent":"861.34926ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228895,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T15:27:40.9796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.514439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:40.979639Z","caller":"traceutil/trace.go:171","msg":"trace[229445950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8917; }","duration":"801.597711ms","start":"2026-04-01T15:27:40.178032Z","end":"2026-04-01T15:27:40.97963Z","steps":["trace[229445950] 'agreement among raft nodes before linearized reading' (duration: 801.5379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:40.979667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:40.178015Z","time spent":"801.644552ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T15:27:43.925689Z","caller":"traceutil/trace.go:171","msg":"trace[158746902] linearizableReadLoop","detail":"{readStateIndex:9261; appliedIndex:9260; }","duration":"245.990916ms","start":"2026-04-01T15:27:43.679677Z","end":"2026-04-01T15:27:43.925667Z","steps":["trace[158746902] 'read index received' (duration: 245.748379ms)","trace[158746902] 'applied index is now lower than readState.Index' (duration: 241.397µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:43.925745Z","caller":"traceutil/trace.go:171","msg":"trace[499355256] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"317.429795ms","start":"2026-04-01T15:27:43.608286Z","end":"2026-04-01T15:27:43.925716Z","steps":["trace[499355256] 'process raft request' (duration: 317.187698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:43.925887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:43.608263Z","time spent":"317.544607ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:43.92594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.007111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T15:27:43.925983Z","caller":"traceutil/trace.go:171","msg":"trace[1578800354] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:8932; }","duration":"147.106894ms","start":"2026-04-01T15:27:43.778866Z","end":"2026-04-01T15:27:43.925973Z","steps":["trace[1578800354] 'agreement among raft nodes before linearized reading' (duration: 146.94649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:43.925983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.564594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:27:43.92604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.333465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19382"} {"level":"info","ts":"2026-04-01T15:27:43.926082Z","caller":"traceutil/trace.go:171","msg":"trace[70344489] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8932; }","duration":"113.690987ms","start":"2026-04-01T15:27:43.812372Z","end":"2026-04-01T15:27:43.926063Z","steps":["trace[70344489] 'agreement among raft nodes before linearized reading' (duration: 113.494702ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:43.926136Z","caller":"traceutil/trace.go:171","msg":"trace[1104789752] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8932; }","duration":"246.481069ms","start":"2026-04-01T15:27:43.679635Z","end":"2026-04-01T15:27:43.926116Z","steps":["trace[1104789752] 'agreement among raft nodes before linearized reading' (duration: 246.135939ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:44.047072Z","caller":"traceutil/trace.go:171","msg":"trace[1501240415] linearizableReadLoop","detail":"{readStateIndex:9262; appliedIndex:9261; }","duration":"115.186819ms","start":"2026-04-01T15:27:43.931852Z","end":"2026-04-01T15:27:44.047039Z","steps":["trace[1501240415] 'read index received' (duration: 47.560495ms)","trace[1501240415] 'applied index is now lower than readState.Index' (duration: 67.624444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:44.04736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.484587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19382"} {"level":"info","ts":"2026-04-01T15:27:44.047417Z","caller":"traceutil/trace.go:171","msg":"trace[587234809] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8932; }","duration":"115.59207ms","start":"2026-04-01T15:27:43.931812Z","end":"2026-04-01T15:27:44.047404Z","steps":["trace[587234809] 'agreement among raft nodes before linearized reading' (duration: 115.356494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:45.575727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389174163,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:27:45.947353Z","caller":"traceutil/trace.go:171","msg":"trace[708826982] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"946.156306ms","start":"2026-04-01T15:27:45.001164Z","end":"2026-04-01T15:27:45.947321Z","steps":["trace[708826982] 'process raft request' (duration: 945.926479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:45.947516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:45.001144Z","time spent":"946.289119ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:45.947638Z","caller":"traceutil/trace.go:171","msg":"trace[1326235339] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"946.033533ms","start":"2026-04-01T15:27:45.001577Z","end":"2026-04-01T15:27:45.94761Z","steps":["trace[1326235339] 'process raft request' (duration: 945.681223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:45.947754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:45.001559Z","time spent":"946.133505ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:45.947727Z","caller":"traceutil/trace.go:171","msg":"trace[315483923] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"946.041483ms","start":"2026-04-01T15:27:45.001649Z","end":"2026-04-01T15:27:45.94769Z","steps":["trace[315483923] 'process raft request' (duration: 945.872058ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:45.947783Z","caller":"traceutil/trace.go:171","msg":"trace[395921846] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"943.841812ms","start":"2026-04-01T15:27:45.00391Z","end":"2026-04-01T15:27:45.947752Z","steps":["trace[395921846] 'process raft request' (duration: 943.732359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:45.947881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:45.001641Z","time spent":"946.163256ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:45.947926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:45.003894Z","time spent":"943.960955ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:46.01825Z","caller":"traceutil/trace.go:171","msg":"trace[1894568721] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"933.385895ms","start":"2026-04-01T15:27:45.084846Z","end":"2026-04-01T15:27:46.018232Z","steps":["trace[1894568721] 'process raft request' (duration: 933.256072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:46.018368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:45.084824Z","time spent":"933.478208ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:46.018614Z","caller":"traceutil/trace.go:171","msg":"trace[2114389677] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"831.281395ms","start":"2026-04-01T15:27:45.187302Z","end":"2026-04-01T15:27:46.018584Z","steps":["trace[2114389677] 'process raft request' (duration: 830.886674ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:46.018704Z","caller":"traceutil/trace.go:171","msg":"trace[130373267] linearizableReadLoop","detail":"{readStateIndex:9271; appliedIndex:9265; }","duration":"944.001317ms","start":"2026-04-01T15:27:45.074678Z","end":"2026-04-01T15:27:46.01868Z","steps":["trace[130373267] 'read index received' (duration: 872.347212ms)","trace[130373267] 'applied index is now lower than readState.Index' (duration: 71.652935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:46.018764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:45.187269Z","time spent":"831.416919ms","remote":"127.0.0.1:53920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:46.018778Z","caller":"traceutil/trace.go:171","msg":"trace[652108906] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"261.318366ms","start":"2026-04-01T15:27:45.757429Z","end":"2026-04-01T15:27:46.018748Z","steps":["trace[652108906] 'process raft request' (duration: 261.144352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:46.018914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016862405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T15:27:46.018943Z","caller":"traceutil/trace.go:171","msg":"trace[189597659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8942; }","duration":"1.016910295s","start":"2026-04-01T15:27:45.002022Z","end":"2026-04-01T15:27:46.018933Z","steps":["trace[189597659] 'agreement among raft nodes before linearized reading' (duration: 1.016817003s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:46.01896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:45.002013Z","time spent":"1.016943267s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:27:46.018944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.980189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:27:46.018964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.115409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T15:27:46.019024Z","caller":"traceutil/trace.go:171","msg":"trace[1640620054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8942; }","duration":"948.219032ms","start":"2026-04-01T15:27:45.07079Z","end":"2026-04-01T15:27:46.019009Z","steps":["trace[1640620054] 'agreement among raft nodes before linearized reading' (duration: 948.013806ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:46.019021Z","caller":"traceutil/trace.go:171","msg":"trace[585185120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8942; }","duration":"908.072151ms","start":"2026-04-01T15:27:45.110929Z","end":"2026-04-01T15:27:46.019001Z","steps":["trace[585185120] 'agreement among raft nodes before linearized reading' (duration: 907.939258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:46.019051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015087855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T15:27:46.019072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:45.070771Z","time spent":"948.289894ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:27:46.019076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:45.110882Z","time spent":"908.182564ms","remote":"127.0.0.1:58090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:27:46.019088Z","caller":"traceutil/trace.go:171","msg":"trace[1107150616] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:8942; }","duration":"1.015151487s","start":"2026-04-01T15:27:45.003926Z","end":"2026-04-01T15:27:46.019077Z","steps":["trace[1107150616] 'agreement among raft nodes before linearized reading' (duration: 1.015028874s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:46.019121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:45.003915Z","time spent":"1.015198718s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"warn","ts":"2026-04-01T15:27:46.019099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.880501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:46.019196Z","caller":"traceutil/trace.go:171","msg":"trace[1975714471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8942; }","duration":"836.027375ms","start":"2026-04-01T15:27:45.183144Z","end":"2026-04-01T15:27:46.019171Z","steps":["trace[1975714471] 'agreement among raft nodes before linearized reading' (duration: 835.84638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:46.019239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:45.183124Z","time spent":"836.106618ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:27:46.200313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.965262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:27:46.200557Z","caller":"traceutil/trace.go:171","msg":"trace[1201683477] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"176.380367ms","start":"2026-04-01T15:27:46.024146Z","end":"2026-04-01T15:27:46.200527Z","steps":["trace[1201683477] 'process raft request' (duration: 48.808499ms)","trace[1201683477] 'compare' (duration: 126.627022ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:46.200754Z","caller":"traceutil/trace.go:171","msg":"trace[116555367] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"176.47836ms","start":"2026-04-01T15:27:46.024239Z","end":"2026-04-01T15:27:46.200718Z","steps":["trace[116555367] 'process raft request' (duration: 176.179051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:46.201087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.745317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2452b3f0b0423\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-01T15:27:46.201182Z","caller":"traceutil/trace.go:171","msg":"trace[1508000015] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2452b3f0b0423; range_end:; response_count:1; response_revision:8944; }","duration":"176.837549ms","start":"2026-04-01T15:27:46.024298Z","end":"2026-04-01T15:27:46.201135Z","steps":["trace[1508000015] 'agreement among raft nodes before linearized reading' (duration: 176.593402ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:46.201617Z","caller":"traceutil/trace.go:171","msg":"trace[885919667] linearizableReadLoop","detail":"{readStateIndex:9274; appliedIndex:9272; }","duration":"176.281775ms","start":"2026-04-01T15:27:46.024329Z","end":"2026-04-01T15:27:46.200611Z","steps":["trace[885919667] 'read index received' (duration: 48.659775ms)","trace[885919667] 'applied index is now lower than readState.Index' (duration: 127.62097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:46.201992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.554086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T15:27:46.20207Z","caller":"traceutil/trace.go:171","msg":"trace[675151941] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8944; }","duration":"128.626007ms","start":"2026-04-01T15:27:46.073401Z","end":"2026-04-01T15:27:46.202027Z","steps":["trace[675151941] 'agreement among raft nodes before linearized reading' (duration: 128.404721ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:46.492376Z","caller":"traceutil/trace.go:171","msg":"trace[1869067060] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"289.008715ms","start":"2026-04-01T15:27:46.20335Z","end":"2026-04-01T15:27:46.492359Z","steps":["trace[1869067060] 'process raft request' (duration: 288.792169ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:46.492361Z","caller":"traceutil/trace.go:171","msg":"trace[1129902423] linearizableReadLoop","detail":"{readStateIndex:9275; appliedIndex:9274; }","duration":"286.919828ms","start":"2026-04-01T15:27:46.205417Z","end":"2026-04-01T15:27:46.492337Z","steps":["trace[1129902423] 'read index received' (duration: 286.704122ms)","trace[1129902423] 'applied index is now lower than readState.Index' (duration: 214.786µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:46.492534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.103943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T15:27:46.492572Z","caller":"traceutil/trace.go:171","msg":"trace[469089770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8945; }","duration":"287.223246ms","start":"2026-04-01T15:27:46.205339Z","end":"2026-04-01T15:27:46.492562Z","steps":["trace[469089770] 'agreement among raft nodes before linearized reading' (duration: 287.071422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:46.492647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.666971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T15:27:46.492668Z","caller":"traceutil/trace.go:171","msg":"trace[1469312197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8945; }","duration":"286.724802ms","start":"2026-04-01T15:27:46.205938Z","end":"2026-04-01T15:27:46.492663Z","steps":["trace[1469312197] 'agreement among raft nodes before linearized reading' (duration: 286.6524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:53.731455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.685988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:27:53.731846Z","caller":"traceutil/trace.go:171","msg":"trace[1469459503] linearizableReadLoop","detail":"{readStateIndex:9352; appliedIndex:9351; }","duration":"550.931608ms","start":"2026-04-01T15:27:53.180817Z","end":"2026-04-01T15:27:53.731749Z","steps":["trace[1469459503] 'read index received' (duration: 95.728655ms)","trace[1469459503] 'applied index is now lower than readState.Index' (duration: 455.200953ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:53.732157Z","caller":"traceutil/trace.go:171","msg":"trace[720638466] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"597.668119ms","start":"2026-04-01T15:27:53.134464Z","end":"2026-04-01T15:27:53.732132Z","steps":["trace[720638466] 'process raft request' (duration: 142.184169ms)","trace[720638466] 'compare' (duration: 454.540284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:53.732252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.410771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:53.73236Z","caller":"traceutil/trace.go:171","msg":"trace[226126232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9018; }","duration":"551.584556ms","start":"2026-04-01T15:27:53.180755Z","end":"2026-04-01T15:27:53.732339Z","steps":["trace[226126232] 'agreement among raft nodes before linearized reading' (duration: 551.411271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:53.732404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:53.180737Z","time spent":"551.658918ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:27:53.732216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.225671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:27:53.732489Z","caller":"traceutil/trace.go:171","msg":"trace[549836732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9018; }","duration":"328.527899ms","start":"2026-04-01T15:27:53.403927Z","end":"2026-04-01T15:27:53.732454Z","steps":["trace[549836732] 'agreement among raft nodes before linearized reading' (duration: 328.217241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:53.732578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:53.403908Z","time spent":"328.642863ms","remote":"127.0.0.1:58154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:27:53.73273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:53.134426Z","time spent":"597.901316ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:54.212647Z","caller":"traceutil/trace.go:171","msg":"trace[753855454] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9019; }","duration":"461.920315ms","start":"2026-04-01T15:27:53.750706Z","end":"2026-04-01T15:27:54.212626Z","steps":["trace[753855454] 'process raft request' (duration: 379.536146ms)","trace[753855454] 'compare' (duration: 82.030589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:54.213067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:53.750693Z","time spent":"462.216204ms","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-01T15:27:54.982459Z","caller":"traceutil/trace.go:171","msg":"trace[1309327615] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"1.229359851s","start":"2026-04-01T15:27:53.753027Z","end":"2026-04-01T15:27:54.982387Z","steps":["trace[1309327615] 'process raft request' (duration: 1.224383464s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:54.982749Z","caller":"traceutil/trace.go:171","msg":"trace[101772078] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"1.099066548s","start":"2026-04-01T15:27:53.88365Z","end":"2026-04-01T15:27:54.982716Z","steps":["trace[101772078] 'process raft request' (duration: 1.098676597s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:54.982839Z","caller":"traceutil/trace.go:171","msg":"trace[1280669776] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"1.087594493s","start":"2026-04-01T15:27:53.895204Z","end":"2026-04-01T15:27:54.982798Z","steps":["trace[1280669776] 'process raft request' (duration: 1.087370207s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.982993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:53.883635Z","time spent":"1.099254043s","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T15:27:54.983048Z","caller":"traceutil/trace.go:171","msg":"trace[1804782584] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"999.178109ms","start":"2026-04-01T15:27:53.983862Z","end":"2026-04-01T15:27:54.98304Z","steps":["trace[1804782584] 'process raft request' (duration: 998.908541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.983065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:53.895176Z","time spent":"1.087739717s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:54.983229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:53.983847Z","time spent":"999.23306ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:54.982822Z","caller":"traceutil/trace.go:171","msg":"trace[95456088] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"1.009061739s","start":"2026-04-01T15:27:53.973741Z","end":"2026-04-01T15:27:54.982803Z","steps":["trace[95456088] 'process raft request' (duration: 1.009000547s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.983617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:53.973709Z","time spent":"1.00983459s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:54.982645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:53.753018Z","time spent":"1.229545966s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:54.983902Z","caller":"traceutil/trace.go:171","msg":"trace[1095377220] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"923.824543ms","start":"2026-04-01T15:27:54.060068Z","end":"2026-04-01T15:27:54.983893Z","steps":["trace[1095377220] 'process raft request' (duration: 923.662119ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:54.983861Z","caller":"traceutil/trace.go:171","msg":"trace[1317513299] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"999.418965ms","start":"2026-04-01T15:27:53.984427Z","end":"2026-04-01T15:27:54.983846Z","steps":["trace[1317513299] 'process raft request' (duration: 998.574972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.983951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:54.06004Z","time spent":"923.879355ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:54.983873Z","caller":"traceutil/trace.go:171","msg":"trace[1249257749] linearizableReadLoop","detail":"{readStateIndex:9354; appliedIndex:9352; }","duration":"1.208437027s","start":"2026-04-01T15:27:53.775426Z","end":"2026-04-01T15:27:54.983863Z","steps":["trace[1249257749] 'read index received' (duration: 354.937843ms)","trace[1249257749] 'applied index is now lower than readState.Index' (duration: 853.498054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:54.984028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:53.984385Z","time spent":"999.58207ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:54.984212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101586046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dbnfj\" ","response":"range_response_count:1 size:4653"} {"level":"warn","ts":"2026-04-01T15:27:54.984263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.408591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-01T15:27:54.984285Z","caller":"traceutil/trace.go:171","msg":"trace[311143418] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dbnfj; range_end:; response_count:1; response_revision:9026; }","duration":"1.10169869s","start":"2026-04-01T15:27:53.882573Z","end":"2026-04-01T15:27:54.984272Z","steps":["trace[311143418] 'agreement among raft nodes before linearized reading' (duration: 1.101563067s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.984288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.789253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:54.984307Z","caller":"traceutil/trace.go:171","msg":"trace[870945392] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9026; }","duration":"512.494144ms","start":"2026-04-01T15:27:54.4718Z","end":"2026-04-01T15:27:54.984294Z","steps":["trace[870945392] 'agreement among raft nodes before linearized reading' (duration: 512.3416ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:54.98433Z","caller":"traceutil/trace.go:171","msg":"trace[1191215826] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9026; }","duration":"120.830484ms","start":"2026-04-01T15:27:54.863484Z","end":"2026-04-01T15:27:54.984314Z","steps":["trace[1191215826] 'agreement among raft nodes before linearized reading' (duration: 120.772102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.984321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:53.882555Z","time spent":"1.101756622s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dbnfj\" "} {"level":"warn","ts":"2026-04-01T15:27:54.984408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.106253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:54.984451Z","caller":"traceutil/trace.go:171","msg":"trace[529779088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9026; }","duration":"225.151574ms","start":"2026-04-01T15:27:54.759289Z","end":"2026-04-01T15:27:54.98444Z","steps":["trace[529779088] 'agreement among raft nodes before linearized reading' (duration: 225.086922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.984527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209095795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T15:27:54.984569Z","caller":"traceutil/trace.go:171","msg":"trace[1598096460] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:9026; }","duration":"1.209162256s","start":"2026-04-01T15:27:53.775399Z","end":"2026-04-01T15:27:54.984561Z","steps":["trace[1598096460] 'agreement among raft nodes before linearized reading' (duration: 1.208496338s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.984464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.882448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:27:54.984592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:53.775387Z","time spent":"1.209196818s","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"warn","ts":"2026-04-01T15:27:54.98462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.445822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T15:27:54.984644Z","caller":"traceutil/trace.go:171","msg":"trace[824925957] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9026; }","duration":"329.100795ms","start":"2026-04-01T15:27:54.655518Z","end":"2026-04-01T15:27:54.984619Z","steps":["trace[824925957] 'agreement among raft nodes before linearized reading' (duration: 328.888409ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:54.984659Z","caller":"traceutil/trace.go:171","msg":"trace[1495917264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9026; }","duration":"935.515334ms","start":"2026-04-01T15:27:54.049134Z","end":"2026-04-01T15:27:54.984649Z","steps":["trace[1495917264] 'agreement among raft nodes before linearized reading' (duration: 935.38486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.984684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.622635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T15:27:54.984705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:54.655497Z","time spent":"329.192607ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:27:54.98473Z","caller":"traceutil/trace.go:171","msg":"trace[1587565216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9026; }","duration":"404.709028ms","start":"2026-04-01T15:27:54.580006Z","end":"2026-04-01T15:27:54.984715Z","steps":["trace[1587565216] 'agreement among raft nodes before linearized reading' (duration: 404.583354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.984354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:54.471777Z","time spent":"512.569375ms","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5754,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T15:27:54.984774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.257299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T15:27:54.984679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.483457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:27:54.984802Z","caller":"traceutil/trace.go:171","msg":"trace[1852313670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9026; }","duration":"973.318801ms","start":"2026-04-01T15:27:54.011476Z","end":"2026-04-01T15:27:54.984795Z","steps":["trace[1852313670] 'agreement among raft nodes before linearized reading' (duration: 973.236348ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:54.984814Z","caller":"traceutil/trace.go:171","msg":"trace[1980029780] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:9026; }","duration":"918.661142ms","start":"2026-04-01T15:27:54.066143Z","end":"2026-04-01T15:27:54.984805Z","steps":["trace[1980029780] 'agreement among raft nodes before linearized reading' (duration: 918.302002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.984811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.481492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T15:27:54.984886Z","caller":"traceutil/trace.go:171","msg":"trace[260282041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9026; }","duration":"749.583265ms","start":"2026-04-01T15:27:54.235278Z","end":"2026-04-01T15:27:54.984862Z","steps":["trace[260282041] 'agreement among raft nodes before linearized reading' (duration: 749.461361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.984933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:54.23526Z","time spent":"749.662737ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:27:54.984652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.464917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T15:27:54.985027Z","caller":"traceutil/trace.go:171","msg":"trace[864681799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9026; }","duration":"747.886219ms","start":"2026-04-01T15:27:54.237124Z","end":"2026-04-01T15:27:54.98501Z","steps":["trace[864681799] 'agreement among raft nodes before linearized reading' (duration: 747.458527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.984696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:54.049121Z","time spent":"935.568025ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:27:54.985078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:54.237107Z","time spent":"747.95608ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:27:54.984827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:54.011461Z","time spent":"973.359591ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:27:54.984764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:54.579986Z","time spent":"404.77103ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:27:54.98484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:54.06613Z","time spent":"918.702773ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"warn","ts":"2026-04-01T15:27:54.984215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.242839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:54.985297Z","caller":"traceutil/trace.go:171","msg":"trace[1171886589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9026; }","duration":"140.374949ms","start":"2026-04-01T15:27:54.844914Z","end":"2026-04-01T15:27:54.985288Z","steps":["trace[1171886589] 'agreement among raft nodes before linearized reading' (duration: 139.257229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.985758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.520907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:27:54.98585Z","caller":"traceutil/trace.go:171","msg":"trace[864432864] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9026; }","duration":"612.593099ms","start":"2026-04-01T15:27:54.373215Z","end":"2026-04-01T15:27:54.985808Z","steps":["trace[864432864] 'agreement among raft nodes before linearized reading' (duration: 611.471968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:54.985899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:54.373147Z","time spent":"612.740363ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:27:55.167878Z","caller":"traceutil/trace.go:171","msg":"trace[1613135776] linearizableReadLoop","detail":"{readStateIndex:9368; appliedIndex:9366; }","duration":"107.95056ms","start":"2026-04-01T15:27:55.059903Z","end":"2026-04-01T15:27:55.167854Z","steps":["trace[1613135776] 'read index received' (duration: 107.752774ms)","trace[1613135776] 'applied index is now lower than readState.Index' (duration: 196.466µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:55.167921Z","caller":"traceutil/trace.go:171","msg":"trace[2125953552] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"167.928685ms","start":"2026-04-01T15:27:54.999952Z","end":"2026-04-01T15:27:55.167881Z","steps":["trace[2125953552] 'process raft request' (duration: 167.827343ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:55.168071Z","caller":"traceutil/trace.go:171","msg":"trace[1267388592] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"170.634439ms","start":"2026-04-01T15:27:54.997429Z","end":"2026-04-01T15:27:55.168063Z","steps":["trace[1267388592] 'process raft request' (duration: 170.164957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:55.1681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.156186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dbnfj\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-04-01T15:27:55.168138Z","caller":"traceutil/trace.go:171","msg":"trace[121273878] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dbnfj; range_end:; response_count:1; response_revision:9033; }","duration":"174.234118ms","start":"2026-04-01T15:27:54.993891Z","end":"2026-04-01T15:27:55.168125Z","steps":["trace[121273878] 'agreement among raft nodes before linearized reading' (duration: 174.070954ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:55.34787Z","caller":"traceutil/trace.go:171","msg":"trace[658645022] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"162.407004ms","start":"2026-04-01T15:27:55.18542Z","end":"2026-04-01T15:27:55.347827Z","steps":["trace[658645022] 'process raft request' (duration: 80.538519ms)","trace[658645022] 'compare' (duration: 81.662119ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:55.843323Z","caller":"traceutil/trace.go:171","msg":"trace[1885790543] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"116.899856ms","start":"2026-04-01T15:27:55.7264Z","end":"2026-04-01T15:27:55.8433Z","steps":["trace[1885790543] 'process raft request' (duration: 116.71ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:56.467952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.270039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-01T15:27:56.468055Z","caller":"traceutil/trace.go:171","msg":"trace[1848690870] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9039; }","duration":"108.432533ms","start":"2026-04-01T15:27:56.359599Z","end":"2026-04-01T15:27:56.468032Z","steps":["trace[1848690870] 'range keys from in-memory index tree' (duration: 108.026112ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:56.468178Z","caller":"traceutil/trace.go:171","msg":"trace[936079167] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"108.111605ms","start":"2026-04-01T15:27:56.360038Z","end":"2026-04-01T15:27:56.46815Z","steps":["trace[936079167] 'process raft request' (duration: 51.331627ms)","trace[936079167] 'compare' (duration: 56.656174ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:56.518895Z","caller":"traceutil/trace.go:171","msg":"trace[503817474] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"158.653841ms","start":"2026-04-01T15:27:56.360195Z","end":"2026-04-01T15:27:56.518849Z","steps":["trace[503817474] 'process raft request' (duration: 158.492316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:56.80554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.949762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:27:56.805645Z","caller":"traceutil/trace.go:171","msg":"trace[2015121805] linearizableReadLoop","detail":"{readStateIndex:9377; appliedIndex:9376; }","duration":"239.432106ms","start":"2026-04-01T15:27:56.566197Z","end":"2026-04-01T15:27:56.805629Z","steps":["trace[2015121805] 'read index received' (duration: 50.30974ms)","trace[2015121805] 'applied index is now lower than readState.Index' (duration: 189.120726ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:56.805739Z","caller":"traceutil/trace.go:171","msg":"trace[1576272933] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"281.373805ms","start":"2026-04-01T15:27:56.52435Z","end":"2026-04-01T15:27:56.805724Z","steps":["trace[1576272933] 'process raft request' (duration: 92.141066ms)","trace[1576272933] 'compare' (duration: 188.653854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:56.805904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.684402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:27:56.80599Z","caller":"traceutil/trace.go:171","msg":"trace[287211712] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9042; }","duration":"239.829166ms","start":"2026-04-01T15:27:56.56614Z","end":"2026-04-01T15:27:56.80597Z","steps":["trace[287211712] 'agreement among raft nodes before linearized reading' (duration: 239.688732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:57.068296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.210033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-01T15:27:57.068353Z","caller":"traceutil/trace.go:171","msg":"trace[624384775] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9042; }","duration":"106.328746ms","start":"2026-04-01T15:27:56.962012Z","end":"2026-04-01T15:27:57.068341Z","steps":["trace[624384775] 'range keys from in-memory index tree' (duration: 106.039297ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:57.147255Z","caller":"traceutil/trace.go:171","msg":"trace[1709802821] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"153.271273ms","start":"2026-04-01T15:27:56.993957Z","end":"2026-04-01T15:27:57.147229Z","steps":["trace[1709802821] 'process raft request' (duration: 153.057437ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:57.14748Z","caller":"traceutil/trace.go:171","msg":"trace[1705976641] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"153.303974ms","start":"2026-04-01T15:27:56.994143Z","end":"2026-04-01T15:27:57.147447Z","steps":["trace[1705976641] 'process raft request' (duration: 153.033927ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:57.581679Z","caller":"traceutil/trace.go:171","msg":"trace[1718357141] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"428.797088ms","start":"2026-04-01T15:27:57.152848Z","end":"2026-04-01T15:27:57.581645Z","steps":["trace[1718357141] 'process raft request' (duration: 428.588672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:57.581959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:57.152825Z","time spent":"428.946892ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:57.967769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.951056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:27:57.968312Z","caller":"traceutil/trace.go:171","msg":"trace[1886921355] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"814.693599ms","start":"2026-04-01T15:27:57.153605Z","end":"2026-04-01T15:27:57.968299Z","steps":["trace[1886921355] 'process raft request' (duration: 814.588107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:57.968482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:57.153595Z","time spent":"814.855814ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:57.968576Z","caller":"traceutil/trace.go:171","msg":"trace[1615427732] linearizableReadLoop","detail":"{readStateIndex:9385; appliedIndex:9380; }","duration":"814.592207ms","start":"2026-04-01T15:27:57.153966Z","end":"2026-04-01T15:27:57.968558Z","steps":["trace[1615427732] 'read index received' (duration: 427.317197ms)","trace[1615427732] 'applied index is now lower than readState.Index' (duration: 387.27377ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:27:57.968681Z","caller":"traceutil/trace.go:171","msg":"trace[110416820] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"815.017389ms","start":"2026-04-01T15:27:57.15365Z","end":"2026-04-01T15:27:57.968667Z","steps":["trace[110416820] 'process raft request' (duration: 814.587227ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:57.968297Z","caller":"traceutil/trace.go:171","msg":"trace[1618001801] transaction","detail":"{read_only:false; response_revision:9047; number_of_response:1; }","duration":"815.183163ms","start":"2026-04-01T15:27:57.153042Z","end":"2026-04-01T15:27:57.968225Z","steps":["trace[1618001801] 'process raft request' (duration: 491.737904ms)","trace[1618001801] 'compare' (duration: 322.804642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:57.968779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:57.15364Z","time spent":"815.08265ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:27:57.968777Z","caller":"traceutil/trace.go:171","msg":"trace[57338724] transaction","detail":"{read_only:false; response_revision:9051; number_of_response:1; }","duration":"787.053472ms","start":"2026-04-01T15:27:57.181694Z","end":"2026-04-01T15:27:57.968748Z","steps":["trace[57338724] 'process raft request' (duration: 786.756384ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:57.968371Z","caller":"traceutil/trace.go:171","msg":"trace[1206555055] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"815.167702ms","start":"2026-04-01T15:27:57.15319Z","end":"2026-04-01T15:27:57.968358Z","steps":["trace[1206555055] 'process raft request' (duration: 814.889714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:57.968861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:57.153011Z","time spent":"815.734338ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:57.96893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:57.181663Z","time spent":"787.181554ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:57.968969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:57.153178Z","time spent":"815.705658ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:57.969091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.125552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228788"} {"level":"info","ts":"2026-04-01T15:27:57.969134Z","caller":"traceutil/trace.go:171","msg":"trace[1742408858] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9051; }","duration":"815.199543ms","start":"2026-04-01T15:27:57.153925Z","end":"2026-04-01T15:27:57.969124Z","steps":["trace[1742408858] 'agreement among raft nodes before linearized reading' (duration: 814.823903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:57.969164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:57.153721Z","time spent":"815.43486ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228810,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T15:27:58.43335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.271259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:58.433421Z","caller":"traceutil/trace.go:171","msg":"trace[1246878123] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:9052; }","duration":"996.399383ms","start":"2026-04-01T15:27:57.437006Z","end":"2026-04-01T15:27:58.433405Z","steps":["trace[1246878123] 'agreement among raft nodes before linearized reading' (duration: 996.28569ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:27:58.433417Z","caller":"traceutil/trace.go:171","msg":"trace[1075284645] transaction","detail":"{read_only:false; response_revision:9052; number_of_response:1; }","duration":"568.240223ms","start":"2026-04-01T15:27:57.865134Z","end":"2026-04-01T15:27:58.433374Z","steps":["trace[1075284645] 'process raft request' (duration: 567.964125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:58.433461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:57.436985Z","time spent":"996.466224ms","remote":"127.0.0.1:55956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:27:58.433589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:57.865112Z","time spent":"568.386546ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:27:58.43361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176859362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:58.433725Z","caller":"traceutil/trace.go:171","msg":"trace[266970092] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9052; }","duration":"1.177066267s","start":"2026-04-01T15:27:57.256634Z","end":"2026-04-01T15:27:58.4337Z","steps":["trace[266970092] 'agreement among raft nodes before linearized reading' (duration: 1.176835851s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:58.433792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:57.256595Z","time spent":"1.1771808s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:27:58.433258Z","caller":"traceutil/trace.go:171","msg":"trace[1759264286] linearizableReadLoop","detail":"{readStateIndex:9387; appliedIndex:9386; }","duration":"464.613741ms","start":"2026-04-01T15:27:57.968625Z","end":"2026-04-01T15:27:58.433239Z","steps":["trace[1759264286] 'read index received' (duration: 464.464947ms)","trace[1759264286] 'applied index is now lower than readState.Index' (duration: 147.654µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:27:58.433904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.336272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T15:27:58.433996Z","caller":"traceutil/trace.go:171","msg":"trace[75378047] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9052; }","duration":"771.479546ms","start":"2026-04-01T15:27:57.662499Z","end":"2026-04-01T15:27:58.433979Z","steps":["trace[75378047] 'agreement among raft nodes before linearized reading' (duration: 770.773336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:27:58.434057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:27:57.662481Z","time spent":"771.558848ms","remote":"127.0.0.1:45954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":886,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:27:58.434107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.578808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:27:58.434357Z","caller":"traceutil/trace.go:171","msg":"trace[1741943956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9052; }","duration":"255.882797ms","start":"2026-04-01T15:27:58.178393Z","end":"2026-04-01T15:27:58.434276Z","steps":["trace[1741943956] 'agreement among raft nodes before linearized reading' (duration: 255.581808ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:28:06.820844Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024f2.wal"} {"level":"info","ts":"2026-04-01T15:28:07.263217Z","caller":"traceutil/trace.go:171","msg":"trace[1840859687] linearizableReadLoop","detail":"{readStateIndex:9460; appliedIndex:9459; }","duration":"213.081393ms","start":"2026-04-01T15:28:07.050101Z","end":"2026-04-01T15:28:07.263182Z","steps":["trace[1840859687] 'read index received' (duration: 212.918508ms)","trace[1840859687] 'applied index is now lower than readState.Index' (duration: 161.165µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:28:07.263359Z","caller":"traceutil/trace.go:171","msg":"trace[151723523] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"252.381711ms","start":"2026-04-01T15:28:07.010917Z","end":"2026-04-01T15:28:07.263298Z","steps":["trace[151723523] 'process raft request' (duration: 252.043372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:28:07.263393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.264938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:28:07.263499Z","caller":"traceutil/trace.go:171","msg":"trace[606315551] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9122; }","duration":"213.433723ms","start":"2026-04-01T15:28:07.050053Z","end":"2026-04-01T15:28:07.263487Z","steps":["trace[606315551] 'agreement among raft nodes before linearized reading' (duration: 213.262838ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:28:07.483931Z","caller":"traceutil/trace.go:171","msg":"trace[1094027118] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"303.05265ms","start":"2026-04-01T15:28:07.180853Z","end":"2026-04-01T15:28:07.483906Z","steps":["trace[1094027118] 'process raft request' (duration: 302.994799ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:28:07.483982Z","caller":"traceutil/trace.go:171","msg":"trace[1817056258] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"362.388588ms","start":"2026-04-01T15:28:07.12157Z","end":"2026-04-01T15:28:07.483959Z","steps":["trace[1817056258] 'process raft request' (duration: 362.164732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:28:07.484061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:28:07.180829Z","time spent":"303.161814ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:28:07.484107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:28:07.121544Z","time spent":"362.482651ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:28:07.484102Z","caller":"traceutil/trace.go:171","msg":"trace[2036155630] linearizableReadLoop","detail":"{readStateIndex:9463; appliedIndex:9460; }","duration":"216.445645ms","start":"2026-04-01T15:28:07.267627Z","end":"2026-04-01T15:28:07.484073Z","steps":["trace[2036155630] 'read index received' (duration: 216.054054ms)","trace[2036155630] 'applied index is now lower than readState.Index' (duration: 389.401µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:28:07.484283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.482473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:28:07.484235Z","caller":"traceutil/trace.go:171","msg":"trace[896918092] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"301.369534ms","start":"2026-04-01T15:28:07.182793Z","end":"2026-04-01T15:28:07.484163Z","steps":["trace[896918092] 'process raft request' (duration: 301.081566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:28:07.484278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.634981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:28:07.484319Z","caller":"traceutil/trace.go:171","msg":"trace[154866983] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9125; }","duration":"198.571295ms","start":"2026-04-01T15:28:07.285735Z","end":"2026-04-01T15:28:07.484306Z","steps":["trace[154866983] 'agreement among raft nodes before linearized reading' (duration: 198.490693ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:28:07.484349Z","caller":"traceutil/trace.go:171","msg":"trace[2064170380] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9125; }","duration":"216.754694ms","start":"2026-04-01T15:28:07.26758Z","end":"2026-04-01T15:28:07.484334Z","steps":["trace[2064170380] 'agreement among raft nodes before linearized reading' (duration: 216.627791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:28:07.484487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:28:07.182766Z","time spent":"301.57739ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:28:12.178297Z","caller":"traceutil/trace.go:171","msg":"trace[1675830273] linearizableReadLoop","detail":"{readStateIndex:9514; appliedIndex:9513; }","duration":"101.517993ms","start":"2026-04-01T15:28:12.076753Z","end":"2026-04-01T15:28:12.178271Z","steps":["trace[1675830273] 'read index received' (duration: 98.319176ms)","trace[1675830273] 'applied index is now lower than readState.Index' (duration: 3.197337ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:28:12.178839Z","caller":"traceutil/trace.go:171","msg":"trace[790840177] transaction","detail":"{read_only:false; response_revision:9174; number_of_response:1; }","duration":"113.877883ms","start":"2026-04-01T15:28:12.064945Z","end":"2026-04-01T15:28:12.178823Z","steps":["trace[790840177] 'process raft request' (duration: 110.1242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:28:12.183305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.546162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T15:28:12.184283Z","caller":"traceutil/trace.go:171","msg":"trace[1003349879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9174; }","duration":"107.411765ms","start":"2026-04-01T15:28:12.076689Z","end":"2026-04-01T15:28:12.184101Z","steps":["trace[1003349879] 'agreement among raft nodes before linearized reading' (duration: 106.4931ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:28:54.496744Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f170c75a1d97cc","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T15:28:54.502679Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-01T15:28:54.502776Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-01T15:29:05.920255Z","caller":"traceutil/trace.go:171","msg":"trace[2070202687] transaction","detail":"{read_only:false; response_revision:9739; number_of_response:1; }","duration":"218.948187ms","start":"2026-04-01T15:29:05.701277Z","end":"2026-04-01T15:29:05.920225Z","steps":["trace[2070202687] 'process raft request' (duration: 218.751812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:06.484423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.68835ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:29:06.484554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.947301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:29:06.484602Z","caller":"traceutil/trace.go:171","msg":"trace[142771582] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9739; }","duration":"468.889816ms","start":"2026-04-01T15:29:06.015686Z","end":"2026-04-01T15:29:06.484576Z","steps":["trace[142771582] 'range keys from in-memory index tree' (duration: 468.66156ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:06.484712Z","caller":"traceutil/trace.go:171","msg":"trace[1686438784] linearizableReadLoop","detail":"{readStateIndex:10095; appliedIndex:10092; }","duration":"632.913801ms","start":"2026-04-01T15:29:05.851783Z","end":"2026-04-01T15:29:06.484697Z","steps":["trace[1686438784] 'read index received' (duration: 68.262709ms)","trace[1686438784] 'applied index is now lower than readState.Index' (duration: 564.650032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:29:06.484819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.052334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:29:06.484843Z","caller":"traceutil/trace.go:171","msg":"trace[1252568153] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9742; }","duration":"633.130757ms","start":"2026-04-01T15:29:05.851705Z","end":"2026-04-01T15:29:06.484836Z","steps":["trace[1252568153] 'agreement among raft nodes before linearized reading' (duration: 633.052575ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:06.484792Z","caller":"traceutil/trace.go:171","msg":"trace[339522493] transaction","detail":"{read_only:false; response_revision:9741; number_of_response:1; }","duration":"774.759115ms","start":"2026-04-01T15:29:05.709973Z","end":"2026-04-01T15:29:06.484732Z","steps":["trace[339522493] 'process raft request' (duration: 774.658962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:06.484868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:05.851677Z","time spent":"633.185479ms","remote":"127.0.0.1:52314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:29:06.484816Z","caller":"traceutil/trace.go:171","msg":"trace[756121121] transaction","detail":"{read_only:false; response_revision:9742; number_of_response:1; }","duration":"486.85068ms","start":"2026-04-01T15:29:05.997922Z","end":"2026-04-01T15:29:06.484772Z","steps":["trace[756121121] 'process raft request' (duration: 486.755157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:06.484989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:05.997903Z","time spent":"487.005555ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:29:06.485018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:05.709947Z","time spent":"774.953101ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:29:06.485627Z","caller":"traceutil/trace.go:171","msg":"trace[840777159] transaction","detail":"{read_only:false; response_revision:9740; number_of_response:1; }","duration":"775.137596ms","start":"2026-04-01T15:29:05.709557Z","end":"2026-04-01T15:29:06.484694Z","steps":["trace[840777159] 'process raft request' (duration: 496.9724ms)","trace[840777159] 'compare' (duration: 277.791246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:29:06.485842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:05.709524Z","time spent":"776.206375ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:29:06.491525Z","caller":"traceutil/trace.go:171","msg":"trace[986814675] transaction","detail":"{read_only:false; response_revision:9743; number_of_response:1; }","duration":"267.998577ms","start":"2026-04-01T15:29:06.223514Z","end":"2026-04-01T15:29:06.491513Z","steps":["trace[986814675] 'process raft request' (duration: 267.895004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:06.491709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.736253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:29:06.491737Z","caller":"traceutil/trace.go:171","msg":"trace[443478411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9743; }","duration":"314.809445ms","start":"2026-04-01T15:29:06.176921Z","end":"2026-04-01T15:29:06.49173Z","steps":["trace[443478411] 'agreement among raft nodes before linearized reading' (duration: 314.767854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:06.491756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:06.176899Z","time spent":"314.850816ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:29:06.491811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.565674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:29:06.491847Z","caller":"traceutil/trace.go:171","msg":"trace[1312181719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9743; }","duration":"502.644886ms","start":"2026-04-01T15:29:05.989193Z","end":"2026-04-01T15:29:06.491838Z","steps":["trace[1312181719] 'agreement among raft nodes before linearized reading' (duration: 502.565833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:06.491871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:05.989169Z","time spent":"502.697006ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:29:06.49198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.505707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:29:06.492006Z","caller":"traceutil/trace.go:171","msg":"trace[1184996977] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9743; }","duration":"354.57922ms","start":"2026-04-01T15:29:06.13742Z","end":"2026-04-01T15:29:06.491999Z","steps":["trace[1184996977] 'agreement among raft nodes before linearized reading' (duration: 354.531619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:06.492034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:06.137394Z","time spent":"354.632541ms","remote":"127.0.0.1:45730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:29:19.596257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.399624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-01T15:29:19.596375Z","caller":"traceutil/trace.go:171","msg":"trace[905212856] linearizableReadLoop","detail":"{readStateIndex:10173; appliedIndex:10172; }","duration":"529.356761ms","start":"2026-04-01T15:29:19.067001Z","end":"2026-04-01T15:29:19.596357Z","steps":["trace[905212856] 'read index received' (duration: 408.788302ms)","trace[905212856] 'applied index is now lower than readState.Index' (duration: 120.567009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:29:19.596491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.477034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:29:19.596529Z","caller":"traceutil/trace.go:171","msg":"trace[299851990] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9816; }","duration":"529.556086ms","start":"2026-04-01T15:29:19.066962Z","end":"2026-04-01T15:29:19.596518Z","steps":["trace[299851990] 'agreement among raft nodes before linearized reading' (duration: 529.478474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:19.596564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:19.066946Z","time spent":"529.608947ms","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-01T15:29:20.616497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389176559,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T15:29:20.704113Z","caller":"traceutil/trace.go:171","msg":"trace[117242798] transaction","detail":"{read_only:false; response_revision:9817; number_of_response:1; }","duration":"939.92417ms","start":"2026-04-01T15:29:19.764166Z","end":"2026-04-01T15:29:20.70409Z","steps":["trace[117242798] 'process raft request' (duration: 939.738085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.704273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:19.76414Z","time spent":"940.041304ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:29:20.910946Z","caller":"traceutil/trace.go:171","msg":"trace[2008418656] transaction","detail":"{read_only:false; response_revision:9818; number_of_response:1; }","duration":"943.1613ms","start":"2026-04-01T15:29:19.967756Z","end":"2026-04-01T15:29:20.910918Z","steps":["trace[2008418656] 'process raft request' (duration: 935.987433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.9111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:19.967724Z","time spent":"943.304065ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:29:20.911237Z","caller":"traceutil/trace.go:171","msg":"trace[154687725] transaction","detail":"{read_only:false; response_revision:9819; number_of_response:1; }","duration":"363.246638ms","start":"2026-04-01T15:29:20.547957Z","end":"2026-04-01T15:29:20.911204Z","steps":["trace[154687725] 'process raft request' (duration: 362.896059ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:20.911255Z","caller":"traceutil/trace.go:171","msg":"trace[2067316574] transaction","detail":"{read_only:false; response_revision:9820; number_of_response:1; }","duration":"342.067316ms","start":"2026-04-01T15:29:20.569157Z","end":"2026-04-01T15:29:20.911224Z","steps":["trace[2067316574] 'process raft request' (duration: 341.905301ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:20.911334Z","caller":"traceutil/trace.go:171","msg":"trace[953510] linearizableReadLoop","detail":"{readStateIndex:10178; appliedIndex:10173; }","duration":"795.369002ms","start":"2026-04-01T15:29:20.115941Z","end":"2026-04-01T15:29:20.91131Z","steps":["trace[953510] 'read index received' (duration: 588.080556ms)","trace[953510] 'applied index is now lower than readState.Index' (duration: 207.287186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:29:20.911406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.547937Z","time spent":"363.379142ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:29:20.911409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.569134Z","time spent":"342.194829ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:29:20.911489Z","caller":"traceutil/trace.go:171","msg":"trace[1112495493] transaction","detail":"{read_only:false; response_revision:9821; number_of_response:1; }","duration":"310.048574ms","start":"2026-04-01T15:29:20.601428Z","end":"2026-04-01T15:29:20.911476Z","steps":["trace[1112495493] 'process raft request' (duration: 309.747066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.9116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.601404Z","time spent":"310.119486ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:29:20.911605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.50186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:29:20.911668Z","caller":"traceutil/trace.go:171","msg":"trace[742725623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9821; }","duration":"733.605103ms","start":"2026-04-01T15:29:20.17805Z","end":"2026-04-01T15:29:20.911655Z","steps":["trace[742725623] 'agreement among raft nodes before linearized reading' (duration: 733.51361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.911698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.599545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-57ff47d48-rkxhd.18a2453c689f0698\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-04-01T15:29:20.911711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.178029Z","time spent":"733.673425ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T15:29:20.911715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.574305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-01T15:29:20.911737Z","caller":"traceutil/trace.go:171","msg":"trace[1509914600] range","detail":"{range_begin:/registry/events/openstack/glance-api-57ff47d48-rkxhd.18a2453c689f0698; range_end:; response_count:1; response_revision:9821; }","duration":"203.682387ms","start":"2026-04-01T15:29:20.708043Z","end":"2026-04-01T15:29:20.911725Z","steps":["trace[1509914600] 'agreement among raft nodes before linearized reading' (duration: 203.577714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.911732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.435045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T15:29:20.911754Z","caller":"traceutil/trace.go:171","msg":"trace[867056549] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:9821; }","duration":"291.645227ms","start":"2026-04-01T15:29:20.620098Z","end":"2026-04-01T15:29:20.911743Z","steps":["trace[867056549] 'agreement among raft nodes before linearized reading' (duration: 291.512453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.911729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.780234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-01T15:29:20.911785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.907223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:29:20.911835Z","caller":"traceutil/trace.go:171","msg":"trace[1286719310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9821; }","duration":"324.955084ms","start":"2026-04-01T15:29:20.586868Z","end":"2026-04-01T15:29:20.911824Z","steps":["trace[1286719310] 'agreement among raft nodes before linearized reading' (duration: 324.7835ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:20.91183Z","caller":"traceutil/trace.go:171","msg":"trace[950188928] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9821; }","duration":"795.883627ms","start":"2026-04-01T15:29:20.115923Z","end":"2026-04-01T15:29:20.911807Z","steps":["trace[950188928] 'agreement among raft nodes before linearized reading' (duration: 795.63568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.911872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.586826Z","time spent":"325.038327ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:29:20.91188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.381344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:29:20.911793Z","caller":"traceutil/trace.go:171","msg":"trace[1774865533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9821; }","duration":"326.541658ms","start":"2026-04-01T15:29:20.585235Z","end":"2026-04-01T15:29:20.911777Z","steps":["trace[1774865533] 'agreement among raft nodes before linearized reading' (duration: 326.362283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.911888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.115902Z","time spent":"795.970889ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-01T15:29:20.911912Z","caller":"traceutil/trace.go:171","msg":"trace[492473086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9821; }","duration":"326.424625ms","start":"2026-04-01T15:29:20.585478Z","end":"2026-04-01T15:29:20.911902Z","steps":["trace[492473086] 'agreement among raft nodes before linearized reading' (duration: 326.338253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.911923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.585211Z","time spent":"326.703773ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:29:20.91194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.503553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-01T15:29:20.911956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.585472Z","time spent":"326.476537ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T15:29:20.91199Z","caller":"traceutil/trace.go:171","msg":"trace[1798700327] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9821; }","duration":"445.591636ms","start":"2026-04-01T15:29:20.466386Z","end":"2026-04-01T15:29:20.911978Z","steps":["trace[1798700327] 'agreement among raft nodes before linearized reading' (duration: 445.330108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.91203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.466367Z","time spent":"445.653757ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T15:29:20.912063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.8812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:29:20.912119Z","caller":"traceutil/trace.go:171","msg":"trace[1081750840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9821; }","duration":"333.952522ms","start":"2026-04-01T15:29:20.578149Z","end":"2026-04-01T15:29:20.912102Z","steps":["trace[1081750840] 'agreement among raft nodes before linearized reading' (duration: 333.797198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.912156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.578142Z","time spent":"334.006453ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:29:20.912199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.326395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T15:29:20.912312Z","caller":"traceutil/trace.go:171","msg":"trace[285773434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9821; }","duration":"333.50513ms","start":"2026-04-01T15:29:20.57878Z","end":"2026-04-01T15:29:20.912285Z","steps":["trace[285773434] 'agreement among raft nodes before linearized reading' (duration: 333.1263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.912375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.578768Z","time spent":"333.596092ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:29:20.91239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.758685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:29:20.912429Z","caller":"traceutil/trace.go:171","msg":"trace[1104562983] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9821; }","duration":"548.837537ms","start":"2026-04-01T15:29:20.36358Z","end":"2026-04-01T15:29:20.912418Z","steps":["trace[1104562983] 'agreement among raft nodes before linearized reading' (duration: 548.716813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.912465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.363556Z","time spent":"548.902079ms","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":67,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:29:20.912518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.475477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-01T15:29:20.912657Z","caller":"traceutil/trace.go:171","msg":"trace[840035811] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9821; }","duration":"451.716774ms","start":"2026-04-01T15:29:20.4609Z","end":"2026-04-01T15:29:20.912617Z","steps":["trace[840035811] 'agreement among raft nodes before linearized reading' (duration: 450.912242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:29:20.912851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:29:20.460875Z","time spent":"451.96482ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T15:29:21.161052Z","caller":"traceutil/trace.go:171","msg":"trace[1585820120] transaction","detail":"{read_only:false; response_revision:9823; number_of_response:1; }","duration":"244.075248ms","start":"2026-04-01T15:29:20.916949Z","end":"2026-04-01T15:29:21.161024Z","steps":["trace[1585820120] 'process raft request' (duration: 237.437176ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:21.161266Z","caller":"traceutil/trace.go:171","msg":"trace[1909642641] transaction","detail":"{read_only:false; response_revision:9824; number_of_response:1; }","duration":"244.024847ms","start":"2026-04-01T15:29:20.917177Z","end":"2026-04-01T15:29:21.161202Z","steps":["trace[1909642641] 'process raft request' (duration: 243.798851ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:21.161551Z","caller":"traceutil/trace.go:171","msg":"trace[356503020] transaction","detail":"{read_only:false; response_revision:9825; number_of_response:1; }","duration":"242.809794ms","start":"2026-04-01T15:29:20.918731Z","end":"2026-04-01T15:29:21.161541Z","steps":["trace[356503020] 'process raft request' (duration: 242.410023ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:21.161791Z","caller":"traceutil/trace.go:171","msg":"trace[849222980] transaction","detail":"{read_only:false; response_revision:9826; number_of_response:1; }","duration":"243.039629ms","start":"2026-04-01T15:29:20.918744Z","end":"2026-04-01T15:29:21.161784Z","steps":["trace[849222980] 'process raft request' (duration: 242.731681ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:21.162177Z","caller":"traceutil/trace.go:171","msg":"trace[1751190730] transaction","detail":"{read_only:false; response_revision:9827; number_of_response:1; }","duration":"243.3964ms","start":"2026-04-01T15:29:20.918772Z","end":"2026-04-01T15:29:21.162169Z","steps":["trace[1751190730] 'process raft request' (duration: 242.966678ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:21.162464Z","caller":"traceutil/trace.go:171","msg":"trace[2091608132] transaction","detail":"{read_only:false; response_revision:9828; number_of_response:1; }","duration":"243.551063ms","start":"2026-04-01T15:29:20.918859Z","end":"2026-04-01T15:29:21.16241Z","steps":["trace[2091608132] 'process raft request' (duration: 243.257735ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:21.162575Z","caller":"traceutil/trace.go:171","msg":"trace[1513430741] transaction","detail":"{read_only:false; response_revision:9829; number_of_response:1; }","duration":"243.296286ms","start":"2026-04-01T15:29:20.919261Z","end":"2026-04-01T15:29:21.162557Z","steps":["trace[1513430741] 'process raft request' (duration: 243.06154ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:21.162583Z","caller":"traceutil/trace.go:171","msg":"trace[1239721526] linearizableReadLoop","detail":"{readStateIndex:10181; appliedIndex:10178; }","duration":"243.843191ms","start":"2026-04-01T15:29:20.918707Z","end":"2026-04-01T15:29:21.16255Z","steps":["trace[1239721526] 'read index received' (duration: 5.554112ms)","trace[1239721526] 'applied index is now lower than readState.Index' (duration: 238.287859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:29:21.163226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.48717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291507"} {"level":"info","ts":"2026-04-01T15:29:21.163286Z","caller":"traceutil/trace.go:171","msg":"trace[1408641526] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9829; }","duration":"244.582802ms","start":"2026-04-01T15:29:20.918688Z","end":"2026-04-01T15:29:21.16327Z","steps":["trace[1408641526] 'agreement among raft nodes before linearized reading' (duration: 243.996066ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:29:21.602557Z","caller":"traceutil/trace.go:171","msg":"trace[812948620] transaction","detail":"{read_only:false; response_revision:9830; number_of_response:1; }","duration":"106.704758ms","start":"2026-04-01T15:29:21.495818Z","end":"2026-04-01T15:29:21.602522Z","steps":["trace[812948620] 'process raft request' (duration: 106.467061ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:30:10.669386Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7808} {"level":"info","ts":"2026-04-01T15:30:10.735858Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7808,"took":"64.460824ms","hash":3154640630,"current-db-size-bytes":55754752,"current-db-size":"56 MB","current-db-size-in-use-bytes":27643904,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-01T15:30:10.735943Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3154640630,"revision":7808,"compact-revision":5564} {"level":"warn","ts":"2026-04-01T15:33:14.56531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.482836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:33:14.565658Z","caller":"traceutil/trace.go:171","msg":"trace[373656872] transaction","detail":"{read_only:false; response_revision:11267; number_of_response:1; }","duration":"187.547381ms","start":"2026-04-01T15:33:14.378078Z","end":"2026-04-01T15:33:14.565625Z","steps":["trace[373656872] 'process raft request' (duration: 187.346806ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:33:14.565673Z","caller":"traceutil/trace.go:171","msg":"trace[1940981976] transaction","detail":"{read_only:false; response_revision:11266; number_of_response:1; }","duration":"197.576097ms","start":"2026-04-01T15:33:14.368033Z","end":"2026-04-01T15:33:14.565609Z","steps":["trace[1940981976] 'process raft request' (duration: 55.70632ms)","trace[1940981976] 'compare' (duration: 141.354563ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:33:14.565732Z","caller":"traceutil/trace.go:171","msg":"trace[47695592] linearizableReadLoop","detail":"{readStateIndex:11677; appliedIndex:11675; }","duration":"161.416564ms","start":"2026-04-01T15:33:14.404261Z","end":"2026-04-01T15:33:14.565677Z","steps":["trace[47695592] 'read index received' (duration: 19.546847ms)","trace[47695592] 'applied index is now lower than readState.Index' (duration: 141.866467ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:33:14.565791Z","caller":"traceutil/trace.go:171","msg":"trace[1263982359] transaction","detail":"{read_only:false; response_revision:11268; number_of_response:1; }","duration":"155.968874ms","start":"2026-04-01T15:33:14.409751Z","end":"2026-04-01T15:33:14.56572Z","steps":["trace[1263982359] 'process raft request' (duration: 155.753108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:33:14.566478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.503684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:33:14.566576Z","caller":"traceutil/trace.go:171","msg":"trace[415240641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11268; }","duration":"197.68858ms","start":"2026-04-01T15:33:14.368864Z","end":"2026-04-01T15:33:14.566553Z","steps":["trace[415240641] 'agreement among raft nodes before linearized reading' (duration: 197.390451ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:33:23.305999Z","caller":"traceutil/trace.go:171","msg":"trace[1923124135] linearizableReadLoop","detail":"{readStateIndex:11800; appliedIndex:11799; }","duration":"213.3993ms","start":"2026-04-01T15:33:23.092576Z","end":"2026-04-01T15:33:23.305975Z","steps":["trace[1923124135] 'read index received' (duration: 213.177424ms)","trace[1923124135] 'applied index is now lower than readState.Index' (duration: 220.996µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:33:23.306049Z","caller":"traceutil/trace.go:171","msg":"trace[1410977235] transaction","detail":"{read_only:false; response_revision:11388; number_of_response:1; }","duration":"258.356945ms","start":"2026-04-01T15:33:23.047657Z","end":"2026-04-01T15:33:23.306014Z","steps":["trace[1410977235] 'process raft request' (duration: 258.18714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:33:23.306143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.587248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:33:23.306183Z","caller":"traceutil/trace.go:171","msg":"trace[1430459175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11388; }","duration":"129.67307ms","start":"2026-04-01T15:33:23.1765Z","end":"2026-04-01T15:33:23.306173Z","steps":["trace[1430459175] 'agreement among raft nodes before linearized reading' (duration: 129.608858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:33:23.306136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.545914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:33:23.306334Z","caller":"traceutil/trace.go:171","msg":"trace[1308128859] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11388; }","duration":"213.735139ms","start":"2026-04-01T15:33:23.092507Z","end":"2026-04-01T15:33:23.306243Z","steps":["trace[1308128859] 'agreement among raft nodes before linearized reading' (duration: 213.566324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:33:28.001965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.431285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T15:33:28.002208Z","caller":"traceutil/trace.go:171","msg":"trace[938933293] linearizableReadLoop","detail":"{readStateIndex:11830; appliedIndex:11829; }","duration":"130.633518ms","start":"2026-04-01T15:33:27.87154Z","end":"2026-04-01T15:33:28.002173Z","steps":["trace[938933293] 'read index received' (duration: 16.890554ms)","trace[938933293] 'applied index is now lower than readState.Index' (duration: 113.740744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:33:28.002379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.820003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:33:28.002426Z","caller":"traceutil/trace.go:171","msg":"trace[144032104] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:11419; }","duration":"130.909156ms","start":"2026-04-01T15:33:27.871504Z","end":"2026-04-01T15:33:28.002413Z","steps":["trace[144032104] 'agreement among raft nodes before linearized reading' (duration: 130.798283ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:33:28.002519Z","caller":"traceutil/trace.go:171","msg":"trace[1195558229] transaction","detail":"{read_only:false; response_revision:11417; number_of_response:1; }","duration":"172.005544ms","start":"2026-04-01T15:33:27.830493Z","end":"2026-04-01T15:33:28.002498Z","steps":["trace[1195558229] 'process raft request' (duration: 57.935021ms)","trace[1195558229] 'compare' (duration: 113.268681ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:33:28.002586Z","caller":"traceutil/trace.go:171","msg":"trace[1321973308] transaction","detail":"{read_only:false; response_revision:11418; number_of_response:1; }","duration":"110.379832ms","start":"2026-04-01T15:33:27.89219Z","end":"2026-04-01T15:33:28.00257Z","steps":["trace[1321973308] 'process raft request' (duration: 109.898799ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:35:10.675746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10171} {"level":"info","ts":"2026-04-01T15:35:10.755735Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10171,"took":"77.603914ms","hash":2130717559,"current-db-size-bytes":55754752,"current-db-size":"56 MB","current-db-size-in-use-bytes":22949888,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-01T15:35:10.755815Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2130717559,"revision":10171,"compact-revision":7808} {"level":"info","ts":"2026-04-01T15:35:52.555512Z","caller":"traceutil/trace.go:171","msg":"trace[338087108] linearizableReadLoop","detail":"{readStateIndex:12677; appliedIndex:12676; }","duration":"242.708403ms","start":"2026-04-01T15:35:52.312784Z","end":"2026-04-01T15:35:52.555492Z","steps":["trace[338087108] 'read index received' (duration: 242.61513ms)","trace[338087108] 'applied index is now lower than readState.Index' (duration: 92.323µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:35:52.555651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.858017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:35:52.555687Z","caller":"traceutil/trace.go:171","msg":"trace[1302732529] transaction","detail":"{read_only:false; response_revision:12232; number_of_response:1; }","duration":"332.221682ms","start":"2026-04-01T15:35:52.223389Z","end":"2026-04-01T15:35:52.555611Z","steps":["trace[1302732529] 'process raft request' (duration: 331.965895ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:35:52.555778Z","caller":"traceutil/trace.go:171","msg":"trace[562530264] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12232; }","duration":"243.028101ms","start":"2026-04-01T15:35:52.312737Z","end":"2026-04-01T15:35:52.555765Z","steps":["trace[562530264] 'agreement among raft nodes before linearized reading' (duration: 242.857247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:35:52.555921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:52.223376Z","time spent":"332.422747ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:35:52.598695Z","caller":"traceutil/trace.go:171","msg":"trace[1189183399] transaction","detail":"{read_only:false; response_revision:12233; number_of_response:1; }","duration":"224.480246ms","start":"2026-04-01T15:35:52.374184Z","end":"2026-04-01T15:35:52.598665Z","steps":["trace[1189183399] 'process raft request' (duration: 224.175788ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:35:54.919749Z","caller":"traceutil/trace.go:171","msg":"trace[1723044046] transaction","detail":"{read_only:false; response_revision:12243; number_of_response:1; }","duration":"316.402511ms","start":"2026-04-01T15:35:54.603318Z","end":"2026-04-01T15:35:54.919721Z","steps":["trace[1723044046] 'process raft request' (duration: 316.224086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:35:54.919933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:54.603288Z","time spent":"316.555364ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:35:54.922573Z","caller":"traceutil/trace.go:171","msg":"trace[705424509] transaction","detail":"{read_only:false; response_revision:12244; number_of_response:1; }","duration":"319.128375ms","start":"2026-04-01T15:35:54.603416Z","end":"2026-04-01T15:35:54.922544Z","steps":["trace[705424509] 'process raft request' (duration: 318.94223ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:35:54.922718Z","caller":"traceutil/trace.go:171","msg":"trace[319115631] linearizableReadLoop","detail":"{readStateIndex:12692; appliedIndex:12688; }","duration":"247.788481ms","start":"2026-04-01T15:35:54.674913Z","end":"2026-04-01T15:35:54.922702Z","steps":["trace[319115631] 'read index received' (duration: 244.659176ms)","trace[319115631] 'applied index is now lower than readState.Index' (duration: 3.128075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T15:35:54.922756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:54.603405Z","time spent":"319.245698ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:35:54.922797Z","caller":"traceutil/trace.go:171","msg":"trace[1787987932] transaction","detail":"{read_only:false; response_revision:12246; number_of_response:1; }","duration":"317.387297ms","start":"2026-04-01T15:35:54.605347Z","end":"2026-04-01T15:35:54.922734Z","steps":["trace[1787987932] 'process raft request' (duration: 317.284644ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:35:54.922941Z","caller":"traceutil/trace.go:171","msg":"trace[864740055] transaction","detail":"{read_only:false; response_revision:12245; number_of_response:1; }","duration":"319.330321ms","start":"2026-04-01T15:35:54.603527Z","end":"2026-04-01T15:35:54.922857Z","steps":["trace[864740055] 'process raft request' (duration: 318.977021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:35:54.922953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.028018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-04-01T15:35:54.923042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:54.603521Z","time spent":"319.473094ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:35:54.92307Z","caller":"traceutil/trace.go:171","msg":"trace[1961728027] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12246; }","duration":"248.177732ms","start":"2026-04-01T15:35:54.674879Z","end":"2026-04-01T15:35:54.923057Z","steps":["trace[1961728027] 'agreement among raft nodes before linearized reading' (duration: 247.882154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:35:54.92313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:54.605331Z","time spent":"317.688156ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:35:57.428634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389183100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:35:57.929061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389183100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:35:58.429764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389183100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:35:58.930168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389183100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:35:59.431063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389183100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:35:59.932243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389183100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:36:00.177954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T15:36:00.178053Z","caller":"traceutil/trace.go:171","msg":"trace[465079116] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562017s","start":"2026-04-01T15:35:58.17747Z","end":"2026-04-01T15:36:00.178032Z","steps":["trace[465079116] 'agreement among raft nodes before linearized reading' (duration: 2.000438344s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.178154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:58.17745Z","time spent":"2.00069011s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 15:36:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T15:36:00.432694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290534389183100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T15:36:00.659578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.734861647s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T15:36:00.660001Z","caller":"traceutil/trace.go:171","msg":"trace[1511105462] transaction","detail":"{read_only:false; response_revision:12254; number_of_response:1; }","duration":"3.73537087s","start":"2026-04-01T15:35:56.92461Z","end":"2026-04-01T15:36:00.659981Z","steps":["trace[1511105462] 'process raft request' (duration: 3.735245067s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.660135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:56.924584Z","time spent":"3.735483693s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:36:00.6657Z","caller":"traceutil/trace.go:171","msg":"trace[1259200271] transaction","detail":"{read_only:false; response_revision:12255; number_of_response:1; }","duration":"3.738553007s","start":"2026-04-01T15:35:56.927126Z","end":"2026-04-01T15:36:00.665679Z","steps":["trace[1259200271] 'process raft request' (duration: 3.737387625s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.665821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:56.927099Z","time spent":"3.73865528s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:36:00.666059Z","caller":"traceutil/trace.go:171","msg":"trace[1283179472] transaction","detail":"{read_only:false; response_revision:12256; number_of_response:1; }","duration":"3.737884408s","start":"2026-04-01T15:35:56.928166Z","end":"2026-04-01T15:36:00.66605Z","steps":["trace[1283179472] 'process raft request' (duration: 3.737444926s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.666108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:56.928153Z","time spent":"3.73793149s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:36:00.666267Z","caller":"traceutil/trace.go:171","msg":"trace[397463713] transaction","detail":"{read_only:false; response_revision:12257; number_of_response:1; }","duration":"3.737749465s","start":"2026-04-01T15:35:56.92851Z","end":"2026-04-01T15:36:00.666259Z","steps":["trace[397463713] 'process raft request' (duration: 3.737127318s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.666309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:56.928483Z","time spent":"3.737805357s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T15:36:00.668424Z","caller":"traceutil/trace.go:171","msg":"trace[1216494809] linearizableReadLoop","detail":"{readStateIndex:12705; appliedIndex:12699; }","duration":"3.740316015s","start":"2026-04-01T15:35:56.928087Z","end":"2026-04-01T15:36:00.668403Z","steps":["trace[1216494809] 'read index received' (duration: 3.731859445s)","trace[1216494809] 'applied index is now lower than readState.Index' (duration: 8.4558ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T15:36:00.668535Z","caller":"traceutil/trace.go:171","msg":"trace[1721559992] transaction","detail":"{read_only:false; response_revision:12258; number_of_response:1; }","duration":"607.608404ms","start":"2026-04-01T15:36:00.060919Z","end":"2026-04-01T15:36:00.668527Z","steps":["trace[1721559992] 'process raft request' (duration: 607.367677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.668619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:36:00.060899Z","time spent":"607.662066ms","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T15:36:00.668823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740745267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-04-01T15:36:00.66885Z","caller":"traceutil/trace.go:171","msg":"trace[1426895884] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12258; }","duration":"3.740808648s","start":"2026-04-01T15:35:56.928035Z","end":"2026-04-01T15:36:00.668843Z","steps":["trace[1426895884] 'agreement among raft nodes before linearized reading' (duration: 3.740682775s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.66887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:56.928015Z","time spent":"3.74084989s","remote":"127.0.0.1:45704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5149,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-04-01T15:36:00.668904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656215614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T15:36:00.668951Z","caller":"traceutil/trace.go:171","msg":"trace[397405491] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12258; }","duration":"3.656313486s","start":"2026-04-01T15:35:57.012625Z","end":"2026-04-01T15:36:00.668939Z","steps":["trace[397405491] 'agreement among raft nodes before linearized reading' (duration: 3.656202893s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.668983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129863864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T15:36:00.669017Z","caller":"traceutil/trace.go:171","msg":"trace[560715424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12258; }","duration":"3.129915466s","start":"2026-04-01T15:35:57.539092Z","end":"2026-04-01T15:36:00.669008Z","steps":["trace[560715424] 'agreement among raft nodes before linearized reading' (duration: 3.129834994s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.669034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:57.539081Z","time spent":"3.129949157s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T15:36:00.669029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125327961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T15:36:00.669092Z","caller":"traceutil/trace.go:171","msg":"trace[1317793497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12258; }","duration":"3.125419923s","start":"2026-04-01T15:35:57.543653Z","end":"2026-04-01T15:36:00.669073Z","steps":["trace[1317793497] 'agreement among raft nodes before linearized reading' (duration: 3.125204137s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.669104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404063534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T15:36:00.669129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:57.543641Z","time spent":"3.125480035s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T15:36:00.668985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:57.012604Z","time spent":"3.656370388s","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T15:36:00.669115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184478002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T15:36:00.669187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492999127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T15:36:00.669185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140432942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T15:36:00.669185Z","caller":"traceutil/trace.go:171","msg":"trace[540478232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12258; }","duration":"3.184594735s","start":"2026-04-01T15:35:57.484574Z","end":"2026-04-01T15:36:00.669168Z","steps":["trace[540478232] 'agreement among raft nodes before linearized reading' (duration: 3.184346709s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:36:00.669213Z","caller":"traceutil/trace.go:171","msg":"trace[647789059] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:12258; }","duration":"3.493023847s","start":"2026-04-01T15:35:57.17618Z","end":"2026-04-01T15:36:00.669204Z","steps":["trace[647789059] 'agreement among raft nodes before linearized reading' (duration: 3.492981526s)"],"step_count":1} {"level":"info","ts":"2026-04-01T15:36:00.669219Z","caller":"traceutil/trace.go:171","msg":"trace[1516419069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12258; }","duration":"3.140508764s","start":"2026-04-01T15:35:57.528701Z","end":"2026-04-01T15:36:00.66921Z","steps":["trace[1516419069] 'agreement among raft nodes before linearized reading' (duration: 3.140406472s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.669227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:57.484554Z","time spent":"3.184664688s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T15:36:00.669242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:57.528677Z","time spent":"3.140559936s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T15:36:00.669241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:57.17612Z","time spent":"3.49311196s","remote":"127.0.0.1:53920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:36:00.669144Z","caller":"traceutil/trace.go:171","msg":"trace[1320024627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12258; }","duration":"3.404147286s","start":"2026-04-01T15:35:57.264988Z","end":"2026-04-01T15:36:00.669135Z","steps":["trace[1320024627] 'agreement among raft nodes before linearized reading' (duration: 3.404018753s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.669306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:57.264969Z","time spent":"3.404331862s","remote":"127.0.0.1:45712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T15:36:00.669337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.08387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T15:36:00.669354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144715218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T15:36:00.66936Z","caller":"traceutil/trace.go:171","msg":"trace[1511028685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12258; }","duration":"491.138211ms","start":"2026-04-01T15:36:00.178214Z","end":"2026-04-01T15:36:00.669352Z","steps":["trace[1511028685] 'agreement among raft nodes before linearized reading' (duration: 491.1044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.669382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:36:00.178198Z","time spent":"491.179802ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T15:36:00.669385Z","caller":"traceutil/trace.go:171","msg":"trace[6823285] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:12258; }","duration":"1.14477728s","start":"2026-04-01T15:35:59.524597Z","end":"2026-04-01T15:36:00.669374Z","steps":["trace[6823285] 'agreement among raft nodes before linearized reading' (duration: 1.144722738s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.669407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680710408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dh8zc\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-01T15:36:00.669412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:59.524581Z","time spent":"1.144822802s","remote":"127.0.0.1:52034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:36:00.669425Z","caller":"traceutil/trace.go:171","msg":"trace[1797372768] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dh8zc; range_end:; response_count:1; response_revision:12258; }","duration":"2.680764089s","start":"2026-04-01T15:35:57.988654Z","end":"2026-04-01T15:36:00.669418Z","steps":["trace[1797372768] 'agreement among raft nodes before linearized reading' (duration: 2.680702927s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.669478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047371966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T15:36:00.669495Z","caller":"traceutil/trace.go:171","msg":"trace[2057891175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12258; }","duration":"3.04752898s","start":"2026-04-01T15:35:57.621961Z","end":"2026-04-01T15:36:00.66949Z","steps":["trace[2057891175] 'agreement among raft nodes before linearized reading' (duration: 3.047474809s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.669493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:57.988631Z","time spent":"2.680852851s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-dh8zc\" "} {"level":"warn","ts":"2026-04-01T15:36:00.669511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:57.621882Z","time spent":"3.047625783s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T15:36:00.669618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808251947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T15:36:00.66969Z","caller":"traceutil/trace.go:171","msg":"trace[1594943358] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12258; }","duration":"1.808340539s","start":"2026-04-01T15:35:58.861331Z","end":"2026-04-01T15:36:00.669672Z","steps":["trace[1594943358] 'agreement among raft nodes before linearized reading' (duration: 1.807605369s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T15:36:00.669731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T15:35:58.861269Z","time spent":"1.808451791s","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1094,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-01T15:40:10.682225Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12018} {"level":"info","ts":"2026-04-01T15:40:10.755605Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12018,"took":"70.72651ms","hash":382468441,"current-db-size-bytes":55754752,"current-db-size":"56 MB","current-db-size-in-use-bytes":19013632,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-01T15:40:10.755659Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":382468441,"revision":12018,"compact-revision":10171}