{"level":"warn","ts":"2026-10-28T00:35:26.835868Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-10-28T00:35:26.835997Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.242:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.242:2380","--initial-cluster=instance=https://162.253.55.242:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.242:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.242:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-10-28T00:35:26.836111Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-10-28T00:35:26.836125Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.242:2380"]} {"level":"info","ts":"2026-10-28T00:35:26.836156Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-10-28T00:35:26.837231Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.242:2379"]} {"level":"info","ts":"2026-10-28T00:35:26.837386Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.242:2380"],"listen-peer-urls":["https://162.253.55.242:2380"],"advertise-client-urls":["https://162.253.55.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.242:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-10-28T00:35:26.84145Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.656575ms"} {"level":"info","ts":"2026-10-28T00:35:26.850479Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cc70bec9404419f6","cluster-id":"38671954b404c50e"} {"level":"info","ts":"2026-10-28T00:35:26.850574Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cc70bec9404419f6 switched to configuration voters=()"} {"level":"info","ts":"2026-10-28T00:35:26.850601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cc70bec9404419f6 became follower at term 0"} {"level":"info","ts":"2026-10-28T00:35:26.850616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cc70bec9404419f6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-10-28T00:35:26.850624Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cc70bec9404419f6 became follower at term 1"} {"level":"info","ts":"2026-10-28T00:35:26.850669Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cc70bec9404419f6 switched to configuration voters=(14731484152704801270)"} {"level":"warn","ts":"2026-10-28T00:35:26.855774Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-10-28T00:35:26.857979Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-10-28T00:35:26.859714Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-10-28T00:35:26.862653Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cc70bec9404419f6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-10-28T00:35:26.8628Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cc70bec9404419f6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-10-28T00:35:26.863109Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-28T00:35:26.863374Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-28T00:35:26.863482Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-28T00:35:26.86549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cc70bec9404419f6 switched to configuration voters=(14731484152704801270)"} {"level":"info","ts":"2026-10-28T00:35:26.866396Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"38671954b404c50e","local-member-id":"cc70bec9404419f6","added-peer-id":"cc70bec9404419f6","added-peer-peer-urls":["https://162.253.55.242:2380"]} {"level":"info","ts":"2026-10-28T00:35:26.868405Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-10-28T00:35:26.868494Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.242:2380"} {"level":"info","ts":"2026-10-28T00:35:26.868591Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.242:2380"} {"level":"info","ts":"2026-10-28T00:35:26.868875Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cc70bec9404419f6","initial-advertise-peer-urls":["https://162.253.55.242:2380"],"listen-peer-urls":["https://162.253.55.242:2380"],"advertise-client-urls":["https://162.253.55.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-10-28T00:35:26.868946Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-10-28T00:35:27.451416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cc70bec9404419f6 is starting a new election at term 1"} {"level":"info","ts":"2026-10-28T00:35:27.451514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cc70bec9404419f6 became pre-candidate at term 1"} {"level":"info","ts":"2026-10-28T00:35:27.451543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cc70bec9404419f6 received MsgPreVoteResp from cc70bec9404419f6 at term 1"} {"level":"info","ts":"2026-10-28T00:35:27.451567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cc70bec9404419f6 became candidate at term 2"} {"level":"info","ts":"2026-10-28T00:35:27.45158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cc70bec9404419f6 received MsgVoteResp from cc70bec9404419f6 at term 2"} {"level":"info","ts":"2026-10-28T00:35:27.451598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cc70bec9404419f6 became leader at term 2"} {"level":"info","ts":"2026-10-28T00:35:27.451615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cc70bec9404419f6 elected leader cc70bec9404419f6 at term 2"} {"level":"info","ts":"2026-10-28T00:35:27.453151Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cc70bec9404419f6","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.242:2379]}","request-path":"/0/members/cc70bec9404419f6/attributes","cluster-id":"38671954b404c50e","publish-timeout":"7s"} {"level":"info","ts":"2026-10-28T00:35:27.453194Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-10-28T00:35:27.453175Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-10-28T00:35:27.453273Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-10-28T00:35:27.453586Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-10-28T00:35:27.453624Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-10-28T00:35:27.454726Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"38671954b404c50e","local-member-id":"cc70bec9404419f6","cluster-version":"3.5"} {"level":"info","ts":"2026-10-28T00:35:27.454892Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-10-28T00:35:27.454936Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-10-28T00:35:27.456629Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.242:2379"} {"level":"info","ts":"2026-10-28T00:35:27.457464Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-10-28T00:35:49.608085Z","caller":"traceutil/trace.go:171","msg":"trace[447351122] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"112.890062ms","start":"2026-10-28T00:35:49.495166Z","end":"2026-10-28T00:35:49.608056Z","steps":["trace[447351122] 'process raft request' (duration: 112.737ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:36:02.541217Z","caller":"traceutil/trace.go:171","msg":"trace[186591743] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"199.435246ms","start":"2026-10-28T00:36:02.341763Z","end":"2026-10-28T00:36:02.541198Z","steps":["trace[186591743] 'process raft request' (duration: 199.319605ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:36:04.521459Z","caller":"traceutil/trace.go:171","msg":"trace[191017481] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"102.434899ms","start":"2026-10-28T00:36:04.418987Z","end":"2026-10-28T00:36:04.521422Z","steps":["trace[191017481] 'process raft request' (duration: 88.925597ms)","trace[191017481] 'compare' (duration: 12.298808ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:36:09.23287Z","caller":"traceutil/trace.go:171","msg":"trace[61374276] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"110.343222ms","start":"2026-10-28T00:36:09.122498Z","end":"2026-10-28T00:36:09.232841Z","steps":["trace[61374276] 'process raft request' (duration: 109.635594ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:36:09.395195Z","caller":"traceutil/trace.go:171","msg":"trace[1325722294] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"118.920805ms","start":"2026-10-28T00:36:09.276241Z","end":"2026-10-28T00:36:09.395162Z","steps":["trace[1325722294] 'process raft request' (duration: 60.661277ms)","trace[1325722294] 'compare' (duration: 58.089806ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:36:10.056793Z","caller":"traceutil/trace.go:171","msg":"trace[987775667] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"192.308325ms","start":"2026-10-28T00:36:09.864429Z","end":"2026-10-28T00:36:10.056737Z","steps":["trace[987775667] 'process raft request' (duration: 172.208864ms)","trace[987775667] 'compare' (duration: 19.526794ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T00:36:10.727715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1870860266060384043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-28T00:36:11.228126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1870860266060384043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-28T00:36:11.542637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.398312132s","expected-duration":"1s"} {"level":"info","ts":"2026-10-28T00:36:11.543045Z","caller":"traceutil/trace.go:171","msg":"trace[647194679] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"1.315903075s","start":"2026-10-28T00:36:10.227109Z","end":"2026-10-28T00:36:11.543012Z","steps":["trace[647194679] 'read index received' (duration: 1.315722623s)","trace[647194679] 'applied index is now lower than readState.Index' (duration: 178.932µs)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:36:11.543128Z","caller":"traceutil/trace.go:171","msg":"trace[1567445815] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"1.39893323s","start":"2026-10-28T00:36:10.144185Z","end":"2026-10-28T00:36:11.543118Z","steps":["trace[1567445815] 'process raft request' (duration: 1.398696867s)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:36:11.543419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.214902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-10-28T00:36:11.543462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.863798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-10-28T00:36:11.543533Z","caller":"traceutil/trace.go:171","msg":"trace[2009419940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:590; }","duration":"909.369543ms","start":"2026-10-28T00:36:10.63414Z","end":"2026-10-28T00:36:11.543509Z","steps":["trace[2009419940] 'agreement among raft nodes before linearized reading' (duration: 909.014799ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:36:11.543549Z","caller":"traceutil/trace.go:171","msg":"trace[391668583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:590; }","duration":"550.99675ms","start":"2026-10-28T00:36:10.992527Z","end":"2026-10-28T00:36:11.543524Z","steps":["trace[391668583] 'agreement among raft nodes before linearized reading' (duration: 550.645475ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:36:11.543594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:36:10.634113Z","time spent":"909.454485ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-10-28T00:36:11.543704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:36:10.144155Z","time spent":"1.39899745s","remote":"127.0.0.1:57656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-10-28T00:36:11.543613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316485572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-28T00:36:11.543976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.339118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-10-28T00:36:11.545111Z","caller":"traceutil/trace.go:171","msg":"trace[556323154] range","detail":"{range_begin:/registry/masterleases/162.253.55.242; range_end:; response_count:1; response_revision:590; }","duration":"609.48378ms","start":"2026-10-28T00:36:10.935568Z","end":"2026-10-28T00:36:11.545052Z","steps":["trace[556323154] 'agreement among raft nodes before linearized reading' (duration: 607.701909ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:36:11.543989Z","caller":"traceutil/trace.go:171","msg":"trace[1633579513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:590; }","duration":"1.316888607s","start":"2026-10-28T00:36:10.227064Z","end":"2026-10-28T00:36:11.543952Z","steps":["trace[1633579513] 'agreement among raft nodes before linearized reading' (duration: 1.316433641s)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:36:11.545333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:36:10.935555Z","time spent":"609.759414ms","remote":"127.0.0.1:57314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.242\" "} {"level":"warn","ts":"2026-10-28T00:36:11.545409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:36:10.227041Z","time spent":"1.318349735s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-28T00:36:11.543812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.12499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-10-28T00:36:11.545656Z","caller":"traceutil/trace.go:171","msg":"trace[1728252730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:590; }","duration":"697.998792ms","start":"2026-10-28T00:36:10.84764Z","end":"2026-10-28T00:36:11.545638Z","steps":["trace[1728252730] 'agreement among raft nodes before linearized reading' (duration: 695.669124ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:36:11.545693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:36:10.847616Z","time spent":"698.065692ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-10-28T00:36:11.543655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:36:10.992513Z","time spent":"551.131461ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-10-28T00:36:12.581985Z","caller":"traceutil/trace.go:171","msg":"trace[1934732149] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"106.496956ms","start":"2026-10-28T00:36:12.47545Z","end":"2026-10-28T00:36:12.581947Z","steps":["trace[1934732149] 'process raft request' (duration: 105.622355ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:36:28.358807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.868369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T00:36:28.358919Z","caller":"traceutil/trace.go:171","msg":"trace[2022977401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:761; }","duration":"131.056062ms","start":"2026-10-28T00:36:28.227838Z","end":"2026-10-28T00:36:28.358894Z","steps":["trace[2022977401] 'range keys from in-memory index tree' (duration: 130.761378ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:36:59.832135Z","caller":"traceutil/trace.go:171","msg":"trace[1057222501] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"192.606358ms","start":"2026-10-28T00:36:59.639498Z","end":"2026-10-28T00:36:59.832104Z","steps":["trace[1057222501] 'process raft request' (duration: 192.376045ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:37:58.233049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.747883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-10-28T00:37:58.233213Z","caller":"traceutil/trace.go:171","msg":"trace[1420457888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1873; }","duration":"103.00734ms","start":"2026-10-28T00:37:58.130173Z","end":"2026-10-28T00:37:58.23318Z","steps":["trace[1420457888] 'range keys from in-memory index tree' (duration: 102.491475ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:37:58.532973Z","caller":"traceutil/trace.go:171","msg":"trace[1528482578] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"295.045545ms","start":"2026-10-28T00:37:58.237901Z","end":"2026-10-28T00:37:58.532947Z","steps":["trace[1528482578] 'process raft request' (duration: 284.14912ms)","trace[1528482578] 'compare' (duration: 10.551255ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:37:58.533215Z","caller":"traceutil/trace.go:171","msg":"trace[213557713] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1951; }","duration":"292.495291ms","start":"2026-10-28T00:37:58.240704Z","end":"2026-10-28T00:37:58.533199Z","steps":["trace[213557713] 'read index received' (duration: 17.624889ms)","trace[213557713] 'applied index is now lower than readState.Index' (duration: 274.866382ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:37:58.533337Z","caller":"traceutil/trace.go:171","msg":"trace[1459919838] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"294.228512ms","start":"2026-10-28T00:37:58.239049Z","end":"2026-10-28T00:37:58.533277Z","steps":["trace[1459919838] 'process raft request' (duration: 293.83432ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:37:58.533474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.750958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9b98bb06-dd3b-4f53-a073-1a0ab3655bd7\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-10-28T00:37:58.533535Z","caller":"traceutil/trace.go:171","msg":"trace[1812805469] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9b98bb06-dd3b-4f53-a073-1a0ab3655bd7; range_end:; response_count:1; response_revision:1876; }","duration":"292.870752ms","start":"2026-10-28T00:37:58.240643Z","end":"2026-10-28T00:37:58.533514Z","steps":["trace[1812805469] 'agreement among raft nodes before linearized reading' (duration: 292.638255ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:37:58.70011Z","caller":"traceutil/trace.go:171","msg":"trace[1855142204] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"142.209943ms","start":"2026-10-28T00:37:58.557859Z","end":"2026-10-28T00:37:58.700069Z","steps":["trace[1855142204] 'process raft request' (duration: 87.683786ms)","trace[1855142204] 'compare' (duration: 54.359944ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:38:17.082612Z","caller":"traceutil/trace.go:171","msg":"trace[362478880] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"462.337785ms","start":"2026-10-28T00:38:16.620245Z","end":"2026-10-28T00:38:17.082583Z","steps":["trace[362478880] 'process raft request' (duration: 462.18946ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:38:17.08323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:38:16.620221Z","time spent":"462.483539ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T00:38:17.380421Z","caller":"traceutil/trace.go:171","msg":"trace[67741049] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"757.141955ms","start":"2026-10-28T00:38:16.62325Z","end":"2026-10-28T00:38:17.380392Z","steps":["trace[67741049] 'process raft request' (duration: 756.874797ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:38:17.380519Z","caller":"traceutil/trace.go:171","msg":"trace[77110445] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"689.432525ms","start":"2026-10-28T00:38:16.691061Z","end":"2026-10-28T00:38:17.380494Z","steps":["trace[77110445] 'process raft request' (duration: 689.26385ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:38:17.380546Z","caller":"traceutil/trace.go:171","msg":"trace[1139259667] linearizableReadLoop","detail":"{readStateIndex:2106; appliedIndex:2105; }","duration":"752.387691ms","start":"2026-10-28T00:38:16.628128Z","end":"2026-10-28T00:38:17.380515Z","steps":["trace[1139259667] 'read index received' (duration: 454.489246ms)","trace[1139259667] 'applied index is now lower than readState.Index' (duration: 297.897335ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T00:38:17.380589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:38:16.623208Z","time spent":"757.296659ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T00:38:17.380582Z","caller":"traceutil/trace.go:171","msg":"trace[362618482] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"682.976524ms","start":"2026-10-28T00:38:16.697565Z","end":"2026-10-28T00:38:17.380542Z","steps":["trace[362618482] 'process raft request' (duration: 682.858841ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:38:17.380635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:38:16.691045Z","time spent":"689.537058ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-28T00:38:17.380715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:38:16.697549Z","time spent":"683.096018ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-28T00:38:17.380852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.70407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-10-28T00:38:17.380864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.601886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12349"} {"level":"info","ts":"2026-10-28T00:38:17.380899Z","caller":"traceutil/trace.go:171","msg":"trace[1576360342] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2026; }","duration":"344.673458ms","start":"2026-10-28T00:38:17.036216Z","end":"2026-10-28T00:38:17.380889Z","steps":["trace[1576360342] 'agreement among raft nodes before linearized reading' (duration: 344.527304ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:38:17.380898Z","caller":"traceutil/trace.go:171","msg":"trace[107122735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2026; }","duration":"752.788893ms","start":"2026-10-28T00:38:16.628094Z","end":"2026-10-28T00:38:17.380883Z","steps":["trace[107122735] 'agreement among raft nodes before linearized reading' (duration: 752.567346ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:38:17.380897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.670669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5700"} {"level":"warn","ts":"2026-10-28T00:38:17.380892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.434825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-10-28T00:38:17.380927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:38:17.036193Z","time spent":"344.72815ms","remote":"127.0.0.1:57492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12372,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-10-28T00:38:17.380943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:38:16.62808Z","time spent":"752.852474ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-10-28T00:38:17.380963Z","caller":"traceutil/trace.go:171","msg":"trace[2020294491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2026; }","duration":"153.790332ms","start":"2026-10-28T00:38:17.227152Z","end":"2026-10-28T00:38:17.380942Z","steps":["trace[2020294491] 'agreement among raft nodes before linearized reading' (duration: 153.595557ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:38:17.380978Z","caller":"traceutil/trace.go:171","msg":"trace[1085297130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2026; }","duration":"589.577809ms","start":"2026-10-28T00:38:16.791381Z","end":"2026-10-28T00:38:17.380958Z","steps":["trace[1085297130] 'agreement among raft nodes before linearized reading' (duration: 589.338432ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:38:17.381017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:38:16.791322Z","time spent":"589.687702ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-10-28T00:38:17.380884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.557496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T00:38:17.381103Z","caller":"traceutil/trace.go:171","msg":"trace[611828054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2026; }","duration":"153.808362ms","start":"2026-10-28T00:38:17.227282Z","end":"2026-10-28T00:38:17.381091Z","steps":["trace[611828054] 'agreement among raft nodes before linearized reading' (duration: 153.511374ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:38:46.300861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.347588ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-10-28T00:38:52.6464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.633193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T00:38:52.64651Z","caller":"traceutil/trace.go:171","msg":"trace[911687894] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2225; }","duration":"130.827017ms","start":"2026-10-28T00:38:52.515663Z","end":"2026-10-28T00:38:52.64649Z","steps":["trace[911687894] 'count revisions from in-memory index tree' (duration: 130.54268ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:38:53.362109Z","caller":"traceutil/trace.go:171","msg":"trace[1679560120] linearizableReadLoop","detail":"{readStateIndex:2317; appliedIndex:2316; }","duration":"136.012066ms","start":"2026-10-28T00:38:53.226072Z","end":"2026-10-28T00:38:53.362084Z","steps":["trace[1679560120] 'read index received' (duration: 135.80499ms)","trace[1679560120] 'applied index is now lower than readState.Index' (duration: 206.186µs)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:38:53.362214Z","caller":"traceutil/trace.go:171","msg":"trace[107370066] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"136.373746ms","start":"2026-10-28T00:38:53.225816Z","end":"2026-10-28T00:38:53.36219Z","steps":["trace[107370066] 'process raft request' (duration: 136.123709ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:38:53.362275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.17842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T00:38:53.362305Z","caller":"traceutil/trace.go:171","msg":"trace[1498771337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2227; }","duration":"136.239062ms","start":"2026-10-28T00:38:53.226056Z","end":"2026-10-28T00:38:53.362295Z","steps":["trace[1498771337] 'agreement among raft nodes before linearized reading' (duration: 136.13539ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:38:59.509021Z","caller":"traceutil/trace.go:171","msg":"trace[1767459227] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"128.428934ms","start":"2026-10-28T00:38:59.380568Z","end":"2026-10-28T00:38:59.508997Z","steps":["trace[1767459227] 'process raft request' (duration: 128.28406ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:40:25.550224Z","caller":"traceutil/trace.go:171","msg":"trace[341467479] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"274.390393ms","start":"2026-10-28T00:40:25.275809Z","end":"2026-10-28T00:40:25.550199Z","steps":["trace[341467479] 'process raft request' (duration: 274.218179ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:40:54.470661Z","caller":"traceutil/trace.go:171","msg":"trace[282720049] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"109.698988ms","start":"2026-10-28T00:40:54.360915Z","end":"2026-10-28T00:40:54.470614Z","steps":["trace[282720049] 'process raft request' (duration: 14.139612ms)","trace[282720049] 'compare' (duration: 95.182747ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:40:54.475475Z","caller":"traceutil/trace.go:171","msg":"trace[95531870] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"100.42065ms","start":"2026-10-28T00:40:54.375027Z","end":"2026-10-28T00:40:54.475447Z","steps":["trace[95531870] 'process raft request' (duration: 100.172335ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:41:00.314998Z","caller":"traceutil/trace.go:171","msg":"trace[279742473] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"135.546867ms","start":"2026-10-28T00:41:00.179418Z","end":"2026-10-28T00:41:00.314965Z","steps":["trace[279742473] 'process raft request' (duration: 135.381774ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:41:00.343837Z","caller":"traceutil/trace.go:171","msg":"trace[1798028226] linearizableReadLoop","detail":"{readStateIndex:3218; appliedIndex:3216; }","duration":"115.687435ms","start":"2026-10-28T00:41:00.228121Z","end":"2026-10-28T00:41:00.343809Z","steps":["trace[1798028226] 'read index received' (duration: 86.68382ms)","trace[1798028226] 'applied index is now lower than readState.Index' (duration: 29.002475ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:41:00.343919Z","caller":"traceutil/trace.go:171","msg":"trace[33824084] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"159.924204ms","start":"2026-10-28T00:41:00.183967Z","end":"2026-10-28T00:41:00.343891Z","steps":["trace[33824084] 'process raft request' (duration: 159.676579ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:41:00.343985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.832568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T00:41:00.34408Z","caller":"traceutil/trace.go:171","msg":"trace[85543601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3094; }","duration":"115.984871ms","start":"2026-10-28T00:41:00.228076Z","end":"2026-10-28T00:41:00.344061Z","steps":["trace[85543601] 'agreement among raft nodes before linearized reading' (duration: 115.832988ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:41:01.108815Z","caller":"traceutil/trace.go:171","msg":"trace[643897375] linearizableReadLoop","detail":"{readStateIndex:3224; appliedIndex:3223; }","duration":"168.728248ms","start":"2026-10-28T00:41:00.940066Z","end":"2026-10-28T00:41:01.108795Z","steps":["trace[643897375] 'read index received' (duration: 168.513604ms)","trace[643897375] 'applied index is now lower than readState.Index' (duration: 213.804µs)"],"step_count":2} {"level":"warn","ts":"2026-10-28T00:41:01.109159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.059436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T00:41:01.109182Z","caller":"traceutil/trace.go:171","msg":"trace[1437711875] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"212.66161ms","start":"2026-10-28T00:41:00.89647Z","end":"2026-10-28T00:41:01.109131Z","steps":["trace[1437711875] 'process raft request' (duration: 212.19074ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:41:01.109215Z","caller":"traceutil/trace.go:171","msg":"trace[1997790280] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3100; }","duration":"169.201509ms","start":"2026-10-28T00:41:00.939996Z","end":"2026-10-28T00:41:01.109198Z","steps":["trace[1997790280] 'agreement among raft nodes before linearized reading' (duration: 169.086966ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:41:01.110319Z","caller":"traceutil/trace.go:171","msg":"trace[1849935078] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"155.558859ms","start":"2026-10-28T00:41:00.954719Z","end":"2026-10-28T00:41:01.110278Z","steps":["trace[1849935078] 'process raft request' (duration: 155.427916ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:41:01.110376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.661057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-10-28T00:41:01.110571Z","caller":"traceutil/trace.go:171","msg":"trace[616246973] range","detail":"{range_begin:/registry/masterleases/162.253.55.242; range_end:; response_count:1; response_revision:3101; }","duration":"160.856381ms","start":"2026-10-28T00:41:00.949648Z","end":"2026-10-28T00:41:01.110504Z","steps":["trace[616246973] 'agreement among raft nodes before linearized reading' (duration: 160.572586ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:45:04.638118Z","caller":"traceutil/trace.go:171","msg":"trace[531915381] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"159.350305ms","start":"2026-10-28T00:45:04.478741Z","end":"2026-10-28T00:45:04.638091Z","steps":["trace[531915381] 'process raft request' (duration: 159.207463ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:45:10.148771Z","caller":"traceutil/trace.go:171","msg":"trace[1960107561] linearizableReadLoop","detail":"{readStateIndex:4780; appliedIndex:4779; }","duration":"174.582837ms","start":"2026-10-28T00:45:09.974166Z","end":"2026-10-28T00:45:10.148749Z","steps":["trace[1960107561] 'read index received' (duration: 174.526186ms)","trace[1960107561] 'applied index is now lower than readState.Index' (duration: 55.561µs)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:45:10.14889Z","caller":"traceutil/trace.go:171","msg":"trace[326544082] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"176.757903ms","start":"2026-10-28T00:45:09.972069Z","end":"2026-10-28T00:45:10.148827Z","steps":["trace[326544082] 'process raft request' (duration: 176.5592ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:45:10.14903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.844231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-10-28T00:45:10.149093Z","caller":"traceutil/trace.go:171","msg":"trace[552482975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4598; }","duration":"174.954923ms","start":"2026-10-28T00:45:09.974122Z","end":"2026-10-28T00:45:10.149077Z","steps":["trace[552482975] 'agreement among raft nodes before linearized reading' (duration: 174.7434ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:45:10.3408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.0586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-28T00:45:10.340901Z","caller":"traceutil/trace.go:171","msg":"trace[841341937] linearizableReadLoop","detail":"{readStateIndex:4782; appliedIndex:4781; }","duration":"113.751789ms","start":"2026-10-28T00:45:10.227134Z","end":"2026-10-28T00:45:10.340886Z","steps":["trace[841341937] 'read index received' (duration: 51.121µs)","trace[841341937] 'applied index is now lower than readState.Index' (duration: 113.699668ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T00:45:10.340977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.84254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T00:45:10.340971Z","caller":"traceutil/trace.go:171","msg":"trace[1117821472] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"187.810607ms","start":"2026-10-28T00:45:10.153131Z","end":"2026-10-28T00:45:10.340941Z","steps":["trace[1117821472] 'process raft request' (duration: 34.530044ms)","trace[1117821472] 'compare' (duration: 152.885467ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:45:10.341007Z","caller":"traceutil/trace.go:171","msg":"trace[87690830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4600; }","duration":"113.910541ms","start":"2026-10-28T00:45:10.227088Z","end":"2026-10-28T00:45:10.340999Z","steps":["trace[87690830] 'agreement among raft nodes before linearized reading' (duration: 113.860501ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:45:27.480779Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2897} {"level":"info","ts":"2026-10-28T00:45:27.580009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2897,"took":"97.46713ms","hash":3011146925,"current-db-size-bytes":35622912,"current-db-size":"36 MB","current-db-size-in-use-bytes":11812864,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-10-28T00:45:27.580077Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3011146925,"revision":2897,"compact-revision":-1} {"level":"info","ts":"2026-10-28T00:46:44.971723Z","caller":"traceutil/trace.go:171","msg":"trace[1788819873] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"120.929123ms","start":"2026-10-28T00:46:44.850758Z","end":"2026-10-28T00:46:44.971687Z","steps":["trace[1788819873] 'process raft request' (duration: 120.355055ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.058894Z","caller":"traceutil/trace.go:171","msg":"trace[1380932830] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"173.699184ms","start":"2026-10-28T00:46:44.88517Z","end":"2026-10-28T00:46:45.058869Z","steps":["trace[1380932830] 'process raft request' (duration: 173.442269ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.411641Z","caller":"traceutil/trace.go:171","msg":"trace[1048293837] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"226.506163ms","start":"2026-10-28T00:46:45.185108Z","end":"2026-10-28T00:46:45.411614Z","steps":["trace[1048293837] 'process raft request' (duration: 166.067532ms)","trace[1048293837] 'compare' (duration: 60.124716ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:46:45.411752Z","caller":"traceutil/trace.go:171","msg":"trace[75138992] linearizableReadLoop","detail":"{readStateIndex:5943; appliedIndex:5940; }","duration":"205.056316ms","start":"2026-10-28T00:46:45.206668Z","end":"2026-10-28T00:46:45.411724Z","steps":["trace[75138992] 'read index received' (duration: 144.586345ms)","trace[75138992] 'applied index is now lower than readState.Index' (duration: 60.468811ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:46:45.411889Z","caller":"traceutil/trace.go:171","msg":"trace[310711756] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"226.270999ms","start":"2026-10-28T00:46:45.185612Z","end":"2026-10-28T00:46:45.411883Z","steps":["trace[310711756] 'process raft request' (duration: 225.909173ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.411875Z","caller":"traceutil/trace.go:171","msg":"trace[156751390] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"224.998729ms","start":"2026-10-28T00:46:45.186826Z","end":"2026-10-28T00:46:45.411824Z","steps":["trace[156751390] 'process raft request' (duration: 224.829436ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:46:45.411963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.767647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-28T00:46:45.412019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.340671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-10-28T00:46:45.412035Z","caller":"traceutil/trace.go:171","msg":"trace[178481986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5716; }","duration":"184.870558ms","start":"2026-10-28T00:46:45.227149Z","end":"2026-10-28T00:46:45.41202Z","steps":["trace[178481986] 'agreement among raft nodes before linearized reading' (duration: 184.767897ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.412072Z","caller":"traceutil/trace.go:171","msg":"trace[492816323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5716; }","duration":"205.449171ms","start":"2026-10-28T00:46:45.206608Z","end":"2026-10-28T00:46:45.412057Z","steps":["trace[492816323] 'agreement among raft nodes before linearized reading' (duration: 205.261308ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:46:45.41211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.059731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wtlx7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-10-28T00:46:45.412161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.705552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12432"} {"level":"info","ts":"2026-10-28T00:46:45.412188Z","caller":"traceutil/trace.go:171","msg":"trace[43027338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5716; }","duration":"159.781234ms","start":"2026-10-28T00:46:45.252401Z","end":"2026-10-28T00:46:45.412182Z","steps":["trace[43027338] 'agreement among raft nodes before linearized reading' (duration: 159.651572ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.412174Z","caller":"traceutil/trace.go:171","msg":"trace[1553812094] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wtlx7; range_end:; response_count:1; response_revision:5716; }","duration":"117.151022ms","start":"2026-10-28T00:46:45.295006Z","end":"2026-10-28T00:46:45.412157Z","steps":["trace[1553812094] 'agreement among raft nodes before linearized reading' (duration: 116.96692ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:46:45.412171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.917106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-10-28T00:46:45.41224Z","caller":"traceutil/trace.go:171","msg":"trace[1873872760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5716; }","duration":"119.988678ms","start":"2026-10-28T00:46:45.292236Z","end":"2026-10-28T00:46:45.412225Z","steps":["trace[1873872760] 'agreement among raft nodes before linearized reading' (duration: 119.806375ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.536825Z","caller":"traceutil/trace.go:171","msg":"trace[1108347432] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"120.945643ms","start":"2026-10-28T00:46:45.415854Z","end":"2026-10-28T00:46:45.536799Z","steps":["trace[1108347432] 'process raft request' (duration: 111.85625ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.543741Z","caller":"traceutil/trace.go:171","msg":"trace[1373929741] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"127.562676ms","start":"2026-10-28T00:46:45.416142Z","end":"2026-10-28T00:46:45.543705Z","steps":["trace[1373929741] 'process raft request' (duration: 124.228343ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.544223Z","caller":"traceutil/trace.go:171","msg":"trace[141980998] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"126.894587ms","start":"2026-10-28T00:46:45.417313Z","end":"2026-10-28T00:46:45.544208Z","steps":["trace[141980998] 'process raft request' (duration: 126.589742ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.544441Z","caller":"traceutil/trace.go:171","msg":"trace[1556223994] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"126.923777ms","start":"2026-10-28T00:46:45.417479Z","end":"2026-10-28T00:46:45.544403Z","steps":["trace[1556223994] 'process raft request' (duration: 126.605332ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.544523Z","caller":"traceutil/trace.go:171","msg":"trace[183439496] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"126.084793ms","start":"2026-10-28T00:46:45.418398Z","end":"2026-10-28T00:46:45.544483Z","steps":["trace[183439496] 'process raft request' (duration: 125.795839ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.544523Z","caller":"traceutil/trace.go:171","msg":"trace[2077261363] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"127.026668ms","start":"2026-10-28T00:46:45.41744Z","end":"2026-10-28T00:46:45.544466Z","steps":["trace[2077261363] 'process raft request' (duration: 126.54983ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.544687Z","caller":"traceutil/trace.go:171","msg":"trace[510664831] linearizableReadLoop","detail":"{readStateIndex:5946; appliedIndex:5943; }","duration":"127.626968ms","start":"2026-10-28T00:46:45.416921Z","end":"2026-10-28T00:46:45.544548Z","steps":["trace[510664831] 'read index received' (duration: 110.867475ms)","trace[510664831] 'applied index is now lower than readState.Index' (duration: 16.749153ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:46:45.54473Z","caller":"traceutil/trace.go:171","msg":"trace[758355267] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"128.42001ms","start":"2026-10-28T00:46:45.416268Z","end":"2026-10-28T00:46:45.544688Z","steps":["trace[758355267] 'process raft request' (duration: 124.6573ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:46:45.544986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.047675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12432"} {"level":"info","ts":"2026-10-28T00:46:45.545045Z","caller":"traceutil/trace.go:171","msg":"trace[1769768233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5725; }","duration":"128.139946ms","start":"2026-10-28T00:46:45.416889Z","end":"2026-10-28T00:46:45.545029Z","steps":["trace[1769768233] 'agreement among raft nodes before linearized reading' (duration: 127.947113ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.544938Z","caller":"traceutil/trace.go:171","msg":"trace[412281535] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"127.393174ms","start":"2026-10-28T00:46:45.417505Z","end":"2026-10-28T00:46:45.544898Z","steps":["trace[412281535] 'process raft request' (duration: 126.647642ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:46:45.545524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.942718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63576"} {"level":"warn","ts":"2026-10-28T00:46:45.54553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.249046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-28T00:46:45.545604Z","caller":"traceutil/trace.go:171","msg":"trace[2011190784] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5725; }","duration":"127.273312ms","start":"2026-10-28T00:46:45.418283Z","end":"2026-10-28T00:46:45.545556Z","steps":["trace[2011190784] 'agreement among raft nodes before linearized reading' (duration: 126.822025ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:45.545628Z","caller":"traceutil/trace.go:171","msg":"trace[1290550850] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5725; }","duration":"121.364479ms","start":"2026-10-28T00:46:45.4242Z","end":"2026-10-28T00:46:45.545564Z","steps":["trace[1290550850] 'agreement among raft nodes before linearized reading' (duration: 121.224797ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:46:48.547211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.240095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-28T00:46:48.547309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.131515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-10-28T00:46:48.547519Z","caller":"traceutil/trace.go:171","msg":"trace[116361067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5831; }","duration":"279.405269ms","start":"2026-10-28T00:46:48.268087Z","end":"2026-10-28T00:46:48.547492Z","steps":["trace[116361067] 'range keys from in-memory index tree' (duration: 278.917551ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:46:48.547376Z","caller":"traceutil/trace.go:171","msg":"trace[1066704482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5831; }","duration":"319.407188ms","start":"2026-10-28T00:46:48.227902Z","end":"2026-10-28T00:46:48.547309Z","steps":["trace[1066704482] 'range keys from in-memory index tree' (duration: 319.095363ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:46:48.547785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:46:48.227882Z","time spent":"319.887476ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-10-28T00:47:11.878455Z","caller":"traceutil/trace.go:171","msg":"trace[1440651659] linearizableReadLoop","detail":"{readStateIndex:6428; appliedIndex:6427; }","duration":"174.298779ms","start":"2026-10-28T00:47:11.704131Z","end":"2026-10-28T00:47:11.87843Z","steps":["trace[1440651659] 'read index received' (duration: 174.134977ms)","trace[1440651659] 'applied index is now lower than readState.Index' (duration: 162.562µs)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:47:11.87853Z","caller":"traceutil/trace.go:171","msg":"trace[1527198050] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"179.575191ms","start":"2026-10-28T00:47:11.698927Z","end":"2026-10-28T00:47:11.878502Z","steps":["trace[1527198050] 'process raft request' (duration: 179.337378ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:11.87869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.548603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wtlx7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-10-28T00:47:11.878733Z","caller":"traceutil/trace.go:171","msg":"trace[978107429] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wtlx7; range_end:; response_count:1; response_revision:6188; }","duration":"174.641294ms","start":"2026-10-28T00:47:11.704081Z","end":"2026-10-28T00:47:11.878722Z","steps":["trace[978107429] 'agreement among raft nodes before linearized reading' (duration: 174.484631ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:11.906535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.629472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-10-28T00:47:11.906616Z","caller":"traceutil/trace.go:171","msg":"trace[498822808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6190; }","duration":"197.750264ms","start":"2026-10-28T00:47:11.708845Z","end":"2026-10-28T00:47:11.906596Z","steps":["trace[498822808] 'agreement among raft nodes before linearized reading' (duration: 197.383348ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:47:21.108993Z","caller":"traceutil/trace.go:171","msg":"trace[1879638948] linearizableReadLoop","detail":"{readStateIndex:6632; appliedIndex:6631; }","duration":"348.214672ms","start":"2026-10-28T00:47:20.760751Z","end":"2026-10-28T00:47:21.108966Z","steps":["trace[1879638948] 'read index received' (duration: 347.916517ms)","trace[1879638948] 'applied index is now lower than readState.Index' (duration: 294.485µs)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:47:21.109066Z","caller":"traceutil/trace.go:171","msg":"trace[626382345] transaction","detail":"{read_only:false; response_revision:6388; number_of_response:1; }","duration":"414.330116ms","start":"2026-10-28T00:47:20.694698Z","end":"2026-10-28T00:47:21.109028Z","steps":["trace[626382345] 'process raft request' (duration: 414.081372ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.1093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.311217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-10-28T00:47:21.109304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.239102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T00:47:21.109338Z","caller":"traceutil/trace.go:171","msg":"trace[818333523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6388; }","duration":"232.364338ms","start":"2026-10-28T00:47:20.876962Z","end":"2026-10-28T00:47:21.109326Z","steps":["trace[818333523] 'agreement among raft nodes before linearized reading' (duration: 232.248586ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.109335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.628959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed7d65bd-4a59-4b87-91c6-233e9ba01a2c\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-10-28T00:47:21.109376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.602001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-10-28T00:47:21.109412Z","caller":"traceutil/trace.go:171","msg":"trace[417329264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6388; }","duration":"264.369864ms","start":"2026-10-28T00:47:20.845022Z","end":"2026-10-28T00:47:21.109392Z","steps":["trace[417329264] 'agreement among raft nodes before linearized reading' (duration: 264.235292ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:47:21.109435Z","caller":"traceutil/trace.go:171","msg":"trace[1476510057] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed7d65bd-4a59-4b87-91c6-233e9ba01a2c; range_end:; response_count:1; response_revision:6388; }","duration":"155.746921ms","start":"2026-10-28T00:47:20.953668Z","end":"2026-10-28T00:47:21.109415Z","steps":["trace[1476510057] 'agreement among raft nodes before linearized reading' (duration: 155.529948ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:47:21.109465Z","caller":"traceutil/trace.go:171","msg":"trace[666373064] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6388; }","duration":"150.700133ms","start":"2026-10-28T00:47:20.958726Z","end":"2026-10-28T00:47:21.109426Z","steps":["trace[666373064] 'agreement among raft nodes before linearized reading' (duration: 150.52009ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.109476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:47:20.694673Z","time spent":"414.566329ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-28T00:47:21.109693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.563548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-10-28T00:47:21.109733Z","caller":"traceutil/trace.go:171","msg":"trace[1032703000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6388; }","duration":"330.64351ms","start":"2026-10-28T00:47:20.77908Z","end":"2026-10-28T00:47:21.109723Z","steps":["trace[1032703000] 'agreement among raft nodes before linearized reading' (duration: 330.133922ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.109171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.401045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-28T00:47:21.109791Z","caller":"traceutil/trace.go:171","msg":"trace[1356627343] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6388; }","duration":"349.075766ms","start":"2026-10-28T00:47:20.760703Z","end":"2026-10-28T00:47:21.109779Z","steps":["trace[1356627343] 'agreement among raft nodes before linearized reading' (duration: 348.407605ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.109813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.381807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.242\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-10-28T00:47:21.10983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:47:20.760684Z","time spent":"349.132237ms","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-10-28T00:47:21.109841Z","caller":"traceutil/trace.go:171","msg":"trace[1950184464] range","detail":"{range_begin:/registry/masterleases/162.253.55.242; range_end:; response_count:1; response_revision:6388; }","duration":"139.427369ms","start":"2026-10-28T00:47:20.970406Z","end":"2026-10-28T00:47:21.109833Z","steps":["trace[1950184464] 'agreement among raft nodes before linearized reading' (duration: 138.796919ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.10976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:47:20.779062Z","time spent":"330.690181ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-10-28T00:47:21.547153Z","caller":"traceutil/trace.go:171","msg":"trace[2108209162] transaction","detail":"{read_only:false; response_revision:6391; number_of_response:1; }","duration":"428.92529ms","start":"2026-10-28T00:47:21.118201Z","end":"2026-10-28T00:47:21.547127Z","steps":["trace[2108209162] 'process raft request' (duration: 428.870179ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.547302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:47:21.118188Z","time spent":"429.037632ms","remote":"127.0.0.1:57492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T00:47:21.547374Z","caller":"traceutil/trace.go:171","msg":"trace[1923146975] transaction","detail":"{read_only:false; response_revision:6389; number_of_response:1; }","duration":"432.695698ms","start":"2026-10-28T00:47:21.114604Z","end":"2026-10-28T00:47:21.5473Z","steps":["trace[1923146975] 'process raft request' (duration: 432.282282ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:47:21.547407Z","caller":"traceutil/trace.go:171","msg":"trace[1480621006] transaction","detail":"{read_only:false; response_revision:6390; number_of_response:1; }","duration":"431.314305ms","start":"2026-10-28T00:47:21.116068Z","end":"2026-10-28T00:47:21.547382Z","steps":["trace[1480621006] 'process raft request' (duration: 430.95638ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.547561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:47:21.116052Z","time spent":"431.435548ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T00:47:21.547528Z","caller":"traceutil/trace.go:171","msg":"trace[1035458964] linearizableReadLoop","detail":"{readStateIndex:6636; appliedIndex:6636; }","duration":"357.978531ms","start":"2026-10-28T00:47:21.189511Z","end":"2026-10-28T00:47:21.54749Z","steps":["trace[1035458964] 'read index received' (duration: 357.963551ms)","trace[1035458964] 'applied index is now lower than readState.Index' (duration: 12.65µs)"],"step_count":2} {"level":"warn","ts":"2026-10-28T00:47:21.547585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:47:21.114575Z","time spent":"432.907251ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-28T00:47:21.547772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.838375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-10-28T00:47:21.547829Z","caller":"traceutil/trace.go:171","msg":"trace[100868582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6391; }","duration":"369.931646ms","start":"2026-10-28T00:47:21.177885Z","end":"2026-10-28T00:47:21.547817Z","steps":["trace[100868582] 'agreement among raft nodes before linearized reading' (duration: 369.706572ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.547871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:47:21.177874Z","time spent":"369.984258ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-10-28T00:47:21.54822Z","caller":"traceutil/trace.go:171","msg":"trace[1780480822] transaction","detail":"{read_only:false; response_revision:6392; number_of_response:1; }","duration":"357.628096ms","start":"2026-10-28T00:47:21.190559Z","end":"2026-10-28T00:47:21.548187Z","steps":["trace[1780480822] 'process raft request' (duration: 357.480163ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.548472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.439322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-10-28T00:47:21.548527Z","caller":"traceutil/trace.go:171","msg":"trace[1866965680] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6392; }","duration":"355.515333ms","start":"2026-10-28T00:47:21.192997Z","end":"2026-10-28T00:47:21.548512Z","steps":["trace[1866965680] 'agreement among raft nodes before linearized reading' (duration: 355.286009ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.548523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.265303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-10-28T00:47:21.548565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:47:21.192987Z","time spent":"355.569974ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-10-28T00:47:21.54858Z","caller":"traceutil/trace.go:171","msg":"trace[97161231] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6392; }","duration":"206.359594ms","start":"2026-10-28T00:47:21.3422Z","end":"2026-10-28T00:47:21.54856Z","steps":["trace[97161231] 'agreement among raft nodes before linearized reading' (duration: 206.10942ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.548667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.132486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-28T00:47:21.548711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.986844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12432"} {"level":"warn","ts":"2026-10-28T00:47:21.548753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.280169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T00:47:21.54877Z","caller":"traceutil/trace.go:171","msg":"trace[1302958896] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:6392; }","duration":"152.320789ms","start":"2026-10-28T00:47:21.396425Z","end":"2026-10-28T00:47:21.548746Z","steps":["trace[1302958896] 'agreement among raft nodes before linearized reading' (duration: 152.119185ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:47:21.548775Z","caller":"traceutil/trace.go:171","msg":"trace[544763530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6392; }","duration":"227.074825ms","start":"2026-10-28T00:47:21.321682Z","end":"2026-10-28T00:47:21.548757Z","steps":["trace[544763530] 'agreement among raft nodes before linearized reading' (duration: 226.902242ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:47:21.548789Z","caller":"traceutil/trace.go:171","msg":"trace[183048701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6392; }","duration":"322.35155ms","start":"2026-10-28T00:47:21.226427Z","end":"2026-10-28T00:47:21.548779Z","steps":["trace[183048701] 'agreement among raft nodes before linearized reading' (duration: 322.298409ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:47:21.548818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:47:21.226417Z","time spent":"322.395831ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-28T00:47:21.549199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:47:21.190546Z","time spent":"357.780718ms","remote":"127.0.0.1:57314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T00:47:28.133305Z","caller":"traceutil/trace.go:171","msg":"trace[165591603] linearizableReadLoop","detail":"{readStateIndex:6693; appliedIndex:6692; }","duration":"110.454965ms","start":"2026-10-28T00:47:28.022821Z","end":"2026-10-28T00:47:28.133276Z","steps":["trace[165591603] 'read index received' (duration: 20.573098ms)","trace[165591603] 'applied index is now lower than readState.Index' (duration: 89.880777ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T00:47:28.133585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.762191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17288"} {"level":"info","ts":"2026-10-28T00:47:28.133619Z","caller":"traceutil/trace.go:171","msg":"trace[443498472] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6446; }","duration":"110.857941ms","start":"2026-10-28T00:47:28.02275Z","end":"2026-10-28T00:47:28.133608Z","steps":["trace[443498472] 'agreement among raft nodes before linearized reading' (duration: 110.713069ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:47:28.133448Z","caller":"traceutil/trace.go:171","msg":"trace[1475729450] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"120.869956ms","start":"2026-10-28T00:47:28.012511Z","end":"2026-10-28T00:47:28.133381Z","steps":["trace[1475729450] 'process raft request' (duration: 30.901927ms)","trace[1475729450] 'compare' (duration: 89.758275ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:47:28.463785Z","caller":"traceutil/trace.go:171","msg":"trace[1514977849] transaction","detail":"{read_only:false; response_revision:6456; number_of_response:1; }","duration":"131.440449ms","start":"2026-10-28T00:47:28.332316Z","end":"2026-10-28T00:47:28.463756Z","steps":["trace[1514977849] 'process raft request' (duration: 100.951518ms)","trace[1514977849] 'compare' (duration: 30.379519ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:47:28.48007Z","caller":"traceutil/trace.go:171","msg":"trace[446005735] transaction","detail":"{read_only:false; response_revision:6457; number_of_response:1; }","duration":"143.282241ms","start":"2026-10-28T00:47:28.336765Z","end":"2026-10-28T00:47:28.480048Z","steps":["trace[446005735] 'process raft request' (duration: 143.092178ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:47:28.48023Z","caller":"traceutil/trace.go:171","msg":"trace[681924780] transaction","detail":"{read_only:false; response_revision:6458; number_of_response:1; }","duration":"141.600425ms","start":"2026-10-28T00:47:28.338606Z","end":"2026-10-28T00:47:28.480207Z","steps":["trace[681924780] 'process raft request' (duration: 141.385791ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:47:35.781393Z","caller":"traceutil/trace.go:171","msg":"trace[1830913774] transaction","detail":"{read_only:false; response_revision:6505; number_of_response:1; }","duration":"133.475724ms","start":"2026-10-28T00:47:35.647861Z","end":"2026-10-28T00:47:35.781337Z","steps":["trace[1830913774] 'process raft request' (duration: 133.365972ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:50:27.48882Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4690} {"level":"info","ts":"2026-10-28T00:50:27.53741Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4690,"took":"47.567675ms","hash":1562040203,"current-db-size-bytes":35622912,"current-db-size":"36 MB","current-db-size-in-use-bytes":34807808,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-10-28T00:50:27.537465Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1562040203,"revision":4690,"compact-revision":2897} {"level":"info","ts":"2026-10-28T00:53:54.071636Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002598.wal"} {"level":"warn","ts":"2026-10-28T00:53:58.276964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.744629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-10-28T00:53:58.277079Z","caller":"traceutil/trace.go:171","msg":"trace[1666339493] linearizableReadLoop","detail":"{readStateIndex:9646; appliedIndex:9645; }","duration":"498.327778ms","start":"2026-10-28T00:53:57.778741Z","end":"2026-10-28T00:53:58.277069Z","steps":["trace[1666339493] 'read index received' (duration: 334.432578ms)","trace[1666339493] 'applied index is now lower than readState.Index' (duration: 163.89454ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:53:58.277083Z","caller":"traceutil/trace.go:171","msg":"trace[492977371] transaction","detail":"{read_only:false; response_revision:9307; number_of_response:1; }","duration":"502.72096ms","start":"2026-10-28T00:53:57.77433Z","end":"2026-10-28T00:53:58.277051Z","steps":["trace[492977371] 'process raft request' (duration: 338.83061ms)","trace[492977371] 'compare' (duration: 163.640627ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T00:53:58.277228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.365611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-10-28T00:53:58.277252Z","caller":"traceutil/trace.go:171","msg":"trace[1706003014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9308; }","duration":"441.399501ms","start":"2026-10-28T00:53:57.835847Z","end":"2026-10-28T00:53:58.277247Z","steps":["trace[1706003014] 'agreement among raft nodes before linearized reading' (duration: 441.30622ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:53:58.277247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:53:57.774322Z","time spent":"502.837072ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-28T00:53:58.277273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:53:57.83584Z","time spent":"441.429361ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-10-28T00:53:58.277314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.554462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-28T00:53:58.277365Z","caller":"traceutil/trace.go:171","msg":"trace[452395500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9308; }","duration":"498.627703ms","start":"2026-10-28T00:53:57.778729Z","end":"2026-10-28T00:53:58.277356Z","steps":["trace[452395500] 'agreement among raft nodes before linearized reading' (duration: 498.396479ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:53:58.277385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:53:57.778724Z","time spent":"498.654763ms","remote":"127.0.0.1:59230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-10-28T00:53:58.277204Z","caller":"traceutil/trace.go:171","msg":"trace[1118143333] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"474.389268ms","start":"2026-10-28T00:53:57.802795Z","end":"2026-10-28T00:53:58.277184Z","steps":["trace[1118143333] 'process raft request' (duration: 474.249196ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:53:58.277434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.637578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-10-28T00:53:58.277451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:53:57.802767Z","time spent":"474.668103ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T00:53:58.277469Z","caller":"traceutil/trace.go:171","msg":"trace[2112391820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9308; }","duration":"276.701179ms","start":"2026-10-28T00:53:58.000756Z","end":"2026-10-28T00:53:58.277457Z","steps":["trace[2112391820] 'agreement among raft nodes before linearized reading' (duration: 276.632298ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:53:58.277704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.433033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-10-28T00:53:58.277727Z","caller":"traceutil/trace.go:171","msg":"trace[1330943317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9308; }","duration":"189.492393ms","start":"2026-10-28T00:53:58.08823Z","end":"2026-10-28T00:53:58.277723Z","steps":["trace[1330943317] 'agreement among raft nodes before linearized reading' (duration: 189.414362ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:53:58.410503Z","caller":"traceutil/trace.go:171","msg":"trace[1601109769] transaction","detail":"{read_only:false; response_revision:9309; number_of_response:1; }","duration":"128.856395ms","start":"2026-10-28T00:53:58.281617Z","end":"2026-10-28T00:53:58.410473Z","steps":["trace[1601109769] 'process raft request' (duration: 117.706767ms)","trace[1601109769] 'compare' (duration: 10.751762ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:53:58.410664Z","caller":"traceutil/trace.go:171","msg":"trace[851105555] transaction","detail":"{read_only:false; response_revision:9310; number_of_response:1; }","duration":"127.02921ms","start":"2026-10-28T00:53:58.283604Z","end":"2026-10-28T00:53:58.410633Z","steps":["trace[851105555] 'process raft request' (duration: 126.647694ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:54:12.047419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.370407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-10-28T00:54:12.047569Z","caller":"traceutil/trace.go:171","msg":"trace[1651729439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9378; }","duration":"251.544271ms","start":"2026-10-28T00:54:11.795963Z","end":"2026-10-28T00:54:12.047507Z","steps":["trace[1651729439] 'range keys from in-memory index tree' (duration: 251.11687ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:54:12.917897Z","caller":"traceutil/trace.go:171","msg":"trace[2087340861] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"115.900198ms","start":"2026-10-28T00:54:12.801953Z","end":"2026-10-28T00:54:12.917853Z","steps":["trace[2087340861] 'process raft request' (duration: 115.746415ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:54:13.924233Z","caller":"traceutil/trace.go:171","msg":"trace[851033905] transaction","detail":"{read_only:false; response_revision:9389; number_of_response:1; }","duration":"222.670381ms","start":"2026-10-28T00:54:13.701532Z","end":"2026-10-28T00:54:13.924203Z","steps":["trace[851033905] 'process raft request' (duration: 123.246586ms)","trace[851033905] 'compare' (duration: 99.250351ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:54:52.03557Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cc70bec9404419f6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-10-28T00:54:52.042303Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-10-28T00:54:52.042439Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-10-28T00:54:57.415021Z","caller":"traceutil/trace.go:171","msg":"trace[781673759] linearizableReadLoop","detail":"{readStateIndex:10032; appliedIndex:10031; }","duration":"251.879948ms","start":"2026-10-28T00:54:57.163114Z","end":"2026-10-28T00:54:57.414994Z","steps":["trace[781673759] 'read index received' (duration: 251.684883ms)","trace[781673759] 'applied index is now lower than readState.Index' (duration: 193.975µs)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:54:57.415101Z","caller":"traceutil/trace.go:171","msg":"trace[1402519523] transaction","detail":"{read_only:false; response_revision:9678; number_of_response:1; }","duration":"309.697407ms","start":"2026-10-28T00:54:57.105367Z","end":"2026-10-28T00:54:57.415064Z","steps":["trace[1402519523] 'process raft request' (duration: 309.474022ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:54:57.415207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.40515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T00:54:57.415252Z","caller":"traceutil/trace.go:171","msg":"trace[1954055172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9678; }","duration":"187.505343ms","start":"2026-10-28T00:54:57.227735Z","end":"2026-10-28T00:54:57.41524Z","steps":["trace[1954055172] 'agreement among raft nodes before linearized reading' (duration: 187.424061ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:54:57.415231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.087982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T00:54:57.415315Z","caller":"traceutil/trace.go:171","msg":"trace[70616508] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9678; }","duration":"252.235796ms","start":"2026-10-28T00:54:57.163059Z","end":"2026-10-28T00:54:57.415294Z","steps":["trace[70616508] 'agreement among raft nodes before linearized reading' (duration: 252.073572ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:54:57.415305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T00:54:57.10533Z","time spent":"309.866071ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T00:54:58.279969Z","caller":"traceutil/trace.go:171","msg":"trace[389988118] transaction","detail":"{read_only:false; response_revision:9680; number_of_response:1; }","duration":"164.909808ms","start":"2026-10-28T00:54:58.115001Z","end":"2026-10-28T00:54:58.279911Z","steps":["trace[389988118] 'process raft request' (duration: 142.253655ms)","trace[389988118] 'compare' (duration: 22.459718ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:54:58.578055Z","caller":"traceutil/trace.go:171","msg":"trace[1523971205] transaction","detail":"{read_only:false; response_revision:9681; number_of_response:1; }","duration":"104.733783ms","start":"2026-10-28T00:54:58.473301Z","end":"2026-10-28T00:54:58.578035Z","steps":["trace[1523971205] 'process raft request' (duration: 104.59246ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:55:00.974419Z","caller":"traceutil/trace.go:171","msg":"trace[1351578548] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"133.574757ms","start":"2026-10-28T00:55:00.840813Z","end":"2026-10-28T00:55:00.974387Z","steps":["trace[1351578548] 'process raft request' (duration: 97.902099ms)","trace[1351578548] 'compare' (duration: 35.491574ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T00:55:00.974586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.740903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-10-28T00:55:00.97465Z","caller":"traceutil/trace.go:171","msg":"trace[772458551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9707; }","duration":"122.819455ms","start":"2026-10-28T00:55:00.851815Z","end":"2026-10-28T00:55:00.974634Z","steps":["trace[772458551] 'agreement among raft nodes before linearized reading' (duration: 122.665491ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:55:00.975066Z","caller":"traceutil/trace.go:171","msg":"trace[242392030] linearizableReadLoop","detail":"{readStateIndex:10061; appliedIndex:10060; }","duration":"122.531398ms","start":"2026-10-28T00:55:00.851827Z","end":"2026-10-28T00:55:00.974358Z","steps":["trace[242392030] 'read index received' (duration: 86.86169ms)","trace[242392030] 'applied index is now lower than readState.Index' (duration: 35.668768ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T00:55:00.975228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.319827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-10-28T00:55:00.975259Z","caller":"traceutil/trace.go:171","msg":"trace[1002672184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9707; }","duration":"106.383759ms","start":"2026-10-28T00:55:00.868864Z","end":"2026-10-28T00:55:00.975248Z","steps":["trace[1002672184] 'agreement among raft nodes before linearized reading' (duration: 106.286756ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:55:01.141601Z","caller":"traceutil/trace.go:171","msg":"trace[1967584448] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"162.361361ms","start":"2026-10-28T00:55:00.979215Z","end":"2026-10-28T00:55:01.141576Z","steps":["trace[1967584448] 'process raft request' (duration: 127.788589ms)","trace[1967584448] 'compare' (duration: 33.318222ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:55:01.172243Z","caller":"traceutil/trace.go:171","msg":"trace[467367893] linearizableReadLoop","detail":"{readStateIndex:10063; appliedIndex:10061; }","duration":"189.273262ms","start":"2026-10-28T00:55:00.982945Z","end":"2026-10-28T00:55:01.172219Z","steps":["trace[467367893] 'read index received' (duration: 124.051301ms)","trace[467367893] 'applied index is now lower than readState.Index' (duration: 65.221091ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:55:01.172304Z","caller":"traceutil/trace.go:171","msg":"trace[1453064452] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"191.688569ms","start":"2026-10-28T00:55:00.980587Z","end":"2026-10-28T00:55:01.172276Z","steps":["trace[1453064452] 'process raft request' (duration: 191.502395ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:55:01.172526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.848042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4pnn5\" ","response":"range_response_count:1 size:4790"} {"level":"info","ts":"2026-10-28T00:55:01.172597Z","caller":"traceutil/trace.go:171","msg":"trace[963024581] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4pnn5; range_end:; response_count:1; response_revision:9709; }","duration":"107.962584ms","start":"2026-10-28T00:55:01.064616Z","end":"2026-10-28T00:55:01.172578Z","steps":["trace[963024581] 'agreement among raft nodes before linearized reading' (duration: 107.824881ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:55:01.172527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.9416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-10-28T00:55:01.172697Z","caller":"traceutil/trace.go:171","msg":"trace[195609517] range","detail":"{range_begin:/registry/masterleases/162.253.55.242; range_end:; response_count:1; response_revision:9709; }","duration":"179.138684ms","start":"2026-10-28T00:55:00.993545Z","end":"2026-10-28T00:55:01.172684Z","steps":["trace[195609517] 'agreement among raft nodes before linearized reading' (duration: 178.850427ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:55:01.172803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.813654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:230175"} {"level":"info","ts":"2026-10-28T00:55:01.172854Z","caller":"traceutil/trace.go:171","msg":"trace[874715645] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9709; }","duration":"189.963558ms","start":"2026-10-28T00:55:00.982879Z","end":"2026-10-28T00:55:01.172843Z","steps":["trace[874715645] 'agreement among raft nodes before linearized reading' (duration: 189.457005ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T00:55:27.500138Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7663} {"level":"info","ts":"2026-10-28T00:55:27.63214Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7663,"took":"129.811612ms","hash":3451667393,"current-db-size-bytes":45842432,"current-db-size":"46 MB","current-db-size-in-use-bytes":24113152,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-10-28T00:55:27.632213Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3451667393,"revision":7663,"compact-revision":4690} {"level":"info","ts":"2026-10-28T00:56:37.346749Z","caller":"traceutil/trace.go:171","msg":"trace[809687739] linearizableReadLoop","detail":"{readStateIndex:10971; appliedIndex:10970; }","duration":"271.524327ms","start":"2026-10-28T00:56:37.075188Z","end":"2026-10-28T00:56:37.346712Z","steps":["trace[809687739] 'read index received' (duration: 271.103729ms)","trace[809687739] 'applied index is now lower than readState.Index' (duration: 419.648µs)"],"step_count":2} {"level":"info","ts":"2026-10-28T00:56:37.346819Z","caller":"traceutil/trace.go:171","msg":"trace[1430140911] transaction","detail":"{read_only:false; response_revision:10588; number_of_response:1; }","duration":"298.868449ms","start":"2026-10-28T00:56:37.047918Z","end":"2026-10-28T00:56:37.346787Z","steps":["trace[1430140911] 'process raft request' (duration: 298.603413ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:56:37.346953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.751452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T00:56:37.347013Z","caller":"traceutil/trace.go:171","msg":"trace[1706428981] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:10588; }","duration":"271.871445ms","start":"2026-10-28T00:56:37.075124Z","end":"2026-10-28T00:56:37.346995Z","steps":["trace[1706428981] 'agreement among raft nodes before linearized reading' (duration: 271.757462ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T00:56:37.347228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.131999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-10-28T00:56:37.347585Z","caller":"traceutil/trace.go:171","msg":"trace[806802876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10588; }","duration":"247.261542ms","start":"2026-10-28T00:56:37.100032Z","end":"2026-10-28T00:56:37.347293Z","steps":["trace[806802876] 'agreement among raft nodes before linearized reading' (duration: 246.991976ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:00:27.5081Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9936} {"level":"info","ts":"2026-10-28T01:00:27.599098Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9936,"took":"88.854849ms","hash":3713068593,"current-db-size-bytes":45842432,"current-db-size":"46 MB","current-db-size-in-use-bytes":23867392,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-10-28T01:00:27.599226Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3713068593,"revision":9936,"compact-revision":7663} {"level":"warn","ts":"2026-10-28T01:01:56.943557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.212481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T01:01:56.943652Z","caller":"traceutil/trace.go:171","msg":"trace[1479783080] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:12912; }","duration":"131.358473ms","start":"2026-10-28T01:01:56.812275Z","end":"2026-10-28T01:01:56.943634Z","steps":["trace[1479783080] 'count revisions from in-memory index tree' (duration: 130.963896ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:02:22.193141Z","caller":"traceutil/trace.go:171","msg":"trace[1047061867] transaction","detail":"{read_only:false; response_revision:13055; number_of_response:1; }","duration":"175.690492ms","start":"2026-10-28T01:02:22.017405Z","end":"2026-10-28T01:02:22.193096Z","steps":["trace[1047061867] 'process raft request' (duration: 175.477228ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:05:27.515939Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12007} {"level":"info","ts":"2026-10-28T01:05:27.608893Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12007,"took":"90.444011ms","hash":1324922349,"current-db-size-bytes":45842432,"current-db-size":"46 MB","current-db-size-in-use-bytes":26423296,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-10-28T01:05:27.608975Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1324922349,"revision":12007,"compact-revision":9936} {"level":"info","ts":"2026-10-28T01:05:50.403021Z","caller":"traceutil/trace.go:171","msg":"trace[1875956913] transaction","detail":"{read_only:false; response_revision:14415; number_of_response:1; }","duration":"121.567802ms","start":"2026-10-28T01:05:50.281427Z","end":"2026-10-28T01:05:50.402994Z","steps":["trace[1875956913] 'process raft request' (duration: 105.999791ms)","trace[1875956913] 'compare' (duration: 15.398948ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:08:47.446255Z","caller":"traceutil/trace.go:171","msg":"trace[1662588244] linearizableReadLoop","detail":"{readStateIndex:16215; appliedIndex:16214; }","duration":"105.498359ms","start":"2026-10-28T01:08:47.340722Z","end":"2026-10-28T01:08:47.446221Z","steps":["trace[1662588244] 'read index received' (duration: 105.294955ms)","trace[1662588244] 'applied index is now lower than readState.Index' (duration: 201.644µs)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:08:47.44632Z","caller":"traceutil/trace.go:171","msg":"trace[704808833] transaction","detail":"{read_only:false; response_revision:15661; number_of_response:1; }","duration":"191.438181ms","start":"2026-10-28T01:08:47.254849Z","end":"2026-10-28T01:08:47.446287Z","steps":["trace[704808833] 'process raft request' (duration: 191.164956ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:08:47.446561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.820904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12432"} {"level":"info","ts":"2026-10-28T01:08:47.446614Z","caller":"traceutil/trace.go:171","msg":"trace[152351171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15661; }","duration":"105.938606ms","start":"2026-10-28T01:08:47.34066Z","end":"2026-10-28T01:08:47.446599Z","steps":["trace[152351171] 'agreement among raft nodes before linearized reading' (duration: 105.743823ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:08:55.871833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.985061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-10-28T01:08:55.872114Z","caller":"traceutil/trace.go:171","msg":"trace[663512245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15721; }","duration":"110.328397ms","start":"2026-10-28T01:08:55.761766Z","end":"2026-10-28T01:08:55.872094Z","steps":["trace[663512245] 'range keys from in-memory index tree' (duration: 109.846838ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:08:55.937723Z","caller":"traceutil/trace.go:171","msg":"trace[1797945057] transaction","detail":"{read_only:false; response_revision:15722; number_of_response:1; }","duration":"169.042943ms","start":"2026-10-28T01:08:55.768665Z","end":"2026-10-28T01:08:55.937708Z","steps":["trace[1797945057] 'process raft request' (duration: 168.942441ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:08:55.937809Z","caller":"traceutil/trace.go:171","msg":"trace[1423368242] linearizableReadLoop","detail":"{readStateIndex:16278; appliedIndex:16278; }","duration":"139.514072ms","start":"2026-10-28T01:08:55.798273Z","end":"2026-10-28T01:08:55.937788Z","steps":["trace[1423368242] 'read index received' (duration: 139.508762ms)","trace[1423368242] 'applied index is now lower than readState.Index' (duration: 4.39µs)"],"step_count":2} {"level":"warn","ts":"2026-10-28T01:08:55.93789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.612944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-10-28T01:08:55.937908Z","caller":"traceutil/trace.go:171","msg":"trace[251429456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15722; }","duration":"139.674955ms","start":"2026-10-28T01:08:55.798227Z","end":"2026-10-28T01:08:55.937902Z","steps":["trace[251429456] 'agreement among raft nodes before linearized reading' (duration: 139.616864ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:08:57.132759Z","caller":"traceutil/trace.go:171","msg":"trace[2024467825] transaction","detail":"{read_only:false; response_revision:15727; number_of_response:1; }","duration":"247.407335ms","start":"2026-10-28T01:08:56.885327Z","end":"2026-10-28T01:08:57.132734Z","steps":["trace[2024467825] 'process raft request' (duration: 247.216382ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:08:57.302477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.710285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-28T01:08:57.302584Z","caller":"traceutil/trace.go:171","msg":"trace[174668343] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:15727; }","duration":"124.889048ms","start":"2026-10-28T01:08:57.177673Z","end":"2026-10-28T01:08:57.302562Z","steps":["trace[174668343] 'count revisions from in-memory index tree' (duration: 124.601003ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:08:58.630989Z","caller":"traceutil/trace.go:171","msg":"trace[2046154855] linearizableReadLoop","detail":"{readStateIndex:16296; appliedIndex:16295; }","duration":"100.248167ms","start":"2026-10-28T01:08:58.53071Z","end":"2026-10-28T01:08:58.630958Z","steps":["trace[2046154855] 'read index received' (duration: 100.037984ms)","trace[2046154855] 'applied index is now lower than readState.Index' (duration: 209.103µs)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:08:58.63108Z","caller":"traceutil/trace.go:171","msg":"trace[1529497379] transaction","detail":"{read_only:false; response_revision:15739; number_of_response:1; }","duration":"178.757143ms","start":"2026-10-28T01:08:58.452296Z","end":"2026-10-28T01:08:58.631054Z","steps":["trace[1529497379] 'process raft request' (duration: 178.478518ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:08:58.631216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.498581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wtlx7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-10-28T01:08:58.631258Z","caller":"traceutil/trace.go:171","msg":"trace[2037385443] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wtlx7; range_end:; response_count:1; response_revision:15739; }","duration":"100.603833ms","start":"2026-10-28T01:08:58.530641Z","end":"2026-10-28T01:08:58.631245Z","steps":["trace[2037385443] 'agreement among raft nodes before linearized reading' (duration: 100.4182ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:09:23.377025Z","caller":"traceutil/trace.go:171","msg":"trace[1008474631] linearizableReadLoop","detail":"{readStateIndex:16604; appliedIndex:16601; }","duration":"109.280199ms","start":"2026-10-28T01:09:23.26772Z","end":"2026-10-28T01:09:23.377Z","steps":["trace[1008474631] 'read index received' (duration: 58.879825ms)","trace[1008474631] 'applied index is now lower than readState.Index' (duration: 50.399524ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:09:23.377143Z","caller":"traceutil/trace.go:171","msg":"trace[1220106606] transaction","detail":"{read_only:false; response_revision:16033; number_of_response:1; }","duration":"113.306106ms","start":"2026-10-28T01:09:23.263803Z","end":"2026-10-28T01:09:23.377109Z","steps":["trace[1220106606] 'process raft request' (duration: 112.95033ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:09:23.377138Z","caller":"traceutil/trace.go:171","msg":"trace[170788307] transaction","detail":"{read_only:false; response_revision:16034; number_of_response:1; }","duration":"111.819881ms","start":"2026-10-28T01:09:23.265285Z","end":"2026-10-28T01:09:23.377105Z","steps":["trace[170788307] 'process raft request' (duration: 111.655258ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:09:23.377612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.438232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112349"} {"level":"info","ts":"2026-10-28T01:09:23.377691Z","caller":"traceutil/trace.go:171","msg":"trace[452894399] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:16034; }","duration":"109.544114ms","start":"2026-10-28T01:09:23.268127Z","end":"2026-10-28T01:09:23.377671Z","steps":["trace[452894399] 'agreement among raft nodes before linearized reading' (duration: 109.158457ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:09:23.378546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.742973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3348"} {"level":"info","ts":"2026-10-28T01:09:23.378663Z","caller":"traceutil/trace.go:171","msg":"trace[2126594171] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:16034; }","duration":"110.900905ms","start":"2026-10-28T01:09:23.267691Z","end":"2026-10-28T01:09:23.378592Z","steps":["trace[2126594171] 'agreement among raft nodes before linearized reading' (duration: 109.486302ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:09:25.02155Z","caller":"traceutil/trace.go:171","msg":"trace[817362966] transaction","detail":"{read_only:false; response_revision:16065; number_of_response:1; }","duration":"255.433697ms","start":"2026-10-28T01:09:24.766087Z","end":"2026-10-28T01:09:25.02152Z","steps":["trace[817362966] 'process raft request' (duration: 255.201113ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:09:25.615886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.396037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T01:09:25.615998Z","caller":"traceutil/trace.go:171","msg":"trace[1689114782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16065; }","duration":"388.51946ms","start":"2026-10-28T01:09:25.22745Z","end":"2026-10-28T01:09:25.61597Z","steps":["trace[1689114782] 'range keys from in-memory index tree' (duration: 388.313015ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:09:25.616033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:09:25.227386Z","time spent":"388.640612ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-10-28T01:09:25.616023Z","caller":"traceutil/trace.go:171","msg":"trace[1977786852] linearizableReadLoop","detail":"{readStateIndex:16636; appliedIndex:16635; }","duration":"336.782503ms","start":"2026-10-28T01:09:25.279207Z","end":"2026-10-28T01:09:25.61599Z","steps":["trace[1977786852] 'read index received' (duration: 329.909669ms)","trace[1977786852] 'applied index is now lower than readState.Index' (duration: 6.870944ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:09:25.616039Z","caller":"traceutil/trace.go:171","msg":"trace[1711329205] transaction","detail":"{read_only:false; response_revision:16066; number_of_response:1; }","duration":"372.067207ms","start":"2026-10-28T01:09:25.243945Z","end":"2026-10-28T01:09:25.616012Z","steps":["trace[1711329205] 'process raft request' (duration: 365.076311ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:09:25.616207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:09:25.243926Z","time spent":"372.21335ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-28T01:09:25.616388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.165781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5215ceee-aa05-4f12-9c6b-89b01a464579\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-10-28T01:09:25.616415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.155004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3368"} {"level":"info","ts":"2026-10-28T01:09:25.616432Z","caller":"traceutil/trace.go:171","msg":"trace[440997225] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5215ceee-aa05-4f12-9c6b-89b01a464579; range_end:; response_count:1; response_revision:16066; }","duration":"299.305383ms","start":"2026-10-28T01:09:25.317111Z","end":"2026-10-28T01:09:25.616417Z","steps":["trace[440997225] 'agreement among raft nodes before linearized reading' (duration: 299.065819ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:09:25.616466Z","caller":"traceutil/trace.go:171","msg":"trace[1798793211] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:16066; }","duration":"182.260536ms","start":"2026-10-28T01:09:25.43419Z","end":"2026-10-28T01:09:25.616451Z","steps":["trace[1798793211] 'agreement among raft nodes before linearized reading' (duration: 182.029602ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:09:25.616439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.196951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-f57v8\" ","response":"range_response_count:1 size:20806"} {"level":"info","ts":"2026-10-28T01:09:25.616547Z","caller":"traceutil/trace.go:171","msg":"trace[743940308] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-f57v8; range_end:; response_count:1; response_revision:16066; }","duration":"337.356023ms","start":"2026-10-28T01:09:25.279161Z","end":"2026-10-28T01:09:25.616517Z","steps":["trace[743940308] 'agreement among raft nodes before linearized reading' (duration: 336.938836ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:09:25.616615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:09:25.279147Z","time spent":"337.454035ms","remote":"127.0.0.1:57492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20829,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-f57v8\" "} {"level":"info","ts":"2026-10-28T01:09:25.771179Z","caller":"traceutil/trace.go:171","msg":"trace[13911527] linearizableReadLoop","detail":"{readStateIndex:16637; appliedIndex:16636; }","duration":"140.410163ms","start":"2026-10-28T01:09:25.630746Z","end":"2026-10-28T01:09:25.771157Z","steps":["trace[13911527] 'read index received' (duration: 135.750786ms)","trace[13911527] 'applied index is now lower than readState.Index' (duration: 4.658527ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:09:25.771266Z","caller":"traceutil/trace.go:171","msg":"trace[1775423865] transaction","detail":"{read_only:false; response_revision:16067; number_of_response:1; }","duration":"146.386643ms","start":"2026-10-28T01:09:25.624868Z","end":"2026-10-28T01:09:25.771255Z","steps":["trace[1775423865] 'process raft request' (duration: 141.349279ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:09:25.771424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.661228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-28T01:09:25.771459Z","caller":"traceutil/trace.go:171","msg":"trace[1765678587] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:16067; }","duration":"140.754338ms","start":"2026-10-28T01:09:25.630695Z","end":"2026-10-28T01:09:25.771449Z","steps":["trace[1765678587] 'agreement among raft nodes before linearized reading' (duration: 140.684917ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:09:25.773218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.40067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-10-28T01:09:25.773273Z","caller":"traceutil/trace.go:171","msg":"trace[1223399042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16069; }","duration":"115.499472ms","start":"2026-10-28T01:09:25.657761Z","end":"2026-10-28T01:09:25.77326Z","steps":["trace[1223399042] 'agreement among raft nodes before linearized reading' (duration: 115.338419ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:09:25.773464Z","caller":"traceutil/trace.go:171","msg":"trace[981144115] transaction","detail":"{read_only:false; response_revision:16068; number_of_response:1; }","duration":"112.162516ms","start":"2026-10-28T01:09:25.661278Z","end":"2026-10-28T01:09:25.773441Z","steps":["trace[981144115] 'process raft request' (duration: 111.659297ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:10:18.243265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.688622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-10-28T01:10:18.243383Z","caller":"traceutil/trace.go:171","msg":"trace[1628289642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16700; }","duration":"105.818705ms","start":"2026-10-28T01:10:18.137517Z","end":"2026-10-28T01:10:18.243335Z","steps":["trace[1628289642] 'range keys from in-memory index tree' (duration: 105.458929ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:10:18.55808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.839627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-10-28T01:10:18.558158Z","caller":"traceutil/trace.go:171","msg":"trace[1814281838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16702; }","duration":"185.966629ms","start":"2026-10-28T01:10:18.372174Z","end":"2026-10-28T01:10:18.558141Z","steps":["trace[1814281838] 'range keys from in-memory index tree' (duration: 185.533742ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:10:27.525199Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14283} {"level":"info","ts":"2026-10-28T01:10:27.605154Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14283,"took":"77.451837ms","hash":3593338784,"current-db-size-bytes":45842432,"current-db-size":"46 MB","current-db-size-in-use-bytes":30552064,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-10-28T01:10:27.605225Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3593338784,"revision":14283,"compact-revision":12007} {"level":"info","ts":"2026-10-28T01:10:52.952307Z","caller":"traceutil/trace.go:171","msg":"trace[155923899] transaction","detail":"{read_only:false; response_revision:16885; number_of_response:1; }","duration":"157.155482ms","start":"2026-10-28T01:10:52.795129Z","end":"2026-10-28T01:10:52.952285Z","steps":["trace[155923899] 'process raft request' (duration: 146.932086ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:10:53.548716Z","caller":"traceutil/trace.go:171","msg":"trace[1220622402] transaction","detail":"{read_only:false; response_revision:16886; number_of_response:1; }","duration":"196.494463ms","start":"2026-10-28T01:10:53.352195Z","end":"2026-10-28T01:10:53.54869Z","steps":["trace[1220622402] 'process raft request' (duration: 195.550619ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:10:53.690125Z","caller":"traceutil/trace.go:171","msg":"trace[42079604] transaction","detail":"{read_only:false; response_revision:16887; number_of_response:1; }","duration":"139.391233ms","start":"2026-10-28T01:10:53.550698Z","end":"2026-10-28T01:10:53.690089Z","steps":["trace[42079604] 'process raft request' (duration: 75.493521ms)","trace[42079604] 'compare' (duration: 63.634637ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:10:53.690159Z","caller":"traceutil/trace.go:171","msg":"trace[557324554] transaction","detail":"{read_only:false; response_revision:16888; number_of_response:1; }","duration":"133.988695ms","start":"2026-10-28T01:10:53.556144Z","end":"2026-10-28T01:10:53.690133Z","steps":["trace[557324554] 'process raft request' (duration: 133.861592ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:10:54.078755Z","caller":"traceutil/trace.go:171","msg":"trace[1514767085] transaction","detail":"{read_only:false; response_revision:16889; number_of_response:1; }","duration":"108.516259ms","start":"2026-10-28T01:10:53.970217Z","end":"2026-10-28T01:10:54.078733Z","steps":["trace[1514767085] 'process raft request' (duration: 108.338846ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:15:27.532846Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16752} {"level":"info","ts":"2026-10-28T01:15:27.643041Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16752,"took":"106.920195ms","hash":1564570745,"current-db-size-bytes":45842432,"current-db-size":"46 MB","current-db-size-in-use-bytes":31821824,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-10-28T01:15:27.643104Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1564570745,"revision":16752,"compact-revision":14283} {"level":"info","ts":"2026-10-28T01:16:30.024086Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cc70bec9404419f6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-10-28T01:16:30.031813Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-10-28T01:16:30.031916Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-10-28T01:17:20.101962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.470697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:954664"} {"level":"info","ts":"2026-10-28T01:17:20.102047Z","caller":"traceutil/trace.go:171","msg":"trace[414727251] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19662; }","duration":"132.581439ms","start":"2026-10-28T01:17:19.969447Z","end":"2026-10-28T01:17:20.102028Z","steps":["trace[414727251] 'range keys from in-memory index tree' (duration: 131.614783ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:17:20.399299Z","caller":"traceutil/trace.go:171","msg":"trace[2090837295] linearizableReadLoop","detail":"{readStateIndex:20350; appliedIndex:20349; }","duration":"171.857632ms","start":"2026-10-28T01:17:20.227419Z","end":"2026-10-28T01:17:20.399276Z","steps":["trace[2090837295] 'read index received' (duration: 171.586968ms)","trace[2090837295] 'applied index is now lower than readState.Index' (duration: 269.694µs)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:17:20.399395Z","caller":"traceutil/trace.go:171","msg":"trace[1783519695] transaction","detail":"{read_only:false; response_revision:19663; number_of_response:1; }","duration":"196.809571ms","start":"2026-10-28T01:17:20.202524Z","end":"2026-10-28T01:17:20.399334Z","steps":["trace[1783519695] 'process raft request' (duration: 196.592487ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:17:20.399502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.802784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-10-28T01:17:20.399532Z","caller":"traceutil/trace.go:171","msg":"trace[1230623253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19663; }","duration":"170.884506ms","start":"2026-10-28T01:17:20.228642Z","end":"2026-10-28T01:17:20.399526Z","steps":["trace[1230623253] 'agreement among raft nodes before linearized reading' (duration: 170.768344ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:17:20.399503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.066705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-28T01:17:20.399578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.289868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-10-28T01:17:20.399563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.417584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-28T01:17:20.399609Z","caller":"traceutil/trace.go:171","msg":"trace[985579219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19663; }","duration":"138.358399ms","start":"2026-10-28T01:17:20.261239Z","end":"2026-10-28T01:17:20.399598Z","steps":["trace[985579219] 'agreement among raft nodes before linearized reading' (duration: 138.251777ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:17:20.399605Z","caller":"traceutil/trace.go:171","msg":"trace[1045292105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19663; }","duration":"172.245218ms","start":"2026-10-28T01:17:20.227336Z","end":"2026-10-28T01:17:20.399581Z","steps":["trace[1045292105] 'agreement among raft nodes before linearized reading' (duration: 172.080795ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:17:20.399626Z","caller":"traceutil/trace.go:171","msg":"trace[595106603] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:19663; }","duration":"137.537756ms","start":"2026-10-28T01:17:20.262073Z","end":"2026-10-28T01:17:20.399611Z","steps":["trace[595106603] 'agreement among raft nodes before linearized reading' (duration: 137.395424ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:17:21.253097Z","caller":"traceutil/trace.go:171","msg":"trace[1661256755] transaction","detail":"{read_only:false; response_revision:19667; number_of_response:1; }","duration":"262.854151ms","start":"2026-10-28T01:17:20.990219Z","end":"2026-10-28T01:17:21.253073Z","steps":["trace[1661256755] 'process raft request' (duration: 262.692478ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:17:21.330005Z","caller":"traceutil/trace.go:171","msg":"trace[1203972178] linearizableReadLoop","detail":"{readStateIndex:20355; appliedIndex:20353; }","duration":"264.010409ms","start":"2026-10-28T01:17:21.065967Z","end":"2026-10-28T01:17:21.329977Z","steps":["trace[1203972178] 'read index received' (duration: 187.009097ms)","trace[1203972178] 'applied index is now lower than readState.Index' (duration: 77.000052ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:17:21.330039Z","caller":"traceutil/trace.go:171","msg":"trace[671443706] transaction","detail":"{read_only:false; response_revision:19668; number_of_response:1; }","duration":"303.707057ms","start":"2026-10-28T01:17:21.0263Z","end":"2026-10-28T01:17:21.330007Z","steps":["trace[671443706] 'process raft request' (duration: 301.533013ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:17:21.330229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.819813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.242\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-10-28T01:17:21.330239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:17:21.02628Z","time spent":"303.822929ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T01:17:21.330289Z","caller":"traceutil/trace.go:171","msg":"trace[1246573262] range","detail":"{range_begin:/registry/masterleases/162.253.55.242; range_end:; response_count:1; response_revision:19668; }","duration":"259.886174ms","start":"2026-10-28T01:17:21.070392Z","end":"2026-10-28T01:17:21.330278Z","steps":["trace[1246573262] 'agreement among raft nodes before linearized reading' (duration: 259.720271ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:17:21.330328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.220144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-28T01:17:21.330445Z","caller":"traceutil/trace.go:171","msg":"trace[1312109314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19668; }","duration":"102.392337ms","start":"2026-10-28T01:17:21.228029Z","end":"2026-10-28T01:17:21.330421Z","steps":["trace[1312109314] 'agreement among raft nodes before linearized reading' (duration: 102.144983ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:17:21.330424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.420254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-10-28T01:17:21.330547Z","caller":"traceutil/trace.go:171","msg":"trace[1637805376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19668; }","duration":"264.589417ms","start":"2026-10-28T01:17:21.065924Z","end":"2026-10-28T01:17:21.330513Z","steps":["trace[1637805376] 'agreement among raft nodes before linearized reading' (duration: 264.174291ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:17:21.468834Z","caller":"traceutil/trace.go:171","msg":"trace[1791718460] transaction","detail":"{read_only:false; response_revision:19670; number_of_response:1; }","duration":"117.104677ms","start":"2026-10-28T01:17:21.3517Z","end":"2026-10-28T01:17:21.468805Z","steps":["trace[1791718460] 'process raft request' (duration: 115.776216ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:17:21.767663Z","caller":"traceutil/trace.go:171","msg":"trace[493906160] transaction","detail":"{read_only:false; response_revision:19671; number_of_response:1; }","duration":"176.452862ms","start":"2026-10-28T01:17:21.591175Z","end":"2026-10-28T01:17:21.767628Z","steps":["trace[493906160] 'process raft request' (duration: 141.240103ms)","trace[493906160] 'compare' (duration: 35.071047ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:17:21.79763Z","caller":"traceutil/trace.go:171","msg":"trace[1820957350] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"169.931561ms","start":"2026-10-28T01:17:21.627676Z","end":"2026-10-28T01:17:21.797608Z","steps":["trace[1820957350] 'process raft request' (duration: 169.799329ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:20:27.54739Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18918} {"level":"info","ts":"2026-10-28T01:20:27.653624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18918,"took":"102.608721ms","hash":932847559,"current-db-size-bytes":46301184,"current-db-size":"46 MB","current-db-size-in-use-bytes":33746944,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-10-28T01:20:27.653698Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":932847559,"revision":18918,"compact-revision":16752} {"level":"warn","ts":"2026-10-28T01:23:18.72215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.357574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-10-28T01:23:18.722242Z","caller":"traceutil/trace.go:171","msg":"trace[1472347256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22430; }","duration":"130.486166ms","start":"2026-10-28T01:23:18.591736Z","end":"2026-10-28T01:23:18.722222Z","steps":["trace[1472347256] 'range keys from in-memory index tree' (duration: 130.208611ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:23:18.955052Z","caller":"traceutil/trace.go:171","msg":"trace[259256788] transaction","detail":"{read_only:false; response_revision:22432; number_of_response:1; }","duration":"228.032987ms","start":"2026-10-28T01:23:18.72699Z","end":"2026-10-28T01:23:18.955023Z","steps":["trace[259256788] 'process raft request' (duration: 145.674447ms)","trace[259256788] 'compare' (duration: 81.857512ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T01:23:19.197616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.919695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-10-28T01:23:19.197676Z","caller":"traceutil/trace.go:171","msg":"trace[387774942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22432; }","duration":"109.025617ms","start":"2026-10-28T01:23:19.088638Z","end":"2026-10-28T01:23:19.197663Z","steps":["trace[387774942] 'range keys from in-memory index tree' (duration: 108.775683ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:23:19.224091Z","caller":"traceutil/trace.go:171","msg":"trace[1849055657] transaction","detail":"{read_only:false; response_revision:22434; number_of_response:1; }","duration":"114.496971ms","start":"2026-10-28T01:23:19.109572Z","end":"2026-10-28T01:23:19.224069Z","steps":["trace[1849055657] 'process raft request' (duration: 114.37868ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:23:29.535566Z","caller":"traceutil/trace.go:171","msg":"trace[270716791] transaction","detail":"{read_only:false; response_revision:22491; number_of_response:1; }","duration":"184.157254ms","start":"2026-10-28T01:23:29.351383Z","end":"2026-10-28T01:23:29.535541Z","steps":["trace[270716791] 'process raft request' (duration: 175.767346ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:23:35.380157Z","caller":"traceutil/trace.go:171","msg":"trace[464432211] transaction","detail":"{read_only:false; response_revision:22516; number_of_response:1; }","duration":"339.609799ms","start":"2026-10-28T01:23:35.040523Z","end":"2026-10-28T01:23:35.380132Z","steps":["trace[464432211] 'process raft request' (duration: 339.456186ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:23:35.380302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:23:35.040461Z","time spent":"339.768671ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-28T01:23:35.661773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.9819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-28T01:23:35.662082Z","caller":"traceutil/trace.go:171","msg":"trace[1384355602] linearizableReadLoop","detail":"{readStateIndex:23297; appliedIndex:23296; }","duration":"492.526255ms","start":"2026-10-28T01:23:35.16954Z","end":"2026-10-28T01:23:35.662066Z","steps":["trace[1384355602] 'read index received' (duration: 210.632748ms)","trace[1384355602] 'applied index is now lower than readState.Index' (duration: 281.890287ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:23:35.662175Z","caller":"traceutil/trace.go:171","msg":"trace[1604114604] transaction","detail":"{read_only:false; response_revision:22518; number_of_response:1; }","duration":"394.466817ms","start":"2026-10-28T01:23:35.267699Z","end":"2026-10-28T01:23:35.662166Z","steps":["trace[1604114604] 'process raft request' (duration: 394.205563ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:23:35.662242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:23:35.267671Z","time spent":"394.533868ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T01:23:35.662218Z","caller":"traceutil/trace.go:171","msg":"trace[561362122] transaction","detail":"{read_only:false; response_revision:22519; number_of_response:1; }","duration":"380.368481ms","start":"2026-10-28T01:23:35.28182Z","end":"2026-10-28T01:23:35.662188Z","steps":["trace[561362122] 'process raft request' (duration: 380.158788ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:23:35.662287Z","caller":"traceutil/trace.go:171","msg":"trace[659398340] transaction","detail":"{read_only:false; response_revision:22517; number_of_response:1; }","duration":"608.65394ms","start":"2026-10-28T01:23:35.053603Z","end":"2026-10-28T01:23:35.662257Z","steps":["trace[659398340] 'process raft request' (duration: 392.108011ms)","trace[659398340] 'compare' (duration: 215.662525ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T01:23:35.662407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:23:35.281802Z","time spent":"380.494824ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T01:23:35.662419Z","caller":"traceutil/trace.go:171","msg":"trace[758540503] transaction","detail":"{read_only:false; response_revision:22520; number_of_response:1; }","duration":"373.268443ms","start":"2026-10-28T01:23:35.289109Z","end":"2026-10-28T01:23:35.662378Z","steps":["trace[758540503] 'process raft request' (duration: 372.915298ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:23:35.662446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:23:35.053584Z","time spent":"608.798402ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-28T01:23:35.662481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.310076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-28T01:23:35.662575Z","caller":"traceutil/trace.go:171","msg":"trace[478719750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22520; }","duration":"434.443988ms","start":"2026-10-28T01:23:35.228104Z","end":"2026-10-28T01:23:35.662548Z","steps":["trace[478719750] 'agreement among raft nodes before linearized reading' (duration: 434.300836ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:23:35.662592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.595387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-10-28T01:23:35.662583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:23:35.289096Z","time spent":"373.403856ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T01:23:35.662627Z","caller":"traceutil/trace.go:171","msg":"trace[80187123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22520; }","duration":"352.659888ms","start":"2026-10-28T01:23:35.309957Z","end":"2026-10-28T01:23:35.662617Z","steps":["trace[80187123] 'agreement among raft nodes before linearized reading' (duration: 352.526216ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:23:35.662631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:23:35.228085Z","time spent":"434.53575ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-28T01:23:35.662649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:23:35.309945Z","time spent":"352.700069ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-10-28T01:23:35.662574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.022563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-10-28T01:23:35.662692Z","caller":"traceutil/trace.go:171","msg":"trace[433184757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:22520; }","duration":"493.175606ms","start":"2026-10-28T01:23:35.169498Z","end":"2026-10-28T01:23:35.662673Z","steps":["trace[433184757] 'agreement among raft nodes before linearized reading' (duration: 492.665358ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:23:35.662737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:23:35.169479Z","time spent":"493.247577ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-10-28T01:23:35.912195Z","caller":"traceutil/trace.go:171","msg":"trace[1019966714] linearizableReadLoop","detail":"{readStateIndex:23302; appliedIndex:23300; }","duration":"238.83928ms","start":"2026-10-28T01:23:35.673325Z","end":"2026-10-28T01:23:35.912164Z","steps":["trace[1019966714] 'read index received' (duration: 65.832566ms)","trace[1019966714] 'applied index is now lower than readState.Index' (duration: 173.005234ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:23:35.912231Z","caller":"traceutil/trace.go:171","msg":"trace[1129183456] transaction","detail":"{read_only:false; response_revision:22522; number_of_response:1; }","duration":"241.189285ms","start":"2026-10-28T01:23:35.670987Z","end":"2026-10-28T01:23:35.912177Z","steps":["trace[1129183456] 'process raft request' (duration: 221.099478ms)","trace[1129183456] 'compare' (duration: 19.723031ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T01:23:35.912457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.119683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18515"} {"level":"info","ts":"2026-10-28T01:23:35.912516Z","caller":"traceutil/trace.go:171","msg":"trace[788659199] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22522; }","duration":"239.215024ms","start":"2026-10-28T01:23:35.673286Z","end":"2026-10-28T01:23:35.912501Z","steps":["trace[788659199] 'agreement among raft nodes before linearized reading' (duration: 238.985801ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:23:36.818226Z","caller":"traceutil/trace.go:171","msg":"trace[1956054938] linearizableReadLoop","detail":"{readStateIndex:23304; appliedIndex:23303; }","duration":"314.481796ms","start":"2026-10-28T01:23:36.503725Z","end":"2026-10-28T01:23:36.818207Z","steps":["trace[1956054938] 'read index received' (duration: 314.344043ms)","trace[1956054938] 'applied index is now lower than readState.Index' (duration: 136.603µs)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:23:36.818324Z","caller":"traceutil/trace.go:171","msg":"trace[764210472] transaction","detail":"{read_only:false; response_revision:22523; number_of_response:1; }","duration":"328.240206ms","start":"2026-10-28T01:23:36.490036Z","end":"2026-10-28T01:23:36.818276Z","steps":["trace[764210472] 'process raft request' (duration: 328.030352ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:23:36.818422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.680169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-10-28T01:23:36.818462Z","caller":"traceutil/trace.go:171","msg":"trace[2047864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22523; }","duration":"314.753189ms","start":"2026-10-28T01:23:36.503699Z","end":"2026-10-28T01:23:36.818452Z","steps":["trace[2047864] 'agreement among raft nodes before linearized reading' (duration: 314.608217ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:23:36.818491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:23:36.503688Z","time spent":"314.79526ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-10-28T01:23:36.818499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:23:36.490007Z","time spent":"328.408668ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-28T01:23:36.841693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.504173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-28T01:23:36.841788Z","caller":"traceutil/trace.go:171","msg":"trace[1638280592] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22524; }","duration":"253.630635ms","start":"2026-10-28T01:23:36.588122Z","end":"2026-10-28T01:23:36.841753Z","steps":["trace[1638280592] 'agreement among raft nodes before linearized reading' (duration: 253.498604ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:25:27.554645Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21253} {"level":"info","ts":"2026-10-28T01:25:27.678668Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21253,"took":"119.833213ms","hash":3823546243,"current-db-size-bytes":47673344,"current-db-size":"48 MB","current-db-size-in-use-bytes":29601792,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-10-28T01:25:27.67873Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3823546243,"revision":21253,"compact-revision":18918} {"level":"warn","ts":"2026-10-28T01:27:47.34008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.413245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-28T01:27:47.340175Z","caller":"traceutil/trace.go:171","msg":"trace[730896564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25064; }","duration":"112.566087ms","start":"2026-10-28T01:27:47.22759Z","end":"2026-10-28T01:27:47.340156Z","steps":["trace[730896564] 'range keys from in-memory index tree' (duration: 112.318673ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:27:47.828846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.23954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-28T01:27:47.828969Z","caller":"traceutil/trace.go:171","msg":"trace[1214165516] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25066; }","duration":"342.395162ms","start":"2026-10-28T01:27:47.486552Z","end":"2026-10-28T01:27:47.828947Z","steps":["trace[1214165516] 'count revisions from in-memory index tree' (duration: 342.109817ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:27:47.829027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:27:47.486479Z","time spent":"342.535644ms","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-10-28T01:28:41.749132Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000067dc.wal"} {"level":"info","ts":"2026-10-28T01:30:27.562318Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23451} {"level":"info","ts":"2026-10-28T01:30:27.699088Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23451,"took":"133.01525ms","hash":2059925289,"current-db-size-bytes":50683904,"current-db-size":"51 MB","current-db-size-in-use-bytes":44802048,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-10-28T01:30:27.699182Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2059925289,"revision":23451,"compact-revision":21253} {"level":"info","ts":"2026-10-28T01:31:17.50061Z","caller":"traceutil/trace.go:171","msg":"trace[1752356518] transaction","detail":"{read_only:false; response_revision:27131; number_of_response:1; }","duration":"159.546284ms","start":"2026-10-28T01:31:17.34104Z","end":"2026-10-28T01:31:17.500587Z","steps":["trace[1752356518] 'process raft request' (duration: 159.234005ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:31:17.500582Z","caller":"traceutil/trace.go:171","msg":"trace[639843390] linearizableReadLoop","detail":"{readStateIndex:28037; appliedIndex:28036; }","duration":"102.312787ms","start":"2026-10-28T01:31:17.398232Z","end":"2026-10-28T01:31:17.500545Z","steps":["trace[639843390] 'read index received' (duration: 101.987707ms)","trace[639843390] 'applied index is now lower than readState.Index' (duration: 323.45µs)"],"step_count":2} {"level":"warn","ts":"2026-10-28T01:31:17.500934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.651766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-10-28T01:31:17.500983Z","caller":"traceutil/trace.go:171","msg":"trace[1778758127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27131; }","duration":"102.761709ms","start":"2026-10-28T01:31:17.398209Z","end":"2026-10-28T01:31:17.500971Z","steps":["trace[1778758127] 'agreement among raft nodes before linearized reading' (duration: 102.517653ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:31:17.578202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.32377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-28T01:31:17.578305Z","caller":"traceutil/trace.go:171","msg":"trace[1240886406] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27132; }","duration":"141.441823ms","start":"2026-10-28T01:31:17.436828Z","end":"2026-10-28T01:31:17.57827Z","steps":["trace[1240886406] 'agreement among raft nodes before linearized reading' (duration: 141.298969ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:31:17.578648Z","caller":"traceutil/trace.go:171","msg":"trace[1917521829] transaction","detail":"{read_only:false; response_revision:27132; number_of_response:1; }","duration":"139.077365ms","start":"2026-10-28T01:31:17.43956Z","end":"2026-10-28T01:31:17.578637Z","steps":["trace[1917521829] 'process raft request' (duration: 136.665806ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:31:17.886063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.055622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-10-28T01:31:17.886772Z","caller":"traceutil/trace.go:171","msg":"trace[1634425451] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"168.10668ms","start":"2026-10-28T01:31:17.718647Z","end":"2026-10-28T01:31:17.886754Z","steps":["trace[1634425451] 'process raft request' (duration: 168.036328ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:31:17.887214Z","caller":"traceutil/trace.go:171","msg":"trace[464196040] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"379.634452ms","start":"2026-10-28T01:31:17.507565Z","end":"2026-10-28T01:31:17.887199Z","steps":["trace[464196040] 'process raft request' (duration: 237.073597ms)","trace[464196040] 'compare' (duration: 140.485275ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T01:31:17.887314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:31:17.50755Z","time spent":"379.694784ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T01:31:17.887494Z","caller":"traceutil/trace.go:171","msg":"trace[1898717554] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"345.030084ms","start":"2026-10-28T01:31:17.542433Z","end":"2026-10-28T01:31:17.887463Z","steps":["trace[1898717554] 'process raft request' (duration: 344.145849ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:31:17.887584Z","caller":"traceutil/trace.go:171","msg":"trace[11291681] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"340.077842ms","start":"2026-10-28T01:31:17.547467Z","end":"2026-10-28T01:31:17.887545Z","steps":["trace[11291681] 'process raft request' (duration: 339.176856ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:31:17.887635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:31:17.542401Z","time spent":"345.154248ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-28T01:31:17.88775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:31:17.547451Z","time spent":"340.206566ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T01:31:17.887919Z","caller":"traceutil/trace.go:171","msg":"trace[2085250801] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"351.005336ms","start":"2026-10-28T01:31:17.536871Z","end":"2026-10-28T01:31:17.887876Z","steps":["trace[2085250801] 'process raft request' (duration: 349.551045ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:31:17.88797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:31:17.536858Z","time spent":"351.083069ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T01:31:17.922778Z","caller":"traceutil/trace.go:171","msg":"trace[636575202] transaction","detail":"{read_only:false; response_revision:27138; number_of_response:1; }","duration":"158.130474ms","start":"2026-10-28T01:31:17.764617Z","end":"2026-10-28T01:31:17.922748Z","steps":["trace[636575202] 'process raft request' (duration: 157.99806ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:31:18.110834Z","caller":"traceutil/trace.go:171","msg":"trace[918485822] linearizableReadLoop","detail":"{readStateIndex:28045; appliedIndex:28044; }","duration":"162.441535ms","start":"2026-10-28T01:31:17.948372Z","end":"2026-10-28T01:31:18.110813Z","steps":["trace[918485822] 'read index received' (duration: 162.236119ms)","trace[918485822] 'applied index is now lower than readState.Index' (duration: 204.556µs)"],"step_count":2} {"level":"warn","ts":"2026-10-28T01:31:18.111052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.697632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-10-28T01:31:18.111084Z","caller":"traceutil/trace.go:171","msg":"trace[531388535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27139; }","duration":"162.736633ms","start":"2026-10-28T01:31:17.948336Z","end":"2026-10-28T01:31:18.111073Z","steps":["trace[531388535] 'agreement among raft nodes before linearized reading' (duration: 162.583599ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:31:18.111408Z","caller":"traceutil/trace.go:171","msg":"trace[1615677926] transaction","detail":"{read_only:false; response_revision:27139; number_of_response:1; }","duration":"185.120117ms","start":"2026-10-28T01:31:17.926274Z","end":"2026-10-28T01:31:18.111394Z","steps":["trace[1615677926] 'process raft request' (duration: 184.406867ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:31:18.384402Z","caller":"traceutil/trace.go:171","msg":"trace[1337859303] transaction","detail":"{read_only:false; response_revision:27140; number_of_response:1; }","duration":"267.857367ms","start":"2026-10-28T01:31:18.116518Z","end":"2026-10-28T01:31:18.384375Z","steps":["trace[1337859303] 'process raft request' (duration: 181.604805ms)","trace[1337859303] 'compare' (duration: 86.054516ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:31:18.384525Z","caller":"traceutil/trace.go:171","msg":"trace[998969507] linearizableReadLoop","detail":"{readStateIndex:28046; appliedIndex:28045; }","duration":"246.829882ms","start":"2026-10-28T01:31:18.137669Z","end":"2026-10-28T01:31:18.384498Z","steps":["trace[998969507] 'read index received' (duration: 160.398275ms)","trace[998969507] 'applied index is now lower than readState.Index' (duration: 86.430097ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T01:31:18.384748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.067679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-28T01:31:18.384813Z","caller":"traceutil/trace.go:171","msg":"trace[1190168801] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27142; }","duration":"247.190983ms","start":"2026-10-28T01:31:18.13761Z","end":"2026-10-28T01:31:18.384801Z","steps":["trace[1190168801] 'agreement among raft nodes before linearized reading' (duration: 247.000987ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:31:18.385816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.249596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-28T01:31:18.385908Z","caller":"traceutil/trace.go:171","msg":"trace[1257468321] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"186.449214ms","start":"2026-10-28T01:31:18.199394Z","end":"2026-10-28T01:31:18.385843Z","steps":["trace[1257468321] 'process raft request' (duration: 184.985393ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:31:18.385847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.013737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-10-28T01:31:18.386515Z","caller":"traceutil/trace.go:171","msg":"trace[1209723966] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27142; }","duration":"198.717507ms","start":"2026-10-28T01:31:18.187772Z","end":"2026-10-28T01:31:18.386489Z","steps":["trace[1209723966] 'agreement among raft nodes before linearized reading' (duration: 196.865884ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:31:18.385928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.071036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-28T01:31:18.384538Z","caller":"traceutil/trace.go:171","msg":"trace[1174256409] transaction","detail":"{read_only:false; response_revision:27142; number_of_response:1; }","duration":"167.326544ms","start":"2026-10-28T01:31:18.217189Z","end":"2026-10-28T01:31:18.384516Z","steps":["trace[1174256409] 'process raft request' (duration: 167.284082ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:31:18.385938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.941756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-28T01:31:18.386719Z","caller":"traceutil/trace.go:171","msg":"trace[1176887303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27142; }","duration":"159.88824ms","start":"2026-10-28T01:31:18.226811Z","end":"2026-10-28T01:31:18.3867Z","steps":["trace[1176887303] 'agreement among raft nodes before linearized reading' (duration: 159.032245ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:31:18.3871Z","caller":"traceutil/trace.go:171","msg":"trace[2007222856] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27142; }","duration":"157.154792ms","start":"2026-10-28T01:31:18.229919Z","end":"2026-10-28T01:31:18.387074Z","steps":["trace[2007222856] 'agreement among raft nodes before linearized reading' (duration: 155.929156ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:31:18.38606Z","caller":"traceutil/trace.go:171","msg":"trace[1673943635] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27142; }","duration":"139.502043ms","start":"2026-10-28T01:31:18.24648Z","end":"2026-10-28T01:31:18.385982Z","steps":["trace[1673943635] 'agreement among raft nodes before linearized reading' (duration: 139.163553ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:31:18.386379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.881834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-10-28T01:31:18.38747Z","caller":"traceutil/trace.go:171","msg":"trace[675360184] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27142; }","duration":"182.036498ms","start":"2026-10-28T01:31:18.205403Z","end":"2026-10-28T01:31:18.38744Z","steps":["trace[675360184] 'agreement among raft nodes before linearized reading' (duration: 180.450942ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:31:18.51251Z","caller":"traceutil/trace.go:171","msg":"trace[273327083] linearizableReadLoop","detail":"{readStateIndex:28049; appliedIndex:28048; }","duration":"119.805206ms","start":"2026-10-28T01:31:18.392688Z","end":"2026-10-28T01:31:18.512493Z","steps":["trace[273327083] 'read index received' (duration: 117.587123ms)","trace[273327083] 'applied index is now lower than readState.Index' (duration: 2.217353ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:31:18.512769Z","caller":"traceutil/trace.go:171","msg":"trace[490493975] transaction","detail":"{read_only:false; response_revision:27143; number_of_response:1; }","duration":"121.767203ms","start":"2026-10-28T01:31:18.390991Z","end":"2026-10-28T01:31:18.512758Z","steps":["trace[490493975] 'process raft request' (duration: 119.345284ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:31:18.513014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.314371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-05537b33-c7f0-4f7c-9c2d-f020bad9b155\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-10-28T01:31:18.513046Z","caller":"traceutil/trace.go:171","msg":"trace[691351722] range","detail":"{range_begin:/registry/persistentvolumes/pvc-05537b33-c7f0-4f7c-9c2d-f020bad9b155; range_end:; response_count:1; response_revision:27143; }","duration":"120.370373ms","start":"2026-10-28T01:31:18.392666Z","end":"2026-10-28T01:31:18.513037Z","steps":["trace[691351722] 'agreement among raft nodes before linearized reading' (duration: 120.26194ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:31:18.759648Z","caller":"traceutil/trace.go:171","msg":"trace[1891212520] transaction","detail":"{read_only:false; response_revision:27144; number_of_response:1; }","duration":"224.776177ms","start":"2026-10-28T01:31:18.534844Z","end":"2026-10-28T01:31:18.759621Z","steps":["trace[1891212520] 'process raft request' (duration: 224.626433ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:32:28.483285Z","caller":"traceutil/trace.go:171","msg":"trace[949973727] transaction","detail":"{read_only:false; response_revision:27761; number_of_response:1; }","duration":"302.983024ms","start":"2026-10-28T01:32:28.180276Z","end":"2026-10-28T01:32:28.483259Z","steps":["trace[949973727] 'process raft request' (duration: 302.8264ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:32:28.483464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:32:28.18026Z","time spent":"303.124587ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T01:32:28.586155Z","caller":"traceutil/trace.go:171","msg":"trace[2038735733] transaction","detail":"{read_only:false; response_revision:27762; number_of_response:1; }","duration":"403.800754ms","start":"2026-10-28T01:32:28.182335Z","end":"2026-10-28T01:32:28.586136Z","steps":["trace[2038735733] 'process raft request' (duration: 395.169048ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:32:28.586277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:32:28.182315Z","time spent":"403.899707ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T01:32:28.586387Z","caller":"traceutil/trace.go:171","msg":"trace[379252654] transaction","detail":"{read_only:false; response_revision:27764; number_of_response:1; }","duration":"360.075891ms","start":"2026-10-28T01:32:28.226301Z","end":"2026-10-28T01:32:28.586377Z","steps":["trace[379252654] 'process raft request' (duration: 359.960098ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:32:28.586392Z","caller":"traceutil/trace.go:171","msg":"trace[1832704713] linearizableReadLoop","detail":"{readStateIndex:28686; appliedIndex:28682; }","duration":"358.345824ms","start":"2026-10-28T01:32:28.227989Z","end":"2026-10-28T01:32:28.586335Z","steps":["trace[1832704713] 'read index received' (duration: 255.031326ms)","trace[1832704713] 'applied index is now lower than readState.Index' (duration: 103.313578ms)"],"step_count":2} {"level":"warn","ts":"2026-10-28T01:32:28.586433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:32:28.22629Z","time spent":"360.121703ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-28T01:32:28.586424Z","caller":"traceutil/trace.go:171","msg":"trace[1240566051] transaction","detail":"{read_only:false; response_revision:27763; number_of_response:1; }","duration":"363.974197ms","start":"2026-10-28T01:32:28.222422Z","end":"2026-10-28T01:32:28.586396Z","steps":["trace[1240566051] 'process raft request' (duration: 363.622307ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:32:28.586582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.022486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-10-28T01:32:28.586598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:32:28.222398Z","time spent":"364.09817ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-28T01:32:28.586588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.57227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-10-28T01:32:28.586627Z","caller":"traceutil/trace.go:171","msg":"trace[941919915] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:27764; }","duration":"343.130739ms","start":"2026-10-28T01:32:28.243485Z","end":"2026-10-28T01:32:28.586616Z","steps":["trace[941919915] 'agreement among raft nodes before linearized reading' (duration: 343.011155ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:32:28.586659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.970563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-10-28T01:32:28.586672Z","caller":"traceutil/trace.go:171","msg":"trace[1108686902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27764; }","duration":"358.706824ms","start":"2026-10-28T01:32:28.227944Z","end":"2026-10-28T01:32:28.586651Z","steps":["trace[1108686902] 'agreement among raft nodes before linearized reading' (duration: 358.525089ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:32:28.586711Z","caller":"traceutil/trace.go:171","msg":"trace[843515149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27764; }","duration":"318.077736ms","start":"2026-10-28T01:32:28.26862Z","end":"2026-10-28T01:32:28.586697Z","steps":["trace[843515149] 'agreement among raft nodes before linearized reading' (duration: 317.930782ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:32:28.586725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:32:28.227925Z","time spent":"358.792086ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-28T01:32:28.586747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:32:28.268605Z","time spent":"318.134937ms","remote":"127.0.0.1:57572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-10-28T01:32:28.586668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-28T01:32:28.243473Z","time spent":"343.184391ms","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-10-28T01:32:28.901233Z","caller":"traceutil/trace.go:171","msg":"trace[453806752] linearizableReadLoop","detail":"{readStateIndex:28688; appliedIndex:28687; }","duration":"106.127174ms","start":"2026-10-28T01:32:28.795078Z","end":"2026-10-28T01:32:28.901205Z","steps":["trace[453806752] 'read index received' (duration: 105.870888ms)","trace[453806752] 'applied index is now lower than readState.Index' (duration: 255.386µs)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:32:28.901294Z","caller":"traceutil/trace.go:171","msg":"trace[878479179] transaction","detail":"{read_only:false; response_revision:27766; number_of_response:1; }","duration":"214.411788ms","start":"2026-10-28T01:32:28.68685Z","end":"2026-10-28T01:32:28.901262Z","steps":["trace[878479179] 'process raft request' (duration: 214.168611ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:32:28.90151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.415452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-10-28T01:32:28.90158Z","caller":"traceutil/trace.go:171","msg":"trace[19645233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27766; }","duration":"106.543587ms","start":"2026-10-28T01:32:28.795025Z","end":"2026-10-28T01:32:28.901568Z","steps":["trace[19645233] 'agreement among raft nodes before linearized reading' (duration: 106.279419ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:32:29.218915Z","caller":"traceutil/trace.go:171","msg":"trace[274151947] transaction","detail":"{read_only:false; response_revision:27768; number_of_response:1; }","duration":"219.063871ms","start":"2026-10-28T01:32:28.999824Z","end":"2026-10-28T01:32:29.218888Z","steps":["trace[274151947] 'process raft request' (duration: 156.896587ms)","trace[274151947] 'compare' (duration: 61.310891ms)"],"step_count":2} {"level":"info","ts":"2026-10-28T01:32:29.219243Z","caller":"traceutil/trace.go:171","msg":"trace[1142752556] transaction","detail":"{read_only:false; response_revision:27769; number_of_response:1; }","duration":"146.298367ms","start":"2026-10-28T01:32:29.072924Z","end":"2026-10-28T01:32:29.219223Z","steps":["trace[1142752556] 'process raft request' (duration: 145.877466ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:32:29.554957Z","caller":"traceutil/trace.go:171","msg":"trace[1935493695] transaction","detail":"{read_only:false; response_revision:27771; number_of_response:1; }","duration":"160.755792ms","start":"2026-10-28T01:32:29.393797Z","end":"2026-10-28T01:32:29.554553Z","steps":["trace[1935493695] 'process raft request' (duration: 160.539956ms)"],"step_count":1} {"level":"warn","ts":"2026-10-28T01:33:02.504626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.883792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12433"} {"level":"info","ts":"2026-10-28T01:33:02.504727Z","caller":"traceutil/trace.go:171","msg":"trace[81581184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28013; }","duration":"155.031806ms","start":"2026-10-28T01:33:02.349667Z","end":"2026-10-28T01:33:02.504699Z","steps":["trace[81581184] 'range keys from in-memory index tree' (duration: 154.706047ms)"],"step_count":1} {"level":"info","ts":"2026-10-28T01:34:46.06087Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cc70bec9404419f6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-10-28T01:34:46.068913Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-10-28T01:34:46.068989Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-10-28T01:35:27.569395Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26675} {"level":"info","ts":"2026-10-28T01:35:27.729653Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26675,"took":"154.221751ms","hash":53676890,"current-db-size-bytes":52977664,"current-db-size":"53 MB","current-db-size-in-use-bytes":36655104,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-10-28T01:35:27.729863Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":53676890,"revision":26675,"compact-revision":23451} {"level":"info","ts":"2026-10-28T01:40:27.576743Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29479} {"level":"info","ts":"2026-10-28T01:40:27.724333Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29479,"took":"143.575595ms","hash":1857892905,"current-db-size-bytes":53436416,"current-db-size":"53 MB","current-db-size-in-use-bytes":33259520,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-10-28T01:40:27.724437Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1857892905,"revision":29479,"compact-revision":26675} {"level":"info","ts":"2026-10-28T01:45:27.589895Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32020} {"level":"info","ts":"2026-10-28T01:45:27.767171Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32020,"took":"169.956868ms","hash":3241460665,"current-db-size-bytes":54480896,"current-db-size":"54 MB","current-db-size-in-use-bytes":30502912,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-10-28T01:45:27.767239Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3241460665,"revision":32020,"compact-revision":29479} {"level":"info","ts":"2026-10-28T01:50:27.599938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34245} {"level":"info","ts":"2026-10-28T01:50:27.741754Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34245,"took":"136.739942ms","hash":1328633440,"current-db-size-bytes":54480896,"current-db-size":"54 MB","current-db-size-in-use-bytes":30806016,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-10-28T01:50:27.741828Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1328633440,"revision":34245,"compact-revision":32020} {"level":"info","ts":"2026-10-28T01:55:22.881281Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cc70bec9404419f6","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-10-28T01:55:22.88987Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-10-28T01:55:22.88997Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-10-28T01:55:27.609751Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36479} {"level":"info","ts":"2026-10-28T01:55:27.777716Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36479,"took":"163.800008ms","hash":1705013021,"current-db-size-bytes":54480896,"current-db-size":"54 MB","current-db-size-in-use-bytes":30343168,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-10-28T01:55:27.777787Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1705013021,"revision":36479,"compact-revision":34245} {"level":"info","ts":"2026-10-28T02:00:27.617063Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38812} {"level":"info","ts":"2026-10-28T02:00:27.765313Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38812,"took":"143.613695ms","hash":656144198,"current-db-size-bytes":56778752,"current-db-size":"57 MB","current-db-size-in-use-bytes":33087488,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-10-28T02:00:27.765425Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":656144198,"revision":38812,"compact-revision":36479} {"level":"info","ts":"2026-10-28T02:05:27.624762Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41107} {"level":"info","ts":"2026-10-28T02:05:27.788472Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41107,"took":"158.34171ms","hash":2544483038,"current-db-size-bytes":57696256,"current-db-size":"58 MB","current-db-size-in-use-bytes":31907840,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-10-28T02:05:27.788555Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2544483038,"revision":41107,"compact-revision":38812}