{"level":"warn","ts":"2026-03-12T19:17:06.772397Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T19:17:06.772545Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.70:2380","--initial-cluster=instance=https://199.204.45.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.70:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-12T19:17:06.772644Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T19:17:06.772663Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-03-12T19:17:06.772682Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T19:17:06.773297Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"]} {"level":"info","ts":"2026-03-12T19:17:06.773373Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-12T19:17:06.777462Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.867118ms"} {"level":"info","ts":"2026-03-12T19:17:06.792477Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f8844a9a4263041d","cluster-id":"4749b7c221ae0648"} {"level":"info","ts":"2026-03-12T19:17:06.792743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=()"} {"level":"info","ts":"2026-03-12T19:17:06.792772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 0"} {"level":"info","ts":"2026-03-12T19:17:06.79279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f8844a9a4263041d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-12T19:17:06.792805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 1"} {"level":"info","ts":"2026-03-12T19:17:06.792854Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"warn","ts":"2026-03-12T19:17:06.801542Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-12T19:17:06.80423Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-12T19:17:06.806014Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-12T19:17:06.809371Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f8844a9a4263041d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-12T19:17:06.80958Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f8844a9a4263041d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-12T19:17:06.809613Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:17:06.809697Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:17:06.809712Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:17:06.810626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"info","ts":"2026-03-12T19:17:06.810825Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"f8844a9a4263041d","added-peer-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-03-12T19:17:06.812434Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T19:17:06.812551Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-03-12T19:17:06.812622Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-03-12T19:17:06.812724Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f8844a9a4263041d","initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-12T19:17:06.812777Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-12T19:17:07.693304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d is starting a new election at term 1"} {"level":"info","ts":"2026-03-12T19:17:07.693418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-12T19:17:07.693444Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgPreVoteResp from f8844a9a4263041d at term 1"} {"level":"info","ts":"2026-03-12T19:17:07.693464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became candidate at term 2"} {"level":"info","ts":"2026-03-12T19:17:07.693478Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgVoteResp from f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-03-12T19:17:07.693493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became leader at term 2"} {"level":"info","ts":"2026-03-12T19:17:07.693534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f8844a9a4263041d elected leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-03-12T19:17:07.694775Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f8844a9a4263041d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.70:2379]}","request-path":"/0/members/f8844a9a4263041d/attributes","cluster-id":"4749b7c221ae0648","publish-timeout":"7s"} {"level":"info","ts":"2026-03-12T19:17:07.694753Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:17:07.694784Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T19:17:07.694727Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T19:17:07.695161Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-12T19:17:07.695231Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-12T19:17:07.696447Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:17:07.696692Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:17:07.696761Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:17:07.69737Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-12T19:17:07.698301Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.70:2379"} {"level":"info","ts":"2026-03-12T19:17:09.284688Z","caller":"traceutil/trace.go:171","msg":"trace[1128710251] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"139.604079ms","start":"2026-03-12T19:17:09.145038Z","end":"2026-03-12T19:17:09.284642Z","steps":["trace[1128710251] 'process raft request' (duration: 139.188289ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.284785Z","caller":"traceutil/trace.go:171","msg":"trace[224900746] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"139.524988ms","start":"2026-03-12T19:17:09.14524Z","end":"2026-03-12T19:17:09.284765Z","steps":["trace[224900746] 'process raft request' (duration: 139.350004ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.284786Z","caller":"traceutil/trace.go:171","msg":"trace[149148470] linearizableReadLoop","detail":"{readStateIndex:9; appliedIndex:6; }","duration":"139.61431ms","start":"2026-03-12T19:17:09.145153Z","end":"2026-03-12T19:17:09.284767Z","steps":["trace[149148470] 'read index received' (duration: 31.920203ms)","trace[149148470] 'applied index is now lower than readState.Index' (duration: 107.692767ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:09.284903Z","caller":"traceutil/trace.go:171","msg":"trace[963758356] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"128.15282ms","start":"2026-03-12T19:17:09.156744Z","end":"2026-03-12T19:17:09.284897Z","steps":["trace[963758356] 'process raft request' (duration: 127.919174ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.284851Z","caller":"traceutil/trace.go:171","msg":"trace[1764309633] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"139.444615ms","start":"2026-03-12T19:17:09.145299Z","end":"2026-03-12T19:17:09.284743Z","steps":["trace[1764309633] 'process raft request' (duration: 139.316472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:09.284933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.754083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:17:09.284994Z","caller":"traceutil/trace.go:171","msg":"trace[1044061433] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"139.675891ms","start":"2026-03-12T19:17:09.145313Z","end":"2026-03-12T19:17:09.284989Z","steps":["trace[1044061433] 'process raft request' (duration: 139.328683ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.285022Z","caller":"traceutil/trace.go:171","msg":"trace[1502014555] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"139.880825ms","start":"2026-03-12T19:17:09.145124Z","end":"2026-03-12T19:17:09.285005Z","steps":["trace[1502014555] 'agreement among raft nodes before linearized reading' (duration: 139.711851ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.285115Z","caller":"traceutil/trace.go:171","msg":"trace[1234329745] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"128.248532ms","start":"2026-03-12T19:17:09.156852Z","end":"2026-03-12T19:17:09.2851Z","steps":["trace[1234329745] 'process raft request' (duration: 127.846013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:09.309741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.882884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:17:09.309779Z","caller":"traceutil/trace.go:171","msg":"trace[626410847] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:13; }","duration":"104.971306ms","start":"2026-03-12T19:17:09.204794Z","end":"2026-03-12T19:17:09.309765Z","steps":["trace[626410847] 'agreement among raft nodes before linearized reading' (duration: 104.865483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:09.309774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.918817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:17:09.309777Z","caller":"traceutil/trace.go:171","msg":"trace[1630430366] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"129.377188ms","start":"2026-03-12T19:17:09.180342Z","end":"2026-03-12T19:17:09.309719Z","steps":["trace[1630430366] 'process raft request' (duration: 129.128582ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.309867Z","caller":"traceutil/trace.go:171","msg":"trace[768867549] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:13; }","duration":"102.050329ms","start":"2026-03-12T19:17:09.207792Z","end":"2026-03-12T19:17:09.309842Z","steps":["trace[768867549] 'agreement among raft nodes before linearized reading' (duration: 101.822534ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.309606Z","caller":"traceutil/trace.go:171","msg":"trace[13278657] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"129.109632ms","start":"2026-03-12T19:17:09.180483Z","end":"2026-03-12T19:17:09.309592Z","steps":["trace[13278657] 'process raft request' (duration: 129.085071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:09.309938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.44948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:17:09.309999Z","caller":"traceutil/trace.go:171","msg":"trace[264679086] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:13; }","duration":"114.530983ms","start":"2026-03-12T19:17:09.195452Z","end":"2026-03-12T19:17:09.309983Z","steps":["trace[264679086] 'agreement among raft nodes before linearized reading' (duration: 114.40082ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.442629Z","caller":"traceutil/trace.go:171","msg":"trace[948862463] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"114.90762ms","start":"2026-03-12T19:17:09.327688Z","end":"2026-03-12T19:17:09.442596Z","steps":["trace[948862463] 'process raft request' (duration: 114.782088ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.44261Z","caller":"traceutil/trace.go:171","msg":"trace[2094699284] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"116.354293ms","start":"2026-03-12T19:17:09.326217Z","end":"2026-03-12T19:17:09.442572Z","steps":["trace[2094699284] 'process raft request' (duration: 98.351026ms)","trace[2094699284] 'compare' (duration: 17.783422ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:09.44281Z","caller":"traceutil/trace.go:171","msg":"trace[696452988] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"113.640701ms","start":"2026-03-12T19:17:09.329157Z","end":"2026-03-12T19:17:09.442798Z","steps":["trace[696452988] 'process raft request' (duration: 113.380795ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.442913Z","caller":"traceutil/trace.go:171","msg":"trace[1880077280] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"114.43385ms","start":"2026-03-12T19:17:09.328443Z","end":"2026-03-12T19:17:09.442876Z","steps":["trace[1880077280] 'process raft request' (duration: 114.064821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:09.443059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.697582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-12T19:17:09.443159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.834551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:17:09.443175Z","caller":"traceutil/trace.go:171","msg":"trace[377285535] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:28; }","duration":"109.804344ms","start":"2026-03-12T19:17:09.333313Z","end":"2026-03-12T19:17:09.443118Z","steps":["trace[377285535] 'agreement among raft nodes before linearized reading' (duration: 109.61025ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.443418Z","caller":"traceutil/trace.go:171","msg":"trace[1881665069] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:28; }","duration":"116.098147ms","start":"2026-03-12T19:17:09.327251Z","end":"2026-03-12T19:17:09.443349Z","steps":["trace[1881665069] 'agreement among raft nodes before linearized reading' (duration: 115.800051ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.754313Z","caller":"traceutil/trace.go:171","msg":"trace[15814960] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"139.621129ms","start":"2026-03-12T19:17:09.614659Z","end":"2026-03-12T19:17:09.75428Z","steps":["trace[15814960] 'process raft request' (duration: 111.487192ms)","trace[15814960] 'compare' (duration: 27.966093ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:09.755595Z","caller":"traceutil/trace.go:171","msg":"trace[945689267] transaction","detail":"{read_only:false; response_revision:43; number_of_response:1; }","duration":"125.778636ms","start":"2026-03-12T19:17:09.629805Z","end":"2026-03-12T19:17:09.755584Z","steps":["trace[945689267] 'process raft request' (duration: 125.407117ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.95831Z","caller":"traceutil/trace.go:171","msg":"trace[605200558] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"109.1389ms","start":"2026-03-12T19:17:09.849125Z","end":"2026-03-12T19:17:09.958263Z","steps":["trace[605200558] 'process raft request' (duration: 109.042877ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.958471Z","caller":"traceutil/trace.go:171","msg":"trace[1791858675] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"110.490841ms","start":"2026-03-12T19:17:09.84782Z","end":"2026-03-12T19:17:09.95831Z","steps":["trace[1791858675] 'process raft request' (duration: 97.737772ms)","trace[1791858675] 'compare' (duration: 12.37786ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:09.958529Z","caller":"traceutil/trace.go:171","msg":"trace[683423295] linearizableReadLoop","detail":"{readStateIndex:52; appliedIndex:51; }","duration":"109.727383ms","start":"2026-03-12T19:17:09.848748Z","end":"2026-03-12T19:17:09.958476Z","steps":["trace[683423295] 'read index received' (duration: 96.798151ms)","trace[683423295] 'applied index is now lower than readState.Index' (duration: 12.917422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:09.95875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.959939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.189c2e1600976b77\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:17:09.958799Z","caller":"traceutil/trace.go:171","msg":"trace[172271899] range","detail":"{range_begin:/registry/events/default/instance.189c2e1600976b77; range_end:; response_count:0; response_revision:48; }","duration":"110.071051ms","start":"2026-03-12T19:17:09.848714Z","end":"2026-03-12T19:17:09.958785Z","steps":["trace[172271899] 'agreement among raft nodes before linearized reading' (duration: 109.931128ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:10.329496Z","caller":"traceutil/trace.go:171","msg":"trace[1995788557] linearizableReadLoop","detail":"{readStateIndex:70; appliedIndex:66; }","duration":"206.814781ms","start":"2026-03-12T19:17:10.122645Z","end":"2026-03-12T19:17:10.32946Z","steps":["trace[1995788557] 'read index received' (duration: 38.911661ms)","trace[1995788557] 'applied index is now lower than readState.Index' (duration: 167.9017ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:10.329554Z","caller":"traceutil/trace.go:171","msg":"trace[748841288] transaction","detail":"{read_only:false; response_revision:64; number_of_response:1; }","duration":"207.285441ms","start":"2026-03-12T19:17:10.12224Z","end":"2026-03-12T19:17:10.329526Z","steps":["trace[748841288] 'process raft request' (duration: 207.116718ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:10.329682Z","caller":"traceutil/trace.go:171","msg":"trace[70322868] transaction","detail":"{read_only:false; response_revision:65; number_of_response:1; }","duration":"207.264951ms","start":"2026-03-12T19:17:10.122403Z","end":"2026-03-12T19:17:10.329668Z","steps":["trace[70322868] 'process raft request' (duration: 207.007355ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:10.329654Z","caller":"traceutil/trace.go:171","msg":"trace[43740307] transaction","detail":"{read_only:false; response_revision:63; number_of_response:1; }","duration":"208.060179ms","start":"2026-03-12T19:17:10.121527Z","end":"2026-03-12T19:17:10.329587Z","steps":["trace[43740307] 'process raft request' (duration: 126.146775ms)","trace[43740307] 'compare' (duration: 81.502784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:10.329866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.318631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:17:10.329997Z","caller":"traceutil/trace.go:171","msg":"trace[502989324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:65; }","duration":"184.494765ms","start":"2026-03-12T19:17:10.145471Z","end":"2026-03-12T19:17:10.329966Z","steps":["trace[502989324] 'agreement among raft nodes before linearized reading' (duration: 184.23829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:10.33001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.909945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-12T19:17:10.32991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.2373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:17:10.330072Z","caller":"traceutil/trace.go:171","msg":"trace[2057369553] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:65; }","duration":"166.032367ms","start":"2026-03-12T19:17:10.164023Z","end":"2026-03-12T19:17:10.330055Z","steps":["trace[2057369553] 'agreement among raft nodes before linearized reading' (duration: 165.925585ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:10.330117Z","caller":"traceutil/trace.go:171","msg":"trace[1931234523] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:65; }","duration":"207.475805ms","start":"2026-03-12T19:17:10.122622Z","end":"2026-03-12T19:17:10.330098Z","steps":["trace[1931234523] 'agreement among raft nodes before linearized reading' (duration: 207.22933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:11.072077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.46952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-12T19:17:11.072232Z","caller":"traceutil/trace.go:171","msg":"trace[761650740] linearizableReadLoop","detail":"{readStateIndex:73; appliedIndex:71; }","duration":"730.556802ms","start":"2026-03-12T19:17:10.341652Z","end":"2026-03-12T19:17:11.072208Z","steps":["trace[761650740] 'read index received' (duration: 25.64258ms)","trace[761650740] 'applied index is now lower than readState.Index' (duration: 704.912532ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:11.072299Z","caller":"traceutil/trace.go:171","msg":"trace[1028491275] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"731.072744ms","start":"2026-03-12T19:17:10.341183Z","end":"2026-03-12T19:17:11.072256Z","steps":["trace[1028491275] 'process raft request' (duration: 615.588761ms)","trace[1028491275] 'compare' (duration: 114.306947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:11.072566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:10.341172Z","time spent":"731.220797ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:11.072713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.045144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:17:11.072799Z","caller":"traceutil/trace.go:171","msg":"trace[1585361969] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:68; }","duration":"731.164506ms","start":"2026-03-12T19:17:10.341612Z","end":"2026-03-12T19:17:11.072776Z","steps":["trace[1585361969] 'agreement among raft nodes before linearized reading' (duration: 730.692865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:11.072866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:10.341602Z","time spent":"731.250429ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"info","ts":"2026-03-12T19:17:11.085667Z","caller":"traceutil/trace.go:171","msg":"trace[1651808038] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"714.671073ms","start":"2026-03-12T19:17:10.370963Z","end":"2026-03-12T19:17:11.085634Z","steps":["trace[1651808038] 'process raft request' (duration: 714.383097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:11.085835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:10.370934Z","time spent":"714.824637ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":622,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:11.086067Z","caller":"traceutil/trace.go:171","msg":"trace[385490481] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"496.203999ms","start":"2026-03-12T19:17:10.589854Z","end":"2026-03-12T19:17:11.086058Z","steps":["trace[385490481] 'process raft request' (duration: 495.659337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:11.086125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:10.589829Z","time spent":"496.271401ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:11.086222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.461708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/kube-controller-manager\" ","response":"range_response_count:1 size:1128"} {"level":"info","ts":"2026-03-12T19:17:11.08638Z","caller":"traceutil/trace.go:171","msg":"trace[790907502] range","detail":"{range_begin:/registry/flowschemas/kube-controller-manager; range_end:; response_count:1; response_revision:70; }","duration":"744.606551ms","start":"2026-03-12T19:17:10.341709Z","end":"2026-03-12T19:17:11.086315Z","steps":["trace[790907502] 'agreement among raft nodes before linearized reading' (duration: 744.377696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:11.086466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:10.341701Z","time spent":"744.746314ms","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1151,"request content":"key:\"/registry/flowschemas/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:17:11.756901Z","caller":"traceutil/trace.go:171","msg":"trace[632400372] transaction","detail":"{read_only:false; response_revision:78; number_of_response:1; }","duration":"546.510947ms","start":"2026-03-12T19:17:11.210356Z","end":"2026-03-12T19:17:11.756867Z","steps":["trace[632400372] 'process raft request' (duration: 467.792906ms)","trace[632400372] 'compare' (duration: 78.500156ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:11.757142Z","caller":"traceutil/trace.go:171","msg":"trace[1355667768] transaction","detail":"{read_only:false; response_revision:80; number_of_response:1; }","duration":"544.698376ms","start":"2026-03-12T19:17:11.212393Z","end":"2026-03-12T19:17:11.757091Z","steps":["trace[1355667768] 'process raft request' (duration: 544.450241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:11.757224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:11.210348Z","time spent":"546.809634ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:11.757Z","caller":"traceutil/trace.go:171","msg":"trace[2092092692] transaction","detail":"{read_only:false; response_revision:79; number_of_response:1; }","duration":"546.482637ms","start":"2026-03-12T19:17:11.210483Z","end":"2026-03-12T19:17:11.756966Z","steps":["trace[2092092692] 'process raft request' (duration: 546.304413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:11.757307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:11.212377Z","time spent":"544.8596ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:11.757401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:11.210477Z","time spent":"546.807404ms","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1043,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:16.386447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314469752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:16.88754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314469752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:17.388177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314469752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:17.8891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314469752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:18.030835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869261621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:18.030926Z","caller":"traceutil/trace.go:171","msg":"trace[1608001393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:285; }","duration":"2.869416124s","start":"2026-03-12T19:17:15.161488Z","end":"2026-03-12T19:17:18.030904Z","steps":["trace[1608001393] 'range keys from in-memory index tree' (duration: 2.869073026s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.03097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:15.161453Z","time spent":"2.869508737s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:17:18.031103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776761647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5892"} {"level":"info","ts":"2026-03-12T19:17:18.031282Z","caller":"traceutil/trace.go:171","msg":"trace[1243269471] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:285; }","duration":"2.776933102s","start":"2026-03-12T19:17:15.254255Z","end":"2026-03-12T19:17:18.031188Z","steps":["trace[1243269471] 'range keys from in-memory index tree' (duration: 2.776537322s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.031344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:15.25423Z","time spent":"2.777102005s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5915,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-12T19:17:18.390076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314469752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:18.642206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.385103814s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:17:18.642674Z","caller":"traceutil/trace.go:171","msg":"trace[1696878579] transaction","detail":"{read_only:false; number_of_response:0; response_revision:285; }","duration":"3.385681997s","start":"2026-03-12T19:17:15.256969Z","end":"2026-03-12T19:17:18.642651Z","steps":["trace[1696878579] 'process raft request' (duration: 3.385580855s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.642831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:15.256934Z","time spent":"3.385826681s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:18.771658Z","caller":"traceutil/trace.go:171","msg":"trace[438386193] linearizableReadLoop","detail":"{readStateIndex:297; appliedIndex:294; }","duration":"2.886115612s","start":"2026-03-12T19:17:15.885517Z","end":"2026-03-12T19:17:18.771633Z","steps":["trace[438386193] 'read index received' (duration: 2.757003271s)","trace[438386193] 'applied index is now lower than readState.Index' (duration: 129.111211ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:18.771807Z","caller":"traceutil/trace.go:171","msg":"trace[1677612558] transaction","detail":"{read_only:false; response_revision:287; number_of_response:1; }","duration":"704.877601ms","start":"2026-03-12T19:17:18.066889Z","end":"2026-03-12T19:17:18.771767Z","steps":["trace[1677612558] 'process raft request' (duration: 704.661287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.771842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824851816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:17:18.771948Z","caller":"traceutil/trace.go:171","msg":"trace[1012214345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:287; }","duration":"1.82501303s","start":"2026-03-12T19:17:16.946918Z","end":"2026-03-12T19:17:18.771931Z","steps":["trace[1012214345] 'agreement among raft nodes before linearized reading' (duration: 1.824862977s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.771976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.002388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:17:18.77195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886384438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:17:18.771991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:18.06687Z","time spent":"705.031014ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:18.772031Z","caller":"traceutil/trace.go:171","msg":"trace[1640715942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:287; }","duration":"478.105779ms","start":"2026-03-12T19:17:18.293913Z","end":"2026-03-12T19:17:18.772019Z","steps":["trace[1640715942] 'agreement among raft nodes before linearized reading' (duration: 478.008047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.772027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:16.946895Z","time spent":"1.825120223s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:18.772057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:18.293892Z","time spent":"478.159541ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:17:18.772062Z","caller":"traceutil/trace.go:171","msg":"trace[1017069481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:287; }","duration":"2.886574262s","start":"2026-03-12T19:17:15.885457Z","end":"2026-03-12T19:17:18.772032Z","steps":["trace[1017069481] 'agreement among raft nodes before linearized reading' (duration: 2.886316517s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.772124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:15.885429Z","time spent":"2.886678205s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:18.772212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.276473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-12T19:17:18.772253Z","caller":"traceutil/trace.go:171","msg":"trace[269890118] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:287; }","duration":"128.345354ms","start":"2026-03-12T19:17:18.643902Z","end":"2026-03-12T19:17:18.772247Z","steps":["trace[269890118] 'agreement among raft nodes before linearized reading' (duration: 128.287823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.772358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797676852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:18.772412Z","caller":"traceutil/trace.go:171","msg":"trace[971901419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:287; }","duration":"1.797740494s","start":"2026-03-12T19:17:16.974656Z","end":"2026-03-12T19:17:18.772397Z","steps":["trace[971901419] 'agreement among raft nodes before linearized reading' (duration: 1.797661372s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.772377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121619542s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:18.772414Z","caller":"traceutil/trace.go:171","msg":"trace[631197692] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"737.355186ms","start":"2026-03-12T19:17:18.034977Z","end":"2026-03-12T19:17:18.772332Z","steps":["trace[631197692] 'process raft request' (duration: 736.448166ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:18.772464Z","caller":"traceutil/trace.go:171","msg":"trace[2034329001] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:287; }","duration":"1.121706565s","start":"2026-03-12T19:17:17.650744Z","end":"2026-03-12T19:17:18.77245Z","steps":["trace[2034329001] 'agreement among raft nodes before linearized reading' (duration: 1.121598012s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.772462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:16.974647Z","time spent":"1.797802995s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:18.77272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:18.034944Z","time spent":"737.550041ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:18.899152Z","caller":"traceutil/trace.go:171","msg":"trace[731426808] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"113.339615ms","start":"2026-03-12T19:17:18.785768Z","end":"2026-03-12T19:17:18.899108Z","steps":["trace[731426808] 'process raft request' (duration: 55.356533ms)","trace[731426808] 'compare' (duration: 57.799058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:18.899191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.45341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:17:18.899271Z","caller":"traceutil/trace.go:171","msg":"trace[534210703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:292; }","duration":"114.580683ms","start":"2026-03-12T19:17:18.784673Z","end":"2026-03-12T19:17:18.899253Z","steps":["trace[534210703] 'agreement among raft nodes before linearized reading' (duration: 114.401999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.899264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.466807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:18.899346Z","caller":"traceutil/trace.go:171","msg":"trace[1155553714] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:0; response_revision:292; }","duration":"105.568609ms","start":"2026-03-12T19:17:18.793757Z","end":"2026-03-12T19:17:18.899326Z","steps":["trace[1155553714] 'agreement among raft nodes before linearized reading' (duration: 105.402485ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:18.954006Z","caller":"traceutil/trace.go:171","msg":"trace[965980558] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"128.460907ms","start":"2026-03-12T19:17:18.825503Z","end":"2026-03-12T19:17:18.953964Z","steps":["trace[965980558] 'process raft request' (duration: 128.18425ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:18.953953Z","caller":"traceutil/trace.go:171","msg":"trace[33963560] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"132.046739ms","start":"2026-03-12T19:17:18.821872Z","end":"2026-03-12T19:17:18.953919Z","steps":["trace[33963560] 'process raft request' (duration: 131.68722ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:19.209133Z","caller":"traceutil/trace.go:171","msg":"trace[633328128] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"305.36763ms","start":"2026-03-12T19:17:18.903714Z","end":"2026-03-12T19:17:19.209082Z","steps":["trace[633328128] 'process raft request' (duration: 279.926264ms)","trace[633328128] 'compare' (duration: 25.003796ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:19.209179Z","caller":"traceutil/trace.go:171","msg":"trace[1882307274] linearizableReadLoop","detail":"{readStateIndex:305; appliedIndex:304; }","duration":"251.650545ms","start":"2026-03-12T19:17:18.957501Z","end":"2026-03-12T19:17:19.209151Z","steps":["trace[1882307274] 'read index received' (duration: 226.21857ms)","trace[1882307274] 'applied index is now lower than readState.Index' (duration: 25.429615ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:19.209199Z","caller":"traceutil/trace.go:171","msg":"trace[2058575483] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"251.043812ms","start":"2026-03-12T19:17:18.95812Z","end":"2026-03-12T19:17:19.209164Z","steps":["trace[2058575483] 'process raft request' (duration: 250.930399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.209337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:18.903684Z","time spent":"305.551034ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:19.209358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.826349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5511"} {"level":"info","ts":"2026-03-12T19:17:19.209421Z","caller":"traceutil/trace.go:171","msg":"trace[2082066453] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:296; }","duration":"251.962112ms","start":"2026-03-12T19:17:18.957443Z","end":"2026-03-12T19:17:19.209405Z","steps":["trace[2082066453] 'agreement among raft nodes before linearized reading' (duration: 251.800058ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:19.404537Z","caller":"traceutil/trace.go:171","msg":"trace[1042978936] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"108.615978ms","start":"2026-03-12T19:17:19.295872Z","end":"2026-03-12T19:17:19.404488Z","steps":["trace[1042978936] 'process raft request' (duration: 85.491025ms)","trace[1042978936] 'compare' (duration: 22.609492ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:19.570883Z","caller":"traceutil/trace.go:171","msg":"trace[832965916] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"159.113161ms","start":"2026-03-12T19:17:19.41173Z","end":"2026-03-12T19:17:19.570843Z","steps":["trace[832965916] 'process raft request' (duration: 94.886227ms)","trace[832965916] 'compare' (duration: 63.887906ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:19.570899Z","caller":"traceutil/trace.go:171","msg":"trace[1419334256] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"152.773107ms","start":"2026-03-12T19:17:19.418092Z","end":"2026-03-12T19:17:19.570865Z","steps":["trace[1419334256] 'process raft request' (duration: 152.684045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.937124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.271503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:19.937288Z","caller":"traceutil/trace.go:171","msg":"trace[1413736856] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"356.927487ms","start":"2026-03-12T19:17:19.580333Z","end":"2026-03-12T19:17:19.93726Z","steps":["trace[1413736856] 'process raft request' (duration: 133.368148ms)","trace[1413736856] 'compare' (duration: 223.069518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:19.937563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:19.58031Z","time spent":"357.208744ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:19.94028Z","caller":"traceutil/trace.go:171","msg":"trace[2121463721] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"359.292481ms","start":"2026-03-12T19:17:19.580966Z","end":"2026-03-12T19:17:19.940259Z","steps":["trace[2121463721] 'process raft request' (duration: 359.093566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.940415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:19.580956Z","time spent":"359.389653ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:19.940513Z","caller":"traceutil/trace.go:171","msg":"trace[122334721] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"231.174411ms","start":"2026-03-12T19:17:19.709323Z","end":"2026-03-12T19:17:19.940497Z","steps":["trace[122334721] 'process raft request' (duration: 230.869714ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:19.940557Z","caller":"traceutil/trace.go:171","msg":"trace[43310499] linearizableReadLoop","detail":"{readStateIndex:314; appliedIndex:312; }","duration":"254.405817ms","start":"2026-03-12T19:17:19.686093Z","end":"2026-03-12T19:17:19.940499Z","steps":["trace[43310499] 'read index received' (duration: 27.622525ms)","trace[43310499] 'applied index is now lower than readState.Index' (duration: 226.780722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:19.940716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.606362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:19.940767Z","caller":"traceutil/trace.go:171","msg":"trace[662478475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:305; }","duration":"254.723375ms","start":"2026-03-12T19:17:19.686029Z","end":"2026-03-12T19:17:19.940752Z","steps":["trace[662478475] 'agreement among raft nodes before linearized reading' (duration: 254.608812ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:20.307914Z","caller":"traceutil/trace.go:171","msg":"trace[584471985] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"133.462051ms","start":"2026-03-12T19:17:20.174418Z","end":"2026-03-12T19:17:20.30788Z","steps":["trace[584471985] 'process raft request' (duration: 39.531075ms)","trace[584471985] 'compare' (duration: 93.747981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:20.667233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.801293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:20.667378Z","caller":"traceutil/trace.go:171","msg":"trace[1060116431] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"348.206789ms","start":"2026-03-12T19:17:20.319142Z","end":"2026-03-12T19:17:20.667348Z","steps":["trace[1060116431] 'process raft request' (duration: 94.204511ms)","trace[1060116431] 'compare' (duration: 253.63298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:20.667491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:20.319119Z","time spent":"348.333491ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":190,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:22.04986Z","caller":"traceutil/trace.go:171","msg":"trace[1922394853] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"106.983291ms","start":"2026-03-12T19:17:21.942853Z","end":"2026-03-12T19:17:22.049837Z","steps":["trace[1922394853] 'process raft request' (duration: 106.828248ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:22.971641Z","caller":"traceutil/trace.go:171","msg":"trace[1414909190] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"129.794928ms","start":"2026-03-12T19:17:22.841818Z","end":"2026-03-12T19:17:22.971613Z","steps":["trace[1414909190] 'process raft request' (duration: 49.878659ms)","trace[1414909190] 'compare' (duration: 79.763995ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:22.971663Z","caller":"traceutil/trace.go:171","msg":"trace[101289365] linearizableReadLoop","detail":"{readStateIndex:349; appliedIndex:347; }","duration":"116.178119ms","start":"2026-03-12T19:17:22.855428Z","end":"2026-03-12T19:17:22.971606Z","steps":["trace[101289365] 'read index received' (duration: 822.449µs)","trace[101289365] 'applied index is now lower than readState.Index' (duration: 115.35379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:22.971884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.432535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:17:22.971954Z","caller":"traceutil/trace.go:171","msg":"trace[49298848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:338; }","duration":"116.546398ms","start":"2026-03-12T19:17:22.855392Z","end":"2026-03-12T19:17:22.971939Z","steps":["trace[49298848] 'agreement among raft nodes before linearized reading' (duration: 116.325863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:23.879453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.220819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:23.879549Z","caller":"traceutil/trace.go:171","msg":"trace[923188419] linearizableReadLoop","detail":"{readStateIndex:352; appliedIndex:351; }","duration":"650.165864ms","start":"2026-03-12T19:17:23.229369Z","end":"2026-03-12T19:17:23.879535Z","steps":["trace[923188419] 'read index received' (duration: 96.75735ms)","trace[923188419] 'applied index is now lower than readState.Index' (duration: 553.407554ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:23.879622Z","caller":"traceutil/trace.go:171","msg":"trace[563992526] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"830.636687ms","start":"2026-03-12T19:17:23.048944Z","end":"2026-03-12T19:17:23.879581Z","steps":["trace[563992526] 'process raft request' (duration: 277.229213ms)","trace[563992526] 'compare' (duration: 553.064506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:23.879704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.454247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:23.879741Z","caller":"traceutil/trace.go:171","msg":"trace[1706681918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:341; }","duration":"193.54086ms","start":"2026-03-12T19:17:23.686188Z","end":"2026-03-12T19:17:23.879729Z","steps":["trace[1706681918] 'agreement among raft nodes before linearized reading' (duration: 193.439858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:23.879762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.369688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:17:23.879868Z","caller":"traceutil/trace.go:171","msg":"trace[2085930861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:341; }","duration":"650.530592ms","start":"2026-03-12T19:17:23.229312Z","end":"2026-03-12T19:17:23.879842Z","steps":["trace[2085930861] 'agreement among raft nodes before linearized reading' (duration: 650.303717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:23.879924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:23.229286Z","time spent":"650.626844ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:17:23.880037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:23.048915Z","time spent":"830.789111ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:24.273465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.889731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:24.273577Z","caller":"traceutil/trace.go:171","msg":"trace[33778686] linearizableReadLoop","detail":"{readStateIndex:353; appliedIndex:352; }","duration":"386.776542ms","start":"2026-03-12T19:17:23.886784Z","end":"2026-03-12T19:17:24.273561Z","steps":["trace[33778686] 'read index received' (duration: 259.334748ms)","trace[33778686] 'applied index is now lower than readState.Index' (duration: 127.440174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:24.27366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.869274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-12T19:17:24.273692Z","caller":"traceutil/trace.go:171","msg":"trace[504597839] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:342; }","duration":"386.908805ms","start":"2026-03-12T19:17:23.886772Z","end":"2026-03-12T19:17:24.273681Z","steps":["trace[504597839] 'agreement among raft nodes before linearized reading' (duration: 386.833163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:24.27373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:23.886765Z","time spent":"386.956726ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-12T19:17:24.273779Z","caller":"traceutil/trace.go:171","msg":"trace[1287689828] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"388.603423ms","start":"2026-03-12T19:17:23.885131Z","end":"2026-03-12T19:17:24.273735Z","steps":["trace[1287689828] 'process raft request' (duration: 261.393164ms)","trace[1287689828] 'compare' (duration: 126.680637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:24.274015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:23.885114Z","time spent":"388.779227ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:24.697453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.1895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-12T19:17:24.697545Z","caller":"traceutil/trace.go:171","msg":"trace[1659431250] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:344; }","duration":"276.321453ms","start":"2026-03-12T19:17:24.421205Z","end":"2026-03-12T19:17:24.697526Z","steps":["trace[1659431250] 'range keys from in-memory index tree' (duration: 276.042987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:24.697582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.165309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-03-12T19:17:24.697705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.317732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-12T19:17:24.697771Z","caller":"traceutil/trace.go:171","msg":"trace[1675256114] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:344; }","duration":"291.388944ms","start":"2026-03-12T19:17:24.406357Z","end":"2026-03-12T19:17:24.697746Z","steps":["trace[1675256114] 'range keys from in-memory index tree' (duration: 291.21871ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:24.697769Z","caller":"traceutil/trace.go:171","msg":"trace[2042243687] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:344; }","duration":"249.408134ms","start":"2026-03-12T19:17:24.448322Z","end":"2026-03-12T19:17:24.69773Z","steps":["trace[2042243687] 'range keys from in-memory index tree' (duration: 249.026385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:24.697805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.346145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-12T19:17:24.697933Z","caller":"traceutil/trace.go:171","msg":"trace[275978616] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:344; }","duration":"322.535379ms","start":"2026-03-12T19:17:24.375371Z","end":"2026-03-12T19:17:24.697906Z","steps":["trace[275978616] 'range keys from in-memory index tree' (duration: 322.198961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:24.697954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.642286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-03-12T19:17:24.697608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.7106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-12T19:17:24.697989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.156581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-12T19:17:24.698046Z","caller":"traceutil/trace.go:171","msg":"trace[1478354609] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:344; }","duration":"284.186802ms","start":"2026-03-12T19:17:24.41384Z","end":"2026-03-12T19:17:24.698027Z","steps":["trace[1478354609] 'range keys from in-memory index tree' (duration: 283.590218ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:24.698086Z","caller":"traceutil/trace.go:171","msg":"trace[914373263] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:344; }","duration":"250.250933ms","start":"2026-03-12T19:17:24.447791Z","end":"2026-03-12T19:17:24.698042Z","steps":["trace[914373263] 'range keys from in-memory index tree' (duration: 250.08237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:24.698064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.902536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-12T19:17:24.697988Z","caller":"traceutil/trace.go:171","msg":"trace[615847503] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:344; }","duration":"301.707868ms","start":"2026-03-12T19:17:24.39627Z","end":"2026-03-12T19:17:24.697978Z","steps":["trace[615847503] 'range keys from in-memory index tree' (duration: 301.570845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:24.698144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.682679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-12T19:17:24.698218Z","caller":"traceutil/trace.go:171","msg":"trace[748301965] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:344; }","duration":"273.046979ms","start":"2026-03-12T19:17:24.425117Z","end":"2026-03-12T19:17:24.698164Z","steps":["trace[748301965] 'range keys from in-memory index tree' (duration: 272.756952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:24.698371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.798222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-12T19:17:24.698419Z","caller":"traceutil/trace.go:171","msg":"trace[598403702] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:344; }","duration":"284.523209ms","start":"2026-03-12T19:17:24.413883Z","end":"2026-03-12T19:17:24.698406Z","steps":["trace[598403702] 'range keys from in-memory index tree' (duration: 283.635809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:24.697999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.375353Z","time spent":"322.634251ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-12T19:17:24.698063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.822204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-12T19:17:24.698578Z","caller":"traceutil/trace.go:171","msg":"trace[1808892890] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:344; }","duration":"296.324196ms","start":"2026-03-12T19:17:24.402232Z","end":"2026-03-12T19:17:24.698556Z","steps":["trace[1808892890] 'range keys from in-memory index tree' (duration: 295.740083ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:24.698283Z","caller":"traceutil/trace.go:171","msg":"trace[470265823] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:344; }","duration":"252.839822ms","start":"2026-03-12T19:17:24.445408Z","end":"2026-03-12T19:17:24.698248Z","steps":["trace[470265823] 'range keys from in-memory index tree' (duration: 252.545896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:24.698225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.39625Z","time spent":"301.927423ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-03-12T19:17:24.699156Z","caller":"traceutil/trace.go:171","msg":"trace[1618392557] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"241.26106ms","start":"2026-03-12T19:17:24.457824Z","end":"2026-03-12T19:17:24.699086Z","steps":["trace[1618392557] 'process raft request' (duration: 145.433991ms)","trace[1618392557] 'compare' (duration: 94.866847ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:24.942234Z","caller":"traceutil/trace.go:171","msg":"trace[1450831209] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"229.209587ms","start":"2026-03-12T19:17:24.712984Z","end":"2026-03-12T19:17:24.942194Z","steps":["trace[1450831209] 'process raft request' (duration: 229.088324ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.180623Z","caller":"traceutil/trace.go:171","msg":"trace[776440824] linearizableReadLoop","detail":"{readStateIndex:360; appliedIndex:356; }","duration":"466.850526ms","start":"2026-03-12T19:17:24.713748Z","end":"2026-03-12T19:17:25.180599Z","steps":["trace[776440824] 'read index received' (duration: 228.42456ms)","trace[776440824] 'applied index is now lower than readState.Index' (duration: 238.424736ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:25.181071Z","caller":"traceutil/trace.go:171","msg":"trace[1546611847] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"468.000201ms","start":"2026-03-12T19:17:24.71305Z","end":"2026-03-12T19:17:25.18105Z","steps":["trace[1546611847] 'process raft request' (duration: 458.786302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.181302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.713025Z","time spent":"468.104304ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:25.181991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.222297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-12T19:17:25.182005Z","caller":"traceutil/trace.go:171","msg":"trace[1931385322] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"462.373984ms","start":"2026-03-12T19:17:24.719605Z","end":"2026-03-12T19:17:25.181979Z","steps":["trace[1931385322] 'process raft request' (duration: 460.88245ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.182073Z","caller":"traceutil/trace.go:171","msg":"trace[1781766074] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:357; }","duration":"468.37124ms","start":"2026-03-12T19:17:24.713686Z","end":"2026-03-12T19:17:25.182057Z","steps":["trace[1781766074] 'agreement among raft nodes before linearized reading' (duration: 468.219246ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.182095Z","caller":"traceutil/trace.go:171","msg":"trace[2088908700] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"462.262491ms","start":"2026-03-12T19:17:24.719808Z","end":"2026-03-12T19:17:25.18207Z","steps":["trace[2088908700] 'process raft request' (duration: 460.748507ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.182198Z","caller":"traceutil/trace.go:171","msg":"trace[626384870] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"469.082115ms","start":"2026-03-12T19:17:24.713095Z","end":"2026-03-12T19:17:25.182177Z","steps":["trace[626384870] 'process raft request' (duration: 467.024469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.182202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.713669Z","time spent":"468.523213ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-12T19:17:25.182307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.713084Z","time spent":"469.162088ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:25.182301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.719792Z","time spent":"462.437986ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:25.182389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.719598Z","time spent":"462.475246ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2162,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:25.182416Z","caller":"traceutil/trace.go:171","msg":"trace[1789771297] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"469.310521ms","start":"2026-03-12T19:17:24.713095Z","end":"2026-03-12T19:17:25.182406Z","steps":["trace[1789771297] 'process raft request' (duration: 467.114831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.182409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.945886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:17:25.182464Z","caller":"traceutil/trace.go:171","msg":"trace[1966228404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:357; }","duration":"322.065959ms","start":"2026-03-12T19:17:24.860384Z","end":"2026-03-12T19:17:25.18245Z","steps":["trace[1966228404] 'agreement among raft nodes before linearized reading' (duration: 321.956656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.18248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.713079Z","time spent":"469.360842ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:25.182495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.860353Z","time spent":"322.13497ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:17:25.182459Z","caller":"traceutil/trace.go:171","msg":"trace[1992988301] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"464.237666ms","start":"2026-03-12T19:17:24.718172Z","end":"2026-03-12T19:17:25.182409Z","steps":["trace[1992988301] 'process raft request' (duration: 462.286881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.182544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.402648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-12T19:17:25.18257Z","caller":"traceutil/trace.go:171","msg":"trace[1974170239] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:357; }","duration":"136.456618ms","start":"2026-03-12T19:17:25.046106Z","end":"2026-03-12T19:17:25.182563Z","steps":["trace[1974170239] 'agreement among raft nodes before linearized reading' (duration: 136.392507ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.182637Z","caller":"traceutil/trace.go:171","msg":"trace[1938091401] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"466.181541ms","start":"2026-03-12T19:17:24.716445Z","end":"2026-03-12T19:17:25.182626Z","steps":["trace[1938091401] 'process raft request' (duration: 463.927859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.182651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.718165Z","time spent":"464.39132ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:25.182703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.716437Z","time spent":"466.238302ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:25.182662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.706402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:17:25.18278Z","caller":"traceutil/trace.go:171","msg":"trace[1726254725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:357; }","duration":"181.882286ms","start":"2026-03-12T19:17:25.000872Z","end":"2026-03-12T19:17:25.182755Z","steps":["trace[1726254725] 'agreement among raft nodes before linearized reading' (duration: 181.673892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.182821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.229108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:17:25.182832Z","caller":"traceutil/trace.go:171","msg":"trace[1283508165] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"467.843858ms","start":"2026-03-12T19:17:24.714978Z","end":"2026-03-12T19:17:25.182822Z","steps":["trace[1283508165] 'process raft request' (duration: 465.319521ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.182847Z","caller":"traceutil/trace.go:171","msg":"trace[440066298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:357; }","duration":"134.284179ms","start":"2026-03-12T19:17:25.048556Z","end":"2026-03-12T19:17:25.18284Z","steps":["trace[440066298] 'agreement among raft nodes before linearized reading' (duration: 134.069435ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.182566Z","caller":"traceutil/trace.go:171","msg":"trace[1741817306] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"468.339049ms","start":"2026-03-12T19:17:24.714217Z","end":"2026-03-12T19:17:25.182556Z","steps":["trace[1741817306] 'process raft request' (duration: 466.048867ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.182744Z","caller":"traceutil/trace.go:171","msg":"trace[517974588] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"465.71709ms","start":"2026-03-12T19:17:24.717016Z","end":"2026-03-12T19:17:25.182733Z","steps":["trace[517974588] 'process raft request' (duration: 463.404018ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.182915Z","caller":"traceutil/trace.go:171","msg":"trace[295251653] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"466.787964ms","start":"2026-03-12T19:17:24.716119Z","end":"2026-03-12T19:17:25.182907Z","steps":["trace[295251653] 'process raft request' (duration: 464.206725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.182975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.716102Z","time spent":"466.853095ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:25.182973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.714208Z","time spent":"468.709157ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:25.182974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.717009Z","time spent":"465.930475ms","remote":"127.0.0.1:52446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:25.182884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.714963Z","time spent":"467.895869ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:25.369712Z","caller":"traceutil/trace.go:171","msg":"trace[1242415034] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"183.174015ms","start":"2026-03-12T19:17:25.186509Z","end":"2026-03-12T19:17:25.369683Z","steps":["trace[1242415034] 'process raft request' (duration: 104.694769ms)","trace[1242415034] 'compare' (duration: 78.350103ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:25.37777Z","caller":"traceutil/trace.go:171","msg":"trace[1397662029] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"187.918333ms","start":"2026-03-12T19:17:25.189826Z","end":"2026-03-12T19:17:25.377744Z","steps":["trace[1397662029] 'process raft request' (duration: 187.629186ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.37811Z","caller":"traceutil/trace.go:171","msg":"trace[343621477] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"190.928711ms","start":"2026-03-12T19:17:25.186626Z","end":"2026-03-12T19:17:25.377555Z","steps":["trace[343621477] 'process raft request' (duration: 190.716526ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.378176Z","caller":"traceutil/trace.go:171","msg":"trace[1543444376] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"188.171898ms","start":"2026-03-12T19:17:25.189989Z","end":"2026-03-12T19:17:25.378161Z","steps":["trace[1543444376] 'process raft request' (duration: 187.854691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.378245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.362973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4372"} {"level":"info","ts":"2026-03-12T19:17:25.378299Z","caller":"traceutil/trace.go:171","msg":"trace[1286033106] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"188.349742ms","start":"2026-03-12T19:17:25.189942Z","end":"2026-03-12T19:17:25.378291Z","steps":["trace[1286033106] 'process raft request' (duration: 187.719308ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.378333Z","caller":"traceutil/trace.go:171","msg":"trace[256523663] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"187.119465ms","start":"2026-03-12T19:17:25.191205Z","end":"2026-03-12T19:17:25.378324Z","steps":["trace[256523663] 'process raft request' (duration: 186.756197ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.378109Z","caller":"traceutil/trace.go:171","msg":"trace[40067604] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:368; }","duration":"188.23753ms","start":"2026-03-12T19:17:25.189856Z","end":"2026-03-12T19:17:25.378093Z","steps":["trace[40067604] 'read index received' (duration: 101.431305ms)","trace[40067604] 'applied index is now lower than readState.Index' (duration: 86.805025ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:25.378298Z","caller":"traceutil/trace.go:171","msg":"trace[1237351415] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:366; }","duration":"188.465995ms","start":"2026-03-12T19:17:25.189818Z","end":"2026-03-12T19:17:25.378284Z","steps":["trace[1237351415] 'agreement among raft nodes before linearized reading' (duration: 188.341292ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.378613Z","caller":"traceutil/trace.go:171","msg":"trace[1454069829] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"187.023222ms","start":"2026-03-12T19:17:25.191578Z","end":"2026-03-12T19:17:25.378602Z","steps":["trace[1454069829] 'process raft request' (duration: 186.419999ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.378705Z","caller":"traceutil/trace.go:171","msg":"trace[133861807] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"186.613623ms","start":"2026-03-12T19:17:25.192053Z","end":"2026-03-12T19:17:25.378666Z","steps":["trace[133861807] 'process raft request' (duration: 186.004339ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.378815Z","caller":"traceutil/trace.go:171","msg":"trace[1497319493] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"187.651307ms","start":"2026-03-12T19:17:25.191155Z","end":"2026-03-12T19:17:25.378806Z","steps":["trace[1497319493] 'process raft request' (duration: 186.751557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.378814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.515771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:2205"} {"level":"info","ts":"2026-03-12T19:17:25.379107Z","caller":"traceutil/trace.go:171","msg":"trace[1801691571] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:366; }","duration":"186.679984ms","start":"2026-03-12T19:17:25.192275Z","end":"2026-03-12T19:17:25.378955Z","steps":["trace[1801691571] 'agreement among raft nodes before linearized reading' (duration: 186.386478ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.576503Z","caller":"traceutil/trace.go:171","msg":"trace[474478267] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"192.795423ms","start":"2026-03-12T19:17:25.383676Z","end":"2026-03-12T19:17:25.576472Z","steps":["trace[474478267] 'process raft request' (duration: 192.580398ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.576634Z","caller":"traceutil/trace.go:171","msg":"trace[1727362405] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"147.633911ms","start":"2026-03-12T19:17:25.428977Z","end":"2026-03-12T19:17:25.576611Z","steps":["trace[1727362405] 'process raft request' (duration: 147.58879ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.576704Z","caller":"traceutil/trace.go:171","msg":"trace[566935096] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"193.398086ms","start":"2026-03-12T19:17:25.383288Z","end":"2026-03-12T19:17:25.576686Z","steps":["trace[566935096] 'process raft request' (duration: 155.784215ms)","trace[566935096] 'compare' (duration: 36.996357ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:25.576886Z","caller":"traceutil/trace.go:171","msg":"trace[1251672970] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"192.767663ms","start":"2026-03-12T19:17:25.384112Z","end":"2026-03-12T19:17:25.576879Z","steps":["trace[1251672970] 'process raft request' (duration: 192.21663ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.576943Z","caller":"traceutil/trace.go:171","msg":"trace[1127176572] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"189.54282ms","start":"2026-03-12T19:17:25.387386Z","end":"2026-03-12T19:17:25.576929Z","steps":["trace[1127176572] 'process raft request' (duration: 189.10614ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.576972Z","caller":"traceutil/trace.go:171","msg":"trace[2054168179] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"191.143155ms","start":"2026-03-12T19:17:25.385824Z","end":"2026-03-12T19:17:25.576967Z","steps":["trace[2054168179] 'process raft request' (duration: 190.571863ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.577035Z","caller":"traceutil/trace.go:171","msg":"trace[527537219] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"192.435655ms","start":"2026-03-12T19:17:25.384595Z","end":"2026-03-12T19:17:25.577031Z","steps":["trace[527537219] 'process raft request' (duration: 191.77158ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.577083Z","caller":"traceutil/trace.go:171","msg":"trace[2042827728] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"190.43234ms","start":"2026-03-12T19:17:25.386646Z","end":"2026-03-12T19:17:25.577078Z","steps":["trace[2042827728] 'process raft request' (duration: 189.793846ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.577062Z","caller":"traceutil/trace.go:171","msg":"trace[2032724640] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:377; }","duration":"193.154841ms","start":"2026-03-12T19:17:25.383879Z","end":"2026-03-12T19:17:25.577034Z","steps":["trace[2032724640] 'read index received' (duration: 40.793173ms)","trace[2032724640] 'applied index is now lower than readState.Index' (duration: 152.358428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:25.577225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.324115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-12T19:17:25.577264Z","caller":"traceutil/trace.go:171","msg":"trace[128713009] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:375; }","duration":"193.423987ms","start":"2026-03-12T19:17:25.38383Z","end":"2026-03-12T19:17:25.577254Z","steps":["trace[128713009] 'agreement among raft nodes before linearized reading' (duration: 193.306994ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.931825Z","caller":"traceutil/trace.go:171","msg":"trace[1276142721] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"118.42519ms","start":"2026-03-12T19:17:25.813368Z","end":"2026-03-12T19:17:25.931793Z","steps":["trace[1276142721] 'process raft request' (duration: 118.346509ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.931841Z","caller":"traceutil/trace.go:171","msg":"trace[1085736882] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"121.99461ms","start":"2026-03-12T19:17:25.809801Z","end":"2026-03-12T19:17:25.931795Z","steps":["trace[1085736882] 'process raft request' (duration: 48.699022ms)","trace[1085736882] 'compare' (duration: 73.041113ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:28.508929Z","caller":"traceutil/trace.go:171","msg":"trace[1065446994] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"156.047162ms","start":"2026-03-12T19:17:28.352854Z","end":"2026-03-12T19:17:28.508901Z","steps":["trace[1065446994] 'process raft request' (duration: 155.831167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:29.813194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.345782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:17:29.813292Z","caller":"traceutil/trace.go:171","msg":"trace[1306179093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:402; }","duration":"363.483736ms","start":"2026-03-12T19:17:29.449789Z","end":"2026-03-12T19:17:29.813272Z","steps":["trace[1306179093] 'range keys from in-memory index tree' (duration: 363.23563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:29.813329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.449767Z","time spent":"363.551857ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:29.813206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124115059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:29.813418Z","caller":"traceutil/trace.go:171","msg":"trace[627224469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:402; }","duration":"1.124358624s","start":"2026-03-12T19:17:28.689045Z","end":"2026-03-12T19:17:29.813403Z","steps":["trace[627224469] 'range keys from in-memory index tree' (duration: 1.124027787s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:29.813427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.795644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:17:29.81344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.666259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:17:29.813531Z","caller":"traceutil/trace.go:171","msg":"trace[1330137456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:402; }","duration":"363.794862ms","start":"2026-03-12T19:17:29.449719Z","end":"2026-03-12T19:17:29.813514Z","steps":["trace[1330137456] 'range keys from in-memory index tree' (duration: 363.545467ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:29.813489Z","caller":"traceutil/trace.go:171","msg":"trace[334334053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:402; }","duration":"390.908346ms","start":"2026-03-12T19:17:29.422567Z","end":"2026-03-12T19:17:29.813475Z","steps":["trace[334334053] 'range keys from in-memory index tree' (duration: 390.65996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:29.813573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.449702Z","time spent":"363.863464ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:17:29.813603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.422547Z","time spent":"391.046209ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:29.813753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:28.689021Z","time spent":"1.124441776s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:17:30.061927Z","caller":"traceutil/trace.go:171","msg":"trace[387777324] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"244.286628ms","start":"2026-03-12T19:17:29.817614Z","end":"2026-03-12T19:17:30.0619Z","steps":["trace[387777324] 'process raft request' (duration: 244.045773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:31.504223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.442540585s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:17:31.64522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.737648ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:17:31.645332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.718665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:31.645374Z","caller":"traceutil/trace.go:171","msg":"trace[1535051366] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:403; }","duration":"708.899421ms","start":"2026-03-12T19:17:30.936443Z","end":"2026-03-12T19:17:31.645343Z","steps":["trace[1535051366] 'range keys from in-memory index tree' (duration: 708.696207ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:31.645546Z","caller":"traceutil/trace.go:171","msg":"trace[2061223263] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:415; }","duration":"1.825356418s","start":"2026-03-12T19:17:29.820172Z","end":"2026-03-12T19:17:31.645528Z","steps":["trace[2061223263] 'read index received' (duration: 241.484895ms)","trace[2061223263] 'applied index is now lower than readState.Index' (duration: 1.583870453s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:31.645628Z","caller":"traceutil/trace.go:171","msg":"trace[1603368030] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"1.82767504s","start":"2026-03-12T19:17:29.817942Z","end":"2026-03-12T19:17:31.645617Z","steps":["trace[1603368030] 'process raft request' (duration: 1.827490255s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:31.645701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.817919Z","time spent":"1.827746072s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:31.645712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825518541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:31.645807Z","caller":"traceutil/trace.go:171","msg":"trace[986151831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"1.825616253s","start":"2026-03-12T19:17:29.820165Z","end":"2026-03-12T19:17:31.645781Z","steps":["trace[986151831] 'agreement among raft nodes before linearized reading' (duration: 1.8254703s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:31.645814Z","caller":"traceutil/trace.go:171","msg":"trace[383383000] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"1.828145511s","start":"2026-03-12T19:17:29.817645Z","end":"2026-03-12T19:17:31.645791Z","steps":["trace[383383000] 'process raft request' (duration: 1.686904984s)","trace[383383000] 'compare' (duration: 140.421158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:31.645869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.820123Z","time spent":"1.825733336s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:31.646134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.817616Z","time spent":"1.828273874s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:31.711195Z","caller":"traceutil/trace.go:171","msg":"trace[1717640414] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"1.490709774s","start":"2026-03-12T19:17:30.220458Z","end":"2026-03-12T19:17:31.711167Z","steps":["trace[1717640414] 'process raft request' (duration: 1.490556781s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:31.711254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197590732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:17:31.71132Z","caller":"traceutil/trace.go:171","msg":"trace[1565346546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:406; }","duration":"1.197751415s","start":"2026-03-12T19:17:30.513552Z","end":"2026-03-12T19:17:31.711304Z","steps":["trace[1565346546] 'agreement among raft nodes before linearized reading' (duration: 1.197631873s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:31.711382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:30.513532Z","time spent":"1.197844457s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:17:31.711393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:30.220421Z","time spent":"1.490863048s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:32.220568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314470036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:32.72152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314470036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:33.22323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314470036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:33.264305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.548482082s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:17:33.314372Z","caller":"traceutil/trace.go:171","msg":"trace[1431409165] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:419; }","duration":"1.594632296s","start":"2026-03-12T19:17:31.719714Z","end":"2026-03-12T19:17:33.314346Z","steps":["trace[1431409165] 'read index received' (duration: 1.544801069s)","trace[1431409165] 'applied index is now lower than readState.Index' (duration: 49.830017ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:33.314397Z","caller":"traceutil/trace.go:171","msg":"trace[1310803118] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"1.598656878s","start":"2026-03-12T19:17:31.715712Z","end":"2026-03-12T19:17:33.314369Z","steps":["trace[1310803118] 'process raft request' (duration: 1.548936903s)","trace[1310803118] 'compare' (duration: 49.373937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:33.314517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594779911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:17:33.314543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247807278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:17:33.314574Z","caller":"traceutil/trace.go:171","msg":"trace[1793735553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:407; }","duration":"1.24788996s","start":"2026-03-12T19:17:32.066676Z","end":"2026-03-12T19:17:33.314566Z","steps":["trace[1793735553] 'agreement among raft nodes before linearized reading' (duration: 1.247798048s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.314586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:31.715686Z","time spent":"1.598820571s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:33.314614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:32.066655Z","time spent":"1.247952991s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:17:33.314685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.936402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:17:33.314768Z","caller":"traceutil/trace.go:171","msg":"trace[1456301683] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:407; }","duration":"655.068895ms","start":"2026-03-12T19:17:32.659678Z","end":"2026-03-12T19:17:33.314747Z","steps":["trace[1456301683] 'agreement among raft nodes before linearized reading' (duration: 654.942012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.314813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:32.659648Z","time spent":"655.156737ms","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-03-12T19:17:33.315143Z","caller":"traceutil/trace.go:171","msg":"trace[1173460930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"1.594887122s","start":"2026-03-12T19:17:31.719672Z","end":"2026-03-12T19:17:33.314559Z","steps":["trace[1173460930] 'agreement among raft nodes before linearized reading' (duration: 1.59476873s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.31521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:31.719654Z","time spent":"1.595540088s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:17:33.492208Z","caller":"traceutil/trace.go:171","msg":"trace[619684169] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"176.107655ms","start":"2026-03-12T19:17:33.316071Z","end":"2026-03-12T19:17:33.492179Z","steps":["trace[619684169] 'read index received' (duration: 166.692902ms)","trace[619684169] 'applied index is now lower than readState.Index' (duration: 9.412773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:33.492462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.278349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:33.492603Z","caller":"traceutil/trace.go:171","msg":"trace[602995610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"176.562785ms","start":"2026-03-12T19:17:33.316029Z","end":"2026-03-12T19:17:33.492592Z","steps":["trace[602995610] 'agreement among raft nodes before linearized reading' (duration: 176.249978ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:33.49955Z","caller":"traceutil/trace.go:171","msg":"trace[1489749827] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"180.803021ms","start":"2026-03-12T19:17:33.318732Z","end":"2026-03-12T19:17:33.499535Z","steps":["trace[1489749827] 'process raft request' (duration: 180.646447ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:33.499656Z","caller":"traceutil/trace.go:171","msg":"trace[1256414471] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"170.666472ms","start":"2026-03-12T19:17:33.328966Z","end":"2026-03-12T19:17:33.499632Z","steps":["trace[1256414471] 'process raft request' (duration: 170.529099ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.289796Z","caller":"traceutil/trace.go:171","msg":"trace[1450700338] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"150.610318ms","start":"2026-03-12T19:17:35.139146Z","end":"2026-03-12T19:17:35.289756Z","steps":["trace[1450700338] 'process raft request' (duration: 62.694129ms)","trace[1450700338] 'compare' (duration: 87.622793ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:35.290459Z","caller":"traceutil/trace.go:171","msg":"trace[254338685] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"151.257923ms","start":"2026-03-12T19:17:35.139174Z","end":"2026-03-12T19:17:35.290432Z","steps":["trace[254338685] 'process raft request' (duration: 151.215143ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.290478Z","caller":"traceutil/trace.go:171","msg":"trace[2036211749] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"151.267893ms","start":"2026-03-12T19:17:35.139176Z","end":"2026-03-12T19:17:35.290444Z","steps":["trace[2036211749] 'process raft request' (duration: 151.106379ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.493454Z","caller":"traceutil/trace.go:171","msg":"trace[1894078332] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"113.256153ms","start":"2026-03-12T19:17:35.380152Z","end":"2026-03-12T19:17:35.493408Z","steps":["trace[1894078332] 'process raft request' (duration: 77.644047ms)","trace[1894078332] 'compare' (duration: 35.35186ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:35.493764Z","caller":"traceutil/trace.go:171","msg":"trace[238499489] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"112.351542ms","start":"2026-03-12T19:17:35.381381Z","end":"2026-03-12T19:17:35.493733Z","steps":["trace[238499489] 'process raft request' (duration: 112.087836ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.493975Z","caller":"traceutil/trace.go:171","msg":"trace[276132444] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"111.209827ms","start":"2026-03-12T19:17:35.382733Z","end":"2026-03-12T19:17:35.493943Z","steps":["trace[276132444] 'process raft request' (duration: 110.91813ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.494138Z","caller":"traceutil/trace.go:171","msg":"trace[2135492406] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"108.601758ms","start":"2026-03-12T19:17:35.385524Z","end":"2026-03-12T19:17:35.494126Z","steps":["trace[2135492406] 'process raft request' (duration: 108.348592ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.494133Z","caller":"traceutil/trace.go:171","msg":"trace[63901885] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:437; }","duration":"109.977639ms","start":"2026-03-12T19:17:35.384102Z","end":"2026-03-12T19:17:35.494079Z","steps":["trace[63901885] 'read index received' (duration: 73.640447ms)","trace[63901885] 'applied index is now lower than readState.Index' (duration: 36.333142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:35.494296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.181593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-12T19:17:35.494338Z","caller":"traceutil/trace.go:171","msg":"trace[1488381045] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:427; }","duration":"110.286716ms","start":"2026-03-12T19:17:35.384038Z","end":"2026-03-12T19:17:35.494325Z","steps":["trace[1488381045] 'agreement among raft nodes before linearized reading' (duration: 110.180573ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.795393Z","caller":"traceutil/trace.go:171","msg":"trace[1698195326] linearizableReadLoop","detail":"{readStateIndex:450; appliedIndex:449; }","duration":"199.646488ms","start":"2026-03-12T19:17:35.595706Z","end":"2026-03-12T19:17:35.795352Z","steps":["trace[1698195326] 'read index received' (duration: 155.254094ms)","trace[1698195326] 'applied index is now lower than readState.Index' (duration: 44.391134ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:35.79547Z","caller":"traceutil/trace.go:171","msg":"trace[2025025950] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"201.773137ms","start":"2026-03-12T19:17:35.593653Z","end":"2026-03-12T19:17:35.795426Z","steps":["trace[2025025950] 'process raft request' (duration: 157.28731ms)","trace[2025025950] 'compare' (duration: 44.19286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:35.795593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.856572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-03-12T19:17:35.795642Z","caller":"traceutil/trace.go:171","msg":"trace[1687861443] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:436; }","duration":"199.987485ms","start":"2026-03-12T19:17:35.595641Z","end":"2026-03-12T19:17:35.795628Z","steps":["trace[1687861443] 'agreement among raft nodes before linearized reading' (duration: 199.862532ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.804563Z","caller":"traceutil/trace.go:171","msg":"trace[797237551] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"206.766409ms","start":"2026-03-12T19:17:35.597736Z","end":"2026-03-12T19:17:35.804502Z","steps":["trace[797237551] 'process raft request' (duration: 206.542654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.804647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.078152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:17:35.804644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.764498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:17:35.804711Z","caller":"traceutil/trace.go:171","msg":"trace[1104217167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:437; }","duration":"118.192935ms","start":"2026-03-12T19:17:35.686504Z","end":"2026-03-12T19:17:35.804697Z","steps":["trace[1104217167] 'agreement among raft nodes before linearized reading' (duration: 118.077692ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.804761Z","caller":"traceutil/trace.go:171","msg":"trace[1067143478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:437; }","duration":"123.046405ms","start":"2026-03-12T19:17:35.681688Z","end":"2026-03-12T19:17:35.804734Z","steps":["trace[1067143478] 'agreement among raft nodes before linearized reading' (duration: 122.748298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.804795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.814943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:17:35.804992Z","caller":"traceutil/trace.go:171","msg":"trace[999154691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:437; }","duration":"113.185402ms","start":"2026-03-12T19:17:35.691783Z","end":"2026-03-12T19:17:35.804969Z","steps":["trace[999154691] 'agreement among raft nodes before linearized reading' (duration: 112.762652ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.946262Z","caller":"traceutil/trace.go:171","msg":"trace[1516710531] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"136.197812ms","start":"2026-03-12T19:17:35.810034Z","end":"2026-03-12T19:17:35.946232Z","steps":["trace[1516710531] 'process raft request' (duration: 136.156472ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.946402Z","caller":"traceutil/trace.go:171","msg":"trace[1802680849] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"143.314233ms","start":"2026-03-12T19:17:35.803061Z","end":"2026-03-12T19:17:35.946375Z","steps":["trace[1802680849] 'process raft request' (duration: 95.545262ms)","trace[1802680849] 'compare' (duration: 47.368632ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:35.94648Z","caller":"traceutil/trace.go:171","msg":"trace[1622040022] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"137.985782ms","start":"2026-03-12T19:17:35.808451Z","end":"2026-03-12T19:17:35.946437Z","steps":["trace[1622040022] 'process raft request' (duration: 137.680415ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.946624Z","caller":"traceutil/trace.go:171","msg":"trace[353145626] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:451; }","duration":"140.847978ms","start":"2026-03-12T19:17:35.805651Z","end":"2026-03-12T19:17:35.946499Z","steps":["trace[353145626] 'read index received' (duration: 93.056296ms)","trace[353145626] 'applied index is now lower than readState.Index' (duration: 47.788101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:35.946675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.987571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:35.946807Z","caller":"traceutil/trace.go:171","msg":"trace[159849038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:440; }","duration":"141.166955ms","start":"2026-03-12T19:17:35.805615Z","end":"2026-03-12T19:17:35.946782Z","steps":["trace[159849038] 'agreement among raft nodes before linearized reading' (duration: 140.93206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.947058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.994459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-12T19:17:35.947108Z","caller":"traceutil/trace.go:171","msg":"trace[1590304894] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:440; }","duration":"133.090942ms","start":"2026-03-12T19:17:35.814002Z","end":"2026-03-12T19:17:35.947093Z","steps":["trace[1590304894] 'agreement among raft nodes before linearized reading' (duration: 132.963479ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:36.180321Z","caller":"traceutil/trace.go:171","msg":"trace[37064664] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"228.751067ms","start":"2026-03-12T19:17:35.951527Z","end":"2026-03-12T19:17:36.180278Z","steps":["trace[37064664] 'process raft request' (duration: 189.340255ms)","trace[37064664] 'compare' (duration: 39.158207ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:36.180369Z","caller":"traceutil/trace.go:171","msg":"trace[1972701200] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"224.859119ms","start":"2026-03-12T19:17:35.955486Z","end":"2026-03-12T19:17:36.180345Z","steps":["trace[1972701200] 'process raft request' (duration: 224.807938ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:36.180401Z","caller":"traceutil/trace.go:171","msg":"trace[298292423] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"227.13719ms","start":"2026-03-12T19:17:35.953222Z","end":"2026-03-12T19:17:36.180359Z","steps":["trace[298292423] 'process raft request' (duration: 226.973506ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:36.180478Z","caller":"traceutil/trace.go:171","msg":"trace[2076463283] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"225.271728ms","start":"2026-03-12T19:17:35.95518Z","end":"2026-03-12T19:17:36.180451Z","steps":["trace[2076463283] 'process raft request' (duration: 225.074334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:36.475759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.327802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:36.475842Z","caller":"traceutil/trace.go:171","msg":"trace[1749118284] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"287.611728ms","start":"2026-03-12T19:17:36.188216Z","end":"2026-03-12T19:17:36.475828Z","steps":["trace[1749118284] 'process raft request' (duration: 175.159154ms)","trace[1749118284] 'compare' (duration: 112.225999ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:39.703422Z","caller":"traceutil/trace.go:171","msg":"trace[181603329] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:466; }","duration":"101.409715ms","start":"2026-03-12T19:17:39.601989Z","end":"2026-03-12T19:17:39.703398Z","steps":["trace[181603329] 'read index received' (duration: 101.19387ms)","trace[181603329] 'applied index is now lower than readState.Index' (duration: 193.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:39.703872Z","caller":"traceutil/trace.go:171","msg":"trace[1914349625] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"191.434472ms","start":"2026-03-12T19:17:39.512391Z","end":"2026-03-12T19:17:39.703825Z","steps":["trace[1914349625] 'process raft request' (duration: 190.806288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:39.703938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.925997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:17:39.70402Z","caller":"traceutil/trace.go:171","msg":"trace[1049744309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:452; }","duration":"102.06844ms","start":"2026-03-12T19:17:39.601931Z","end":"2026-03-12T19:17:39.703999Z","steps":["trace[1049744309] 'agreement among raft nodes before linearized reading' (duration: 101.886816ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:40.282441Z","caller":"traceutil/trace.go:171","msg":"trace[50692801] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"318.265443ms","start":"2026-03-12T19:17:39.964145Z","end":"2026-03-12T19:17:40.28241Z","steps":["trace[50692801] 'process raft request' (duration: 318.049288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:40.282647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:39.964111Z","time spent":"318.428596ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:40.289287Z","caller":"traceutil/trace.go:171","msg":"trace[980265630] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"324.159846ms","start":"2026-03-12T19:17:39.965092Z","end":"2026-03-12T19:17:40.289252Z","steps":["trace[980265630] 'process raft request' (duration: 323.948872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:40.28957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:39.965061Z","time spent":"324.3558ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:46.535766Z","caller":"traceutil/trace.go:171","msg":"trace[1321808731] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"162.079788ms","start":"2026-03-12T19:17:46.373659Z","end":"2026-03-12T19:17:46.535739Z","steps":["trace[1321808731] 'process raft request' (duration: 161.927105ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:46.601335Z","caller":"traceutil/trace.go:171","msg":"trace[1820113957] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"225.712358ms","start":"2026-03-12T19:17:46.375595Z","end":"2026-03-12T19:17:46.601308Z","steps":["trace[1820113957] 'process raft request' (duration: 200.237011ms)","trace[1820113957] 'compare' (duration: 25.348334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:48.185061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.173883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:48.185205Z","caller":"traceutil/trace.go:171","msg":"trace[573948940] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"205.89351ms","start":"2026-03-12T19:17:47.979296Z","end":"2026-03-12T19:17:48.18519Z","steps":["trace[573948940] 'process raft request' (duration: 205.852269ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:48.185251Z","caller":"traceutil/trace.go:171","msg":"trace[1212234395] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"205.92005ms","start":"2026-03-12T19:17:47.979286Z","end":"2026-03-12T19:17:48.185206Z","steps":["trace[1212234395] 'process raft request' (duration: 95.536922ms)","trace[1212234395] 'compare' (duration: 110.04796ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:48.522996Z","caller":"traceutil/trace.go:171","msg":"trace[63556863] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"262.164273ms","start":"2026-03-12T19:17:48.260804Z","end":"2026-03-12T19:17:48.522968Z","steps":["trace[63556863] 'process raft request' (duration: 262.119412ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:48.523072Z","caller":"traceutil/trace.go:171","msg":"trace[884043275] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"262.328737ms","start":"2026-03-12T19:17:48.260701Z","end":"2026-03-12T19:17:48.52303Z","steps":["trace[884043275] 'process raft request' (duration: 170.472948ms)","trace[884043275] 'compare' (duration: 91.587463ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:51.291237Z","caller":"traceutil/trace.go:171","msg":"trace[820160960] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"259.676767ms","start":"2026-03-12T19:17:51.031533Z","end":"2026-03-12T19:17:51.291209Z","steps":["trace[820160960] 'process raft request' (duration: 259.528103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:51.853588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314470272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:52.699519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.309128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:52.699635Z","caller":"traceutil/trace.go:171","msg":"trace[1513129141] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.469815271s","start":"2026-03-12T19:17:51.229799Z","end":"2026-03-12T19:17:52.699614Z","steps":["trace[1513129141] 'process raft request' (duration: 841.324559ms)","trace[1513129141] 'compare' (duration: 628.120374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:52.699771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:51.229775Z","time spent":"1.469892812s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:52.709169Z","caller":"traceutil/trace.go:171","msg":"trace[2142018874] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.413762353s","start":"2026-03-12T19:17:51.29538Z","end":"2026-03-12T19:17:52.709142Z","steps":["trace[2142018874] 'process raft request' (duration: 1.413535608s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:52.709223Z","caller":"traceutil/trace.go:171","msg":"trace[1056375947] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.412320731s","start":"2026-03-12T19:17:51.296888Z","end":"2026-03-12T19:17:52.709209Z","steps":["trace[1056375947] 'process raft request' (duration: 1.412174997s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.709302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:51.295358Z","time spent":"1.413870925s","remote":"127.0.0.1:52736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:52.709312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:51.296864Z","time spent":"1.412391382s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:52.709316Z","caller":"traceutil/trace.go:171","msg":"trace[233455356] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:543; }","duration":"1.356545958s","start":"2026-03-12T19:17:51.352741Z","end":"2026-03-12T19:17:52.709287Z","steps":["trace[233455356] 'read index received' (duration: 718.405478ms)","trace[233455356] 'applied index is now lower than readState.Index' (duration: 638.139ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:52.709403Z","caller":"traceutil/trace.go:171","msg":"trace[1893294254] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"679.048926ms","start":"2026-03-12T19:17:52.030342Z","end":"2026-03-12T19:17:52.70939Z","steps":["trace[1893294254] 'process raft request' (duration: 678.913193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.709455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:52.030321Z","time spent":"679.112938ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:52.70944Z","caller":"traceutil/trace.go:171","msg":"trace[325168898] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"880.075315ms","start":"2026-03-12T19:17:51.829305Z","end":"2026-03-12T19:17:52.709381Z","steps":["trace[325168898] 'process raft request' (duration: 879.893621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.709543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356780714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-t9phd\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-03-12T19:17:52.709589Z","caller":"traceutil/trace.go:171","msg":"trace[1989933241] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-t9phd; range_end:; response_count:1; response_revision:533; }","duration":"1.356880356s","start":"2026-03-12T19:17:51.352696Z","end":"2026-03-12T19:17:52.709577Z","steps":["trace[1989933241] 'agreement among raft nodes before linearized reading' (duration: 1.356715722s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.709629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:51.352671Z","time spent":"1.356949967s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4702,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-t9phd\" "} {"level":"info","ts":"2026-03-12T19:17:52.709683Z","caller":"traceutil/trace.go:171","msg":"trace[682648433] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.077219817s","start":"2026-03-12T19:17:51.632446Z","end":"2026-03-12T19:17:52.709665Z","steps":["trace[682648433] 'process raft request' (duration: 1.076720586s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.709682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:51.829286Z","time spent":"880.2805ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:52.709742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:51.63242Z","time spent":"1.077293258s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:52.709392Z","caller":"traceutil/trace.go:171","msg":"trace[1394180121] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.279792831s","start":"2026-03-12T19:17:51.429527Z","end":"2026-03-12T19:17:52.70932Z","steps":["trace[1394180121] 'process raft request' (duration: 1.279593747s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.710029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:51.429509Z","time spent":"1.280377874s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:52.716646Z","caller":"traceutil/trace.go:171","msg":"trace[1781424704] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"469.486204ms","start":"2026-03-12T19:17:52.247134Z","end":"2026-03-12T19:17:52.71662Z","steps":["trace[1781424704] 'process raft request' (duration: 469.057985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.71674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03096939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:17:52.71682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:52.24708Z","time spent":"469.647578ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:52.716843Z","caller":"traceutil/trace.go:171","msg":"trace[1147659501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:535; }","duration":"1.031097043s","start":"2026-03-12T19:17:51.685719Z","end":"2026-03-12T19:17:52.716816Z","steps":["trace[1147659501] 'agreement among raft nodes before linearized reading' (duration: 1.030938869s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.716889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:51.685707Z","time spent":"1.031172685s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:52.717052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.328824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:17:52.717108Z","caller":"traceutil/trace.go:171","msg":"trace[659878461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:535; }","duration":"136.418446ms","start":"2026-03-12T19:17:52.580677Z","end":"2026-03-12T19:17:52.717096Z","steps":["trace[659878461] 'agreement among raft nodes before linearized reading' (duration: 136.253672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.717094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.837412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:52.717223Z","caller":"traceutil/trace.go:171","msg":"trace[1915144768] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:535; }","duration":"489.022166ms","start":"2026-03-12T19:17:52.22817Z","end":"2026-03-12T19:17:52.717192Z","steps":["trace[1915144768] 'agreement among raft nodes before linearized reading' (duration: 488.775011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.71728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:52.22815Z","time spent":"489.114628ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-12T19:17:52.71728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.546664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:17:52.717337Z","caller":"traceutil/trace.go:171","msg":"trace[616120863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:535; }","duration":"898.642496ms","start":"2026-03-12T19:17:51.818675Z","end":"2026-03-12T19:17:52.717318Z","steps":["trace[616120863] 'agreement among raft nodes before linearized reading' (duration: 898.508913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.717368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:51.818646Z","time spent":"898.714347ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:17:52.717392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.230205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:52.717511Z","caller":"traceutil/trace.go:171","msg":"trace[225272666] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:535; }","duration":"289.48533ms","start":"2026-03-12T19:17:52.428Z","end":"2026-03-12T19:17:52.717485Z","steps":["trace[225272666] 'agreement among raft nodes before linearized reading' (duration: 289.222324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.717846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.9555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:17:52.71804Z","caller":"traceutil/trace.go:171","msg":"trace[2001404660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:535; }","duration":"917.169465ms","start":"2026-03-12T19:17:51.800833Z","end":"2026-03-12T19:17:52.718003Z","steps":["trace[2001404660] 'agreement among raft nodes before linearized reading' (duration: 916.200823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.718084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:51.800816Z","time spent":"917.250407ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:17:59.872892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314470495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:00.185177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091567521s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:18:00.185533Z","caller":"traceutil/trace.go:171","msg":"trace[49945572] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"813.418746ms","start":"2026-03-12T19:17:59.372096Z","end":"2026-03-12T19:18:00.185514Z","steps":["trace[49945572] 'read index received' (duration: 813.224242ms)","trace[49945572] 'applied index is now lower than readState.Index' (duration: 193.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:00.185625Z","caller":"traceutil/trace.go:171","msg":"trace[247678918] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"1.092110434s","start":"2026-03-12T19:17:59.093476Z","end":"2026-03-12T19:18:00.185587Z","steps":["trace[247678918] 'process raft request' (duration: 1.091927869s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:00.185719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.613341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2rmgs\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-12T19:18:00.185744Z","caller":"traceutil/trace.go:171","msg":"trace[525683766] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2rmgs; range_end:; response_count:1; response_revision:607; }","duration":"813.688542ms","start":"2026-03-12T19:17:59.372049Z","end":"2026-03-12T19:18:00.185737Z","steps":["trace[525683766] 'agreement among raft nodes before linearized reading' (duration: 813.542539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:00.185752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:59.093455Z","time spent":"1.092229537s","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:00.185773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:59.372032Z","time spent":"813.736134ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-2rmgs\" "} {"level":"warn","ts":"2026-03-12T19:18:00.18602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.983123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:00.186209Z","caller":"traceutil/trace.go:171","msg":"trace[1392372228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"500.236789ms","start":"2026-03-12T19:17:59.685947Z","end":"2026-03-12T19:18:00.186184Z","steps":["trace[1392372228] 'agreement among raft nodes before linearized reading' (duration: 499.922172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:00.186336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:59.685927Z","time spent":"500.395123ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:01.154478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.892148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:01.154568Z","caller":"traceutil/trace.go:171","msg":"trace[1804450199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"966.069383ms","start":"2026-03-12T19:18:00.188472Z","end":"2026-03-12T19:18:01.154542Z","steps":["trace[1804450199] 'range keys from in-memory index tree' (duration: 965.791916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:01.154602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.188447Z","time spent":"966.147205ms","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:01.154745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.731408ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:01.154961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.136648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:01.155042Z","caller":"traceutil/trace.go:171","msg":"trace[1783310806] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:607; }","duration":"217.924033ms","start":"2026-03-12T19:18:00.936972Z","end":"2026-03-12T19:18:01.154896Z","steps":["trace[1783310806] 'range keys from in-memory index tree' (duration: 217.709138ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:01.155106Z","caller":"traceutil/trace.go:171","msg":"trace[822769242] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"965.720384ms","start":"2026-03-12T19:18:00.189349Z","end":"2026-03-12T19:18:01.155069Z","steps":["trace[822769242] 'process raft request' (duration: 134.393292ms)","trace[822769242] 'compare' (duration: 830.572785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:01.155181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.189321Z","time spent":"965.827197ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:01.27843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314470499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:01.471658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.707424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:01.472101Z","caller":"traceutil/trace.go:171","msg":"trace[1009429709] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.272838575s","start":"2026-03-12T19:18:00.199234Z","end":"2026-03-12T19:18:01.472073Z","steps":["trace[1009429709] 'process raft request' (duration: 1.272559679s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:01.472848Z","caller":"traceutil/trace.go:171","msg":"trace[1552741809] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.281047951s","start":"2026-03-12T19:18:00.190897Z","end":"2026-03-12T19:18:01.471945Z","steps":["trace[1552741809] 'process raft request' (duration: 1.124968328s)","trace[1552741809] 'compare' (duration: 155.526531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:01.473028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.190885Z","time spent":"1.282065934s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:01.473396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.199203Z","time spent":"1.273804887s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:01.474792Z","caller":"traceutil/trace.go:171","msg":"trace[142842391] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:627; }","duration":"696.668397ms","start":"2026-03-12T19:18:00.778049Z","end":"2026-03-12T19:18:01.474718Z","steps":["trace[142842391] 'read index received' (duration: 537.842122ms)","trace[142842391] 'applied index is now lower than readState.Index' (duration: 158.824085ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:01.474945Z","caller":"traceutil/trace.go:171","msg":"trace[1678928074] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"1.202502223s","start":"2026-03-12T19:18:00.272416Z","end":"2026-03-12T19:18:01.474918Z","steps":["trace[1678928074] 'process raft request' (duration: 1.199507416s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:01.475011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.272389Z","time spent":"1.202583416s","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:01.47631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.658519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:18:01.476396Z","caller":"traceutil/trace.go:171","msg":"trace[989671778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:611; }","duration":"697.761422ms","start":"2026-03-12T19:18:00.778606Z","end":"2026-03-12T19:18:01.476367Z","steps":["trace[989671778] 'agreement among raft nodes before linearized reading' (duration: 697.357853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:01.476437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.778593Z","time spent":"697.834524ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:18:01.47671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.592915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:01.476775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.175301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:18:01.476862Z","caller":"traceutil/trace.go:171","msg":"trace[1816820811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"312.713398ms","start":"2026-03-12T19:18:01.164064Z","end":"2026-03-12T19:18:01.476778Z","steps":["trace[1816820811] 'agreement among raft nodes before linearized reading' (duration: 311.861828ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:01.476873Z","caller":"traceutil/trace.go:171","msg":"trace[666087694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:611; }","duration":"698.266054ms","start":"2026-03-12T19:18:00.778564Z","end":"2026-03-12T19:18:01.47683Z","steps":["trace[666087694] 'agreement among raft nodes before linearized reading' (duration: 698.027898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:01.477199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.25762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:18:01.477286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.98986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:18:01.477376Z","caller":"traceutil/trace.go:171","msg":"trace[1097412700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:611; }","duration":"697.412404ms","start":"2026-03-12T19:18:00.779871Z","end":"2026-03-12T19:18:01.477283Z","steps":["trace[1097412700] 'agreement among raft nodes before linearized reading' (duration: 695.999852ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:01.477398Z","caller":"traceutil/trace.go:171","msg":"trace[1934770628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:611; }","duration":"699.271966ms","start":"2026-03-12T19:18:00.778104Z","end":"2026-03-12T19:18:01.477376Z","steps":["trace[1934770628] 'agreement among raft nodes before linearized reading' (duration: 697.481886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:01.477117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:01.164042Z","time spent":"313.057686ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:01.477481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.778059Z","time spent":"699.400039ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:01.477447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.778555Z","time spent":"698.820036ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:18:01.477513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.77985Z","time spent":"697.597788ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:01.478558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.499793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:18:01.478715Z","caller":"traceutil/trace.go:171","msg":"trace[1788749275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:611; }","duration":"700.634317ms","start":"2026-03-12T19:18:00.778004Z","end":"2026-03-12T19:18:01.478638Z","steps":["trace[1788749275] 'agreement among raft nodes before linearized reading' (duration: 697.187599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:01.479926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.777976Z","time spent":"701.928916ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:18:02.151813Z","caller":"traceutil/trace.go:171","msg":"trace[824707874] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"669.273584ms","start":"2026-03-12T19:18:01.482492Z","end":"2026-03-12T19:18:02.151766Z","steps":["trace[824707874] 'process raft request' (duration: 668.796243ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:02.15221Z","caller":"traceutil/trace.go:171","msg":"trace[1616410597] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"669.660493ms","start":"2026-03-12T19:18:01.482491Z","end":"2026-03-12T19:18:02.152151Z","steps":["trace[1616410597] 'process raft request' (duration: 669.210823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:02.152459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:01.482469Z","time spent":"669.871008ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:02.152479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:01.482471Z","time spent":"669.847328ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:03.150785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314470506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:03.225421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074333583s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:18:03.226115Z","caller":"traceutil/trace.go:171","msg":"trace[2118539972] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"1.741216624s","start":"2026-03-12T19:18:01.484851Z","end":"2026-03-12T19:18:03.226068Z","steps":["trace[2118539972] 'process raft request' (duration: 1.741129602s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:03.226117Z","caller":"traceutil/trace.go:171","msg":"trace[538851504] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"1.743290951s","start":"2026-03-12T19:18:01.482778Z","end":"2026-03-12T19:18:03.226069Z","steps":["trace[538851504] 'process raft request' (duration: 1.742943293s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:03.226373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:01.482766Z","time spent":"1.743468354s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:03.226494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:01.484842Z","time spent":"1.741357237s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:03.226681Z","caller":"traceutil/trace.go:171","msg":"trace[1456467230] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"1.730370668s","start":"2026-03-12T19:18:01.496279Z","end":"2026-03-12T19:18:03.22665Z","steps":["trace[1456467230] 'process raft request' (duration: 1.730298566s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:03.226756Z","caller":"traceutil/trace.go:171","msg":"trace[1783667089] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"1.731000872s","start":"2026-03-12T19:18:01.495713Z","end":"2026-03-12T19:18:03.226714Z","steps":["trace[1783667089] 'process raft request' (duration: 1.730828558s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:03.226749Z","caller":"traceutil/trace.go:171","msg":"trace[391555952] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"1.731482373s","start":"2026-03-12T19:18:01.495178Z","end":"2026-03-12T19:18:03.22666Z","steps":["trace[391555952] 'process raft request' (duration: 1.731263548s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:03.226837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:01.496266Z","time spent":"1.730498481s","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:03.226885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:01.495691Z","time spent":"1.731126786s","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:03.227002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:01.49511Z","time spent":"1.731792231s","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:03.227276Z","caller":"traceutil/trace.go:171","msg":"trace[1178353344] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.741458009s","start":"2026-03-12T19:18:01.485774Z","end":"2026-03-12T19:18:03.227232Z","steps":["trace[1178353344] 'process raft request' (duration: 1.740249322s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:03.227482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:01.485753Z","time spent":"1.741620102s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:03.449128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.567414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:03.449271Z","caller":"traceutil/trace.go:171","msg":"trace[1492108642] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:632; }","duration":"799.121564ms","start":"2026-03-12T19:18:02.650124Z","end":"2026-03-12T19:18:03.449246Z","steps":["trace[1492108642] 'read index received' (duration: 575.675489ms)","trace[1492108642] 'applied index is now lower than readState.Index' (duration: 223.444485ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:03.449357Z","caller":"traceutil/trace.go:171","msg":"trace[1649549840] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"532.618532ms","start":"2026-03-12T19:18:02.916687Z","end":"2026-03-12T19:18:03.449306Z","steps":["trace[1649549840] 'process raft request' (duration: 359.743091ms)","trace[1649549840] 'compare' (duration: 172.332099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:03.449488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.3678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-12T19:18:03.449521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:02.916644Z","time spent":"532.791726ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:03.44955Z","caller":"traceutil/trace.go:171","msg":"trace[1702439348] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:620; }","duration":"799.488583ms","start":"2026-03-12T19:18:02.650045Z","end":"2026-03-12T19:18:03.449534Z","steps":["trace[1702439348] 'agreement among raft nodes before linearized reading' (duration: 799.300908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:03.449603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:02.65001Z","time spent":"799.579525ms","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-03-12T19:18:03.692846Z","caller":"traceutil/trace.go:171","msg":"trace[1317537097] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"243.512371ms","start":"2026-03-12T19:18:03.449308Z","end":"2026-03-12T19:18:03.69282Z","steps":["trace[1317537097] 'read index received' (duration: 240.652916ms)","trace[1317537097] 'applied index is now lower than readState.Index' (duration: 2.858345ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:03.69294Z","caller":"traceutil/trace.go:171","msg":"trace[1662825427] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"460.882549ms","start":"2026-03-12T19:18:03.232033Z","end":"2026-03-12T19:18:03.692916Z","steps":["trace[1662825427] 'process raft request' (duration: 457.888351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:03.693006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006581749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:03.693048Z","caller":"traceutil/trace.go:171","msg":"trace[1300035539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"1.006682452s","start":"2026-03-12T19:18:02.686354Z","end":"2026-03-12T19:18:03.693036Z","steps":["trace[1300035539] 'agreement among raft nodes before linearized reading' (duration: 1.006567109s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:03.693053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.232002Z","time spent":"460.996002ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:03.693083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:02.686336Z","time spent":"1.006739702s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:03.754663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.450811Z","time spent":"303.845336ms","remote":"127.0.0.1:52214","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:18:04.26437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314470527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:04.764974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314470527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:05.26605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314470527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:05.763761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:18:05.763867Z","caller":"traceutil/trace.go:171","msg":"trace[249640360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515205s","start":"2026-03-12T19:18:03.76333Z","end":"2026-03-12T19:18:05.763846Z","steps":["trace[249640360] 'agreement among raft nodes before linearized reading' (duration: 2.000384192s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:05.763925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.763314Z","time spent":"2.000601557s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:18:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:18:05.76695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314470527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:05.8777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.122974374s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:18:06.063727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.727459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:06.064137Z","caller":"traceutil/trace.go:171","msg":"trace[1059342683] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"2.349735481s","start":"2026-03-12T19:18:03.714388Z","end":"2026-03-12T19:18:06.064124Z","steps":["trace[1059342683] 'process raft request' (duration: 2.34969706s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:06.064184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.714375Z","time spent":"2.349789702s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:06.064315Z","caller":"traceutil/trace.go:171","msg":"trace[462017512] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"2.363761939s","start":"2026-03-12T19:18:03.700546Z","end":"2026-03-12T19:18:06.064308Z","steps":["trace[462017512] 'process raft request' (duration: 2.177376795s)","trace[462017512] 'compare' (duration: 185.022682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:06.064344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.700514Z","time spent":"2.36381499s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:06.064417Z","caller":"traceutil/trace.go:171","msg":"trace[1614257161] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"2.353817533s","start":"2026-03-12T19:18:03.710595Z","end":"2026-03-12T19:18:06.064412Z","steps":["trace[1614257161] 'process raft request' (duration: 2.353388203s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:06.064451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.710558Z","time spent":"2.353880445s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:06.064553Z","caller":"traceutil/trace.go:171","msg":"trace[2119235623] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"2.352596696s","start":"2026-03-12T19:18:03.71195Z","end":"2026-03-12T19:18:06.064547Z","steps":["trace[2119235623] 'process raft request' (duration: 2.352071254s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:06.064586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.711929Z","time spent":"2.352644147s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:06.064633Z","caller":"traceutil/trace.go:171","msg":"trace[595428631] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"2.363419791s","start":"2026-03-12T19:18:03.701178Z","end":"2026-03-12T19:18:06.064598Z","steps":["trace[595428631] 'process raft request' (duration: 2.362650554s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:06.064823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.701165Z","time spent":"2.363559214s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:06.064816Z","caller":"traceutil/trace.go:171","msg":"trace[1142947040] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"2.362025089s","start":"2026-03-12T19:18:03.702732Z","end":"2026-03-12T19:18:06.064757Z","steps":["trace[1142947040] 'process raft request' (duration: 2.361167099s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:06.064981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.702723Z","time spent":"2.362187674s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:06.075835Z","caller":"traceutil/trace.go:171","msg":"trace[963972361] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:641; }","duration":"2.312440762s","start":"2026-03-12T19:18:03.763382Z","end":"2026-03-12T19:18:06.075822Z","steps":["trace[963972361] 'read index received' (duration: 2.114553623s)","trace[963972361] 'applied index is now lower than readState.Index' (duration: 197.886319ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:06.0759Z","caller":"traceutil/trace.go:171","msg":"trace[1887086878] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"2.319841859s","start":"2026-03-12T19:18:03.756053Z","end":"2026-03-12T19:18:06.075895Z","steps":["trace[1887086878] 'process raft request' (duration: 2.319649735s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:06.075962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.756026Z","time spent":"2.31988758s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:06.076138Z","caller":"traceutil/trace.go:171","msg":"trace[273763579] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"365.840309ms","start":"2026-03-12T19:18:05.710286Z","end":"2026-03-12T19:18:06.076126Z","steps":["trace[273763579] 'process raft request' (duration: 365.505951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:06.076209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:05.710247Z","time spent":"365.937281ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:06.576105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314470533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:07.324876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.146148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:07.325192Z","caller":"traceutil/trace.go:171","msg":"trace[551783398] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.251716782s","start":"2026-03-12T19:18:06.073453Z","end":"2026-03-12T19:18:07.32517Z","steps":["trace[551783398] 'process raft request' (duration: 1.251638641s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.325218Z","caller":"traceutil/trace.go:171","msg":"trace[2077442910] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.254594089s","start":"2026-03-12T19:18:06.070592Z","end":"2026-03-12T19:18:07.325186Z","steps":["trace[2077442910] 'process raft request' (duration: 1.254386344s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.325291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.073437Z","time spent":"1.251800414s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:07.325295Z","caller":"traceutil/trace.go:171","msg":"trace[1002402669] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"1.254543198s","start":"2026-03-12T19:18:06.070553Z","end":"2026-03-12T19:18:07.325096Z","steps":["trace[1002402669] 'process raft request' (duration: 986.082012ms)","trace[1002402669] 'compare' (duration: 267.548085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:07.325414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.070564Z","time spent":"1.254760392s","remote":"127.0.0.1:52736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:07.3255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.070529Z","time spent":"1.254871055s","remote":"127.0.0.1:52736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:07.334454Z","caller":"traceutil/trace.go:171","msg":"trace[154633481] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.25031705s","start":"2026-03-12T19:18:06.084121Z","end":"2026-03-12T19:18:07.334439Z","steps":["trace[154633481] 'process raft request' (duration: 1.250176836s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.334544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.084103Z","time spent":"1.250400071s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:07.334653Z","caller":"traceutil/trace.go:171","msg":"trace[1851807592] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.25037197s","start":"2026-03-12T19:18:06.084237Z","end":"2026-03-12T19:18:07.334609Z","steps":["trace[1851807592] 'process raft request' (duration: 1.250147595s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.334745Z","caller":"traceutil/trace.go:171","msg":"trace[897446254] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.250459272s","start":"2026-03-12T19:18:06.084273Z","end":"2026-03-12T19:18:07.334732Z","steps":["trace[897446254] 'process raft request' (duration: 1.250136205s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.334879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.084231Z","time spent":"1.250510584s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:07.33489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.084269Z","time spent":"1.250542485s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:07.334854Z","caller":"traceutil/trace.go:171","msg":"trace[1427262468] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.250501673s","start":"2026-03-12T19:18:06.084324Z","end":"2026-03-12T19:18:07.334825Z","steps":["trace[1427262468] 'process raft request' (duration: 1.250319739s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.335009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.084319Z","time spent":"1.250666387s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:07.335115Z","caller":"traceutil/trace.go:171","msg":"trace[1848432342] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.250673338s","start":"2026-03-12T19:18:06.08443Z","end":"2026-03-12T19:18:07.335103Z","steps":["trace[1848432342] 'process raft request' (duration: 1.250234308s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.335179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.084424Z","time spent":"1.250723129s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:07.335369Z","caller":"traceutil/trace.go:171","msg":"trace[68928722] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.250894683s","start":"2026-03-12T19:18:06.084464Z","end":"2026-03-12T19:18:07.335359Z","steps":["trace[68928722] 'process raft request' (duration: 1.250419672s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.335415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.084459Z","time spent":"1.250936284s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:07.335464Z","caller":"traceutil/trace.go:171","msg":"trace[877376472] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"1.250723989s","start":"2026-03-12T19:18:06.084728Z","end":"2026-03-12T19:18:07.335452Z","steps":["trace[877376472] 'process raft request' (duration: 1.250597366s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.335523Z","caller":"traceutil/trace.go:171","msg":"trace[1052678343] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.250674657s","start":"2026-03-12T19:18:06.084837Z","end":"2026-03-12T19:18:07.335512Z","steps":["trace[1052678343] 'process raft request' (duration: 1.250514314s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.335538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.08471Z","time spent":"1.2508041s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:07.335629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.08483Z","time spent":"1.250734349s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:07.335762Z","caller":"traceutil/trace.go:171","msg":"trace[686647821] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.250858192s","start":"2026-03-12T19:18:06.084894Z","end":"2026-03-12T19:18:07.335752Z","steps":["trace[686647821] 'process raft request' (duration: 1.250482623s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.335809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.084885Z","time spent":"1.250904423s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:07.336412Z","caller":"traceutil/trace.go:171","msg":"trace[1298373118] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"1.251406895s","start":"2026-03-12T19:18:06.084998Z","end":"2026-03-12T19:18:07.336405Z","steps":["trace[1298373118] 'process raft request' (duration: 1.251259571s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.336467Z","caller":"traceutil/trace.go:171","msg":"trace[1852556153] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:649; }","duration":"1.260578146s","start":"2026-03-12T19:18:06.075873Z","end":"2026-03-12T19:18:07.336451Z","steps":["trace[1852556153] 'read index received' (duration: 980.836711ms)","trace[1852556153] 'applied index is now lower than readState.Index' (duration: 279.739875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:07.336482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.084989Z","time spent":"1.251443785s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:07.336546Z","caller":"traceutil/trace.go:171","msg":"trace[577380197] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"1.251459896s","start":"2026-03-12T19:18:06.085077Z","end":"2026-03-12T19:18:07.336537Z","steps":["trace[577380197] 'process raft request' (duration: 1.25121255s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.336599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.085066Z","time spent":"1.251500997s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:07.336655Z","caller":"traceutil/trace.go:171","msg":"trace[695252220] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"1.25164971s","start":"2026-03-12T19:18:06.084992Z","end":"2026-03-12T19:18:07.336642Z","steps":["trace[695252220] 'process raft request' (duration: 1.250407632s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.336713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.084986Z","time spent":"1.251702951s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:07.336803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572603315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:07.336807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179380969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:18:07.336834Z","caller":"traceutil/trace.go:171","msg":"trace[136303363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"1.572688736s","start":"2026-03-12T19:18:05.764134Z","end":"2026-03-12T19:18:07.336823Z","steps":["trace[136303363] 'agreement among raft nodes before linearized reading' (duration: 1.572639715s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.336841Z","caller":"traceutil/trace.go:171","msg":"trace[87084676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:644; }","duration":"3.179462611s","start":"2026-03-12T19:18:04.157369Z","end":"2026-03-12T19:18:07.336831Z","steps":["trace[87084676] 'agreement among raft nodes before linearized reading' (duration: 3.179311537s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.33683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105467965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:18:07.336858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:05.764103Z","time spent":"1.572750408s","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:07.336863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.15736Z","time spent":"3.179496731s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:18:07.336878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180364001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:18:07.336876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105607248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:18:07.336895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105192049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:18:07.336902Z","caller":"traceutil/trace.go:171","msg":"trace[1178920171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:644; }","duration":"2.105565267s","start":"2026-03-12T19:18:05.231295Z","end":"2026-03-12T19:18:07.336861Z","steps":["trace[1178920171] 'agreement among raft nodes before linearized reading' (duration: 2.105377283s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.336919Z","caller":"traceutil/trace.go:171","msg":"trace[1703640862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:644; }","duration":"3.180455173s","start":"2026-03-12T19:18:04.156454Z","end":"2026-03-12T19:18:07.336909Z","steps":["trace[1703640862] 'agreement among raft nodes before linearized reading' (duration: 3.180246839s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.336931Z","caller":"traceutil/trace.go:171","msg":"trace[647345827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:644; }","duration":"2.105707931s","start":"2026-03-12T19:18:05.231209Z","end":"2026-03-12T19:18:07.336917Z","steps":["trace[647345827] 'agreement among raft nodes before linearized reading' (duration: 2.105474285s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.336937Z","caller":"traceutil/trace.go:171","msg":"trace[1678281887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:644; }","duration":"2.1052544s","start":"2026-03-12T19:18:05.23167Z","end":"2026-03-12T19:18:07.336924Z","steps":["trace[1678281887] 'agreement among raft nodes before linearized reading' (duration: 2.105137957s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.336954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.15643Z","time spent":"3.180516905s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:18:07.336961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:05.23119Z","time spent":"2.105765611s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:07.336941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:05.231263Z","time spent":"2.10566822s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:07.336967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:05.231659Z","time spent":"2.105302232s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:07.39394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311831137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-12T19:18:07.394028Z","caller":"traceutil/trace.go:171","msg":"trace[213973754] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:665; }","duration":"1.312011761s","start":"2026-03-12T19:18:06.081997Z","end":"2026-03-12T19:18:07.394009Z","steps":["trace[213973754] 'agreement among raft nodes before linearized reading' (duration: 1.311882448s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.394069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.08197Z","time spent":"1.312090533s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-12T19:18:19.440611Z","caller":"traceutil/trace.go:171","msg":"trace[1285484965] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"173.911677ms","start":"2026-03-12T19:18:19.266677Z","end":"2026-03-12T19:18:19.440589Z","steps":["trace[1285484965] 'process raft request' (duration: 173.754673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:23.698845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.466486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:23.698984Z","caller":"traceutil/trace.go:171","msg":"trace[1134379322] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"181.322019ms","start":"2026-03-12T19:18:23.517641Z","end":"2026-03-12T19:18:23.698963Z","steps":["trace[1134379322] 'process raft request' (duration: 70.646178ms)","trace[1134379322] 'compare' (duration: 110.300482ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:23.699697Z","caller":"traceutil/trace.go:171","msg":"trace[997298177] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"180.877418ms","start":"2026-03-12T19:18:23.5188Z","end":"2026-03-12T19:18:23.699677Z","steps":["trace[997298177] 'process raft request' (duration: 180.615632ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:23.699983Z","caller":"traceutil/trace.go:171","msg":"trace[652002682] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"180.997911ms","start":"2026-03-12T19:18:23.518968Z","end":"2026-03-12T19:18:23.699966Z","steps":["trace[652002682] 'process raft request' (duration: 180.53655ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:23.700017Z","caller":"traceutil/trace.go:171","msg":"trace[1624256617] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"180.340636ms","start":"2026-03-12T19:18:23.519665Z","end":"2026-03-12T19:18:23.700006Z","steps":["trace[1624256617] 'process raft request' (duration: 179.892815ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:24.030499Z","caller":"traceutil/trace.go:171","msg":"trace[1395761050] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"173.867646ms","start":"2026-03-12T19:18:23.856594Z","end":"2026-03-12T19:18:24.030461Z","steps":["trace[1395761050] 'process raft request' (duration: 141.553582ms)","trace[1395761050] 'compare' (duration: 32.1531ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:24.898907Z","caller":"traceutil/trace.go:171","msg":"trace[695007921] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:954; }","duration":"176.164969ms","start":"2026-03-12T19:18:24.722711Z","end":"2026-03-12T19:18:24.898875Z","steps":["trace[695007921] 'read index received' (duration: 175.946834ms)","trace[695007921] 'applied index is now lower than readState.Index' (duration: 216.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:24.898969Z","caller":"traceutil/trace.go:171","msg":"trace[340133006] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"188.78356ms","start":"2026-03-12T19:18:24.710151Z","end":"2026-03-12T19:18:24.898935Z","steps":["trace[340133006] 'process raft request' (duration: 188.494713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:24.899146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.393864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:24.899209Z","caller":"traceutil/trace.go:171","msg":"trace[1211986863] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:927; }","duration":"176.511726ms","start":"2026-03-12T19:18:24.722681Z","end":"2026-03-12T19:18:24.899192Z","steps":["trace[1211986863] 'agreement among raft nodes before linearized reading' (duration: 176.392344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:24.899178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.414855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:24.899249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.371182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:24.899304Z","caller":"traceutil/trace.go:171","msg":"trace[1005946065] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:927; }","duration":"159.467224ms","start":"2026-03-12T19:18:24.739822Z","end":"2026-03-12T19:18:24.899289Z","steps":["trace[1005946065] 'agreement among raft nodes before linearized reading' (duration: 159.353341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:24.8993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.80853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:24.899284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.333851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:24.899359Z","caller":"traceutil/trace.go:171","msg":"trace[1750746228] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:927; }","duration":"175.885332ms","start":"2026-03-12T19:18:24.723454Z","end":"2026-03-12T19:18:24.899339Z","steps":["trace[1750746228] 'agreement among raft nodes before linearized reading' (duration: 175.777969ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:24.899402Z","caller":"traceutil/trace.go:171","msg":"trace[526042365] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:927; }","duration":"159.501575ms","start":"2026-03-12T19:18:24.739874Z","end":"2026-03-12T19:18:24.899376Z","steps":["trace[526042365] 'agreement among raft nodes before linearized reading' (duration: 159.28132ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:24.899316Z","caller":"traceutil/trace.go:171","msg":"trace[2045123746] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:927; }","duration":"176.61636ms","start":"2026-03-12T19:18:24.722667Z","end":"2026-03-12T19:18:24.899283Z","steps":["trace[2045123746] 'agreement among raft nodes before linearized reading' (duration: 176.378814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:24.899484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.238369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:24.899607Z","caller":"traceutil/trace.go:171","msg":"trace[782087364] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:927; }","duration":"159.383542ms","start":"2026-03-12T19:18:24.740177Z","end":"2026-03-12T19:18:24.89956Z","steps":["trace[782087364] 'agreement among raft nodes before linearized reading' (duration: 159.182477ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:26.647585Z","caller":"traceutil/trace.go:171","msg":"trace[1045734531] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"117.090278ms","start":"2026-03-12T19:18:26.530466Z","end":"2026-03-12T19:18:26.647556Z","steps":["trace[1045734531] 'process raft request' (duration: 116.922814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.741766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198309022s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:18:28.742414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198916117s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:28.742705Z","caller":"traceutil/trace.go:171","msg":"trace[860803124] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"2.038891181s","start":"2026-03-12T19:18:26.703775Z","end":"2026-03-12T19:18:28.742666Z","steps":["trace[860803124] 'process raft request' (duration: 839.633057ms)","trace[860803124] 'compare' (duration: 1.198764133s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:28.742755Z","caller":"traceutil/trace.go:171","msg":"trace[874427094] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:965; }","duration":"1.397742878s","start":"2026-03-12T19:18:27.344993Z","end":"2026-03-12T19:18:28.742735Z","steps":["trace[874427094] 'read index received' (duration: 198.438632ms)","trace[874427094] 'applied index is now lower than readState.Index' (duration: 1.199303156s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:28.7429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:26.703756Z","time spent":"2.039039835s","remote":"127.0.0.1:52640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:28.743237Z","caller":"traceutil/trace.go:171","msg":"trace[1098664898] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"1.397470181s","start":"2026-03-12T19:18:27.345728Z","end":"2026-03-12T19:18:28.743199Z","steps":["trace[1098664898] 'process raft request' (duration: 1.3969625s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.74331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398318721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-v44qz\" ","response":"range_response_count:1 size:5352"} {"level":"info","ts":"2026-03-12T19:18:28.743228Z","caller":"traceutil/trace.go:171","msg":"trace[45864293] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"1.991290024s","start":"2026-03-12T19:18:26.751907Z","end":"2026-03-12T19:18:28.743197Z","steps":["trace[45864293] 'process raft request' (duration: 1.99068353s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:28.743358Z","caller":"traceutil/trace.go:171","msg":"trace[829805446] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-v44qz; range_end:; response_count:1; response_revision:940; }","duration":"1.398408223s","start":"2026-03-12T19:18:27.344933Z","end":"2026-03-12T19:18:28.743341Z","steps":["trace[829805446] 'agreement among raft nodes before linearized reading' (duration: 1.398255109s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.743419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.345703Z","time spent":"1.397644096s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":809,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:28.74344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.344909Z","time spent":"1.398519116s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5375,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-v44qz\" "} {"level":"warn","ts":"2026-03-12T19:18:28.743554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:26.751887Z","time spent":"1.991551971s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:28.753468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067422166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:28.753521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226644035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:18:28.75355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037487237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:18:28.753551Z","caller":"traceutil/trace.go:171","msg":"trace[104225895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:940; }","duration":"1.067558269s","start":"2026-03-12T19:18:27.68597Z","end":"2026-03-12T19:18:28.753528Z","steps":["trace[104225895] 'agreement among raft nodes before linearized reading' (duration: 1.067423176s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.753528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03761577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:18:28.75359Z","caller":"traceutil/trace.go:171","msg":"trace[60032721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:940; }","duration":"1.037530507s","start":"2026-03-12T19:18:27.716035Z","end":"2026-03-12T19:18:28.753566Z","steps":["trace[60032721] 'agreement among raft nodes before linearized reading' (duration: 1.037478666s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:28.753555Z","caller":"traceutil/trace.go:171","msg":"trace[227480027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:940; }","duration":"1.226718377s","start":"2026-03-12T19:18:27.526827Z","end":"2026-03-12T19:18:28.753545Z","steps":["trace[227480027] 'agreement among raft nodes before linearized reading' (duration: 1.226614954s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.753622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.716022Z","time spent":"1.037594288s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:18:28.753616Z","caller":"traceutil/trace.go:171","msg":"trace[1866948016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:940; }","duration":"1.037736172s","start":"2026-03-12T19:18:27.715853Z","end":"2026-03-12T19:18:28.753589Z","steps":["trace[1866948016] 'agreement among raft nodes before linearized reading' (duration: 1.037515697s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.753637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.526806Z","time spent":"1.22682202s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:18:28.753661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.715839Z","time spent":"1.037813144s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:28.75348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229047781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:18:28.753766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.68595Z","time spent":"1.067803755s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:18:28.753784Z","caller":"traceutil/trace.go:171","msg":"trace[572998752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:940; }","duration":"1.229378429s","start":"2026-03-12T19:18:27.524382Z","end":"2026-03-12T19:18:28.75376Z","steps":["trace[572998752] 'agreement among raft nodes before linearized reading' (duration: 1.22897886s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.753857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.524356Z","time spent":"1.22947405s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:18:28.753855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041703814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:18:28.754097Z","caller":"traceutil/trace.go:171","msg":"trace[1468137988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:940; }","duration":"1.04199363s","start":"2026-03-12T19:18:27.712089Z","end":"2026-03-12T19:18:28.754082Z","steps":["trace[1468137988] 'agreement among raft nodes before linearized reading' (duration: 1.041631042s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.75413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.712058Z","time spent":"1.042061272s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:18:33.057705Z","caller":"traceutil/trace.go:171","msg":"trace[687102810] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"245.361463ms","start":"2026-03-12T19:18:32.812294Z","end":"2026-03-12T19:18:33.057656Z","steps":["trace[687102810] 'process raft request' (duration: 245.23002ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:33.062251Z","caller":"traceutil/trace.go:171","msg":"trace[1155283508] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"248.811943ms","start":"2026-03-12T19:18:32.813423Z","end":"2026-03-12T19:18:33.062235Z","steps":["trace[1155283508] 'process raft request' (duration: 248.739231ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:33.062301Z","caller":"traceutil/trace.go:171","msg":"trace[76026943] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"248.967326ms","start":"2026-03-12T19:18:32.8133Z","end":"2026-03-12T19:18:33.062267Z","steps":["trace[76026943] 'process raft request' (duration: 248.794002ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:33.062416Z","caller":"traceutil/trace.go:171","msg":"trace[98576979] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"242.415006ms","start":"2026-03-12T19:18:32.819992Z","end":"2026-03-12T19:18:33.062407Z","steps":["trace[98576979] 'process raft request' (duration: 242.215321ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:33.062674Z","caller":"traceutil/trace.go:171","msg":"trace[272235614] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"241.972115ms","start":"2026-03-12T19:18:32.820684Z","end":"2026-03-12T19:18:33.062656Z","steps":["trace[272235614] 'process raft request' (duration: 241.692409ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:41.283051Z","caller":"traceutil/trace.go:171","msg":"trace[1825586547] linearizableReadLoop","detail":"{readStateIndex:1080; appliedIndex:1078; }","duration":"183.399576ms","start":"2026-03-12T19:18:41.099622Z","end":"2026-03-12T19:18:41.283022Z","steps":["trace[1825586547] 'read index received' (duration: 27.691229ms)","trace[1825586547] 'applied index is now lower than readState.Index' (duration: 155.706877ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:41.283215Z","caller":"traceutil/trace.go:171","msg":"trace[233590195] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"186.274952ms","start":"2026-03-12T19:18:41.096927Z","end":"2026-03-12T19:18:41.283202Z","steps":["trace[233590195] 'process raft request' (duration: 122.513023ms)","trace[233590195] 'compare' (duration: 63.457882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:41.283456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.434275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T19:18:41.283519Z","caller":"traceutil/trace.go:171","msg":"trace[1107302509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1044; }","duration":"179.530496ms","start":"2026-03-12T19:18:41.103975Z","end":"2026-03-12T19:18:41.283506Z","steps":["trace[1107302509] 'agreement among raft nodes before linearized reading' (duration: 179.379793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:41.283748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.120802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-12T19:18:41.283814Z","caller":"traceutil/trace.go:171","msg":"trace[211893438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1044; }","duration":"184.212714ms","start":"2026-03-12T19:18:41.099581Z","end":"2026-03-12T19:18:41.283793Z","steps":["trace[211893438] 'agreement among raft nodes before linearized reading' (duration: 183.742073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:41.284205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.232053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:18:41.284265Z","caller":"traceutil/trace.go:171","msg":"trace[127238064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1044; }","duration":"180.317254ms","start":"2026-03-12T19:18:41.103933Z","end":"2026-03-12T19:18:41.28425Z","steps":["trace[127238064] 'agreement among raft nodes before linearized reading' (duration: 179.314751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:47.769238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.235341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:47.769333Z","caller":"traceutil/trace.go:171","msg":"trace[537574012] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1094; }","duration":"291.393754ms","start":"2026-03-12T19:18:47.47792Z","end":"2026-03-12T19:18:47.769314Z","steps":["trace[537574012] 'count revisions from in-memory index tree' (duration: 290.493013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:47.769313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.355094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:18:47.769399Z","caller":"traceutil/trace.go:171","msg":"trace[305023215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1094; }","duration":"439.485766ms","start":"2026-03-12T19:18:47.329894Z","end":"2026-03-12T19:18:47.76938Z","steps":["trace[305023215] 'range keys from in-memory index tree' (duration: 439.166329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:47.769411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.721033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-f8h4r\" ","response":"range_response_count:1 size:4196"} {"level":"warn","ts":"2026-03-12T19:18:47.769456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:47.329883Z","time spent":"439.562509ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:18:47.769503Z","caller":"traceutil/trace.go:171","msg":"trace[1713710020] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-f8h4r; range_end:; response_count:1; response_revision:1094; }","duration":"160.863916ms","start":"2026-03-12T19:18:47.608616Z","end":"2026-03-12T19:18:47.76948Z","steps":["trace[1713710020] 'range keys from in-memory index tree' (duration: 160.507058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:47.76953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.806369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:18:47.76963Z","caller":"traceutil/trace.go:171","msg":"trace[651867727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1094; }","duration":"457.899841ms","start":"2026-03-12T19:18:47.311696Z","end":"2026-03-12T19:18:47.769596Z","steps":["trace[651867727] 'range keys from in-memory index tree' (duration: 457.590254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:47.769676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:47.311633Z","time spent":"458.031824ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:47.769661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.056071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:18:47.76984Z","caller":"traceutil/trace.go:171","msg":"trace[1096722192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1094; }","duration":"391.291906ms","start":"2026-03-12T19:18:47.378506Z","end":"2026-03-12T19:18:47.769798Z","steps":["trace[1096722192] 'range keys from in-memory index tree' (duration: 390.760603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:47.76993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:47.378486Z","time spent":"391.427629ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:18:47.770004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.316976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:18:47.770062Z","caller":"traceutil/trace.go:171","msg":"trace[1988498767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1094; }","duration":"391.378628ms","start":"2026-03-12T19:18:47.378671Z","end":"2026-03-12T19:18:47.770049Z","steps":["trace[1988498767] 'range keys from in-memory index tree' (duration: 390.522748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:47.770095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:47.378586Z","time spent":"391.49789ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:18:47.889083Z","caller":"traceutil/trace.go:171","msg":"trace[1839671076] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"113.993756ms","start":"2026-03-12T19:18:47.775051Z","end":"2026-03-12T19:18:47.889045Z","steps":["trace[1839671076] 'process raft request' (duration: 109.108694ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:47.889408Z","caller":"traceutil/trace.go:171","msg":"trace[487419169] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"113.470954ms","start":"2026-03-12T19:18:47.775892Z","end":"2026-03-12T19:18:47.889363Z","steps":["trace[487419169] 'process raft request' (duration: 113.063495ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:47.889809Z","caller":"traceutil/trace.go:171","msg":"trace[1282789047] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"111.436048ms","start":"2026-03-12T19:18:47.778337Z","end":"2026-03-12T19:18:47.889773Z","steps":["trace[1282789047] 'process raft request' (duration: 111.378517ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:47.889925Z","caller":"traceutil/trace.go:171","msg":"trace[376036303] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"111.645673ms","start":"2026-03-12T19:18:47.778209Z","end":"2026-03-12T19:18:47.889855Z","steps":["trace[376036303] 'process raft request' (duration: 111.08691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:48.206193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.991472ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:18:48.206339Z","caller":"traceutil/trace.go:171","msg":"trace[1815654351] linearizableReadLoop","detail":"{readStateIndex:1137; appliedIndex:1136; }","duration":"185.812241ms","start":"2026-03-12T19:18:48.020503Z","end":"2026-03-12T19:18:48.206315Z","steps":["trace[1815654351] 'read index received' (duration: 66.770919ms)","trace[1815654351] 'applied index is now lower than readState.Index' (duration: 119.039812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:48.206438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.915194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:48.206474Z","caller":"traceutil/trace.go:171","msg":"trace[1457163289] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1099; }","duration":"186.005796ms","start":"2026-03-12T19:18:48.020457Z","end":"2026-03-12T19:18:48.206463Z","steps":["trace[1457163289] 'agreement among raft nodes before linearized reading' (duration: 185.919334ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:51.852748Z","caller":"traceutil/trace.go:171","msg":"trace[127437523] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"124.329265ms","start":"2026-03-12T19:18:51.728382Z","end":"2026-03-12T19:18:51.852711Z","steps":["trace[127437523] 'process raft request' (duration: 124.017037ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:54.279121Z","caller":"traceutil/trace.go:171","msg":"trace[813510886] linearizableReadLoop","detail":"{readStateIndex:1244; appliedIndex:1243; }","duration":"391.178154ms","start":"2026-03-12T19:18:53.887902Z","end":"2026-03-12T19:18:54.27908Z","steps":["trace[813510886] 'read index received' (duration: 390.737813ms)","trace[813510886] 'applied index is now lower than readState.Index' (duration: 435.26µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:54.279171Z","caller":"traceutil/trace.go:171","msg":"trace[415014944] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"583.776761ms","start":"2026-03-12T19:18:53.695354Z","end":"2026-03-12T19:18:54.279131Z","steps":["trace[415014944] 'process raft request' (duration: 583.518355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:54.279361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:53.695327Z","time spent":"583.938675ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3127,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:54.27956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.674395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:18:54.27956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.039353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:18:54.279628Z","caller":"traceutil/trace.go:171","msg":"trace[1720146147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1205; }","duration":"391.799898ms","start":"2026-03-12T19:18:53.887808Z","end":"2026-03-12T19:18:54.279608Z","steps":["trace[1720146147] 'agreement among raft nodes before linearized reading' (duration: 391.494481ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:54.279633Z","caller":"traceutil/trace.go:171","msg":"trace[859386755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1205; }","duration":"303.182016ms","start":"2026-03-12T19:18:53.976434Z","end":"2026-03-12T19:18:54.279616Z","steps":["trace[859386755] 'agreement among raft nodes before linearized reading' (duration: 302.93413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:54.279681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:53.887784Z","time spent":"391.885749ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:54.279681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:53.976406Z","time spent":"303.264147ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:18:54.27978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.146612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:18:54.279827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.434886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:18:54.279865Z","caller":"traceutil/trace.go:171","msg":"trace[608955720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1205; }","duration":"302.296905ms","start":"2026-03-12T19:18:53.977549Z","end":"2026-03-12T19:18:54.279846Z","steps":["trace[608955720] 'agreement among raft nodes before linearized reading' (duration: 302.018419ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:54.279909Z","caller":"traceutil/trace.go:171","msg":"trace[188688283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1205; }","duration":"275.518188ms","start":"2026-03-12T19:18:54.004378Z","end":"2026-03-12T19:18:54.279896Z","steps":["trace[188688283] 'agreement among raft nodes before linearized reading' (duration: 275.127669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:54.27991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:53.977521Z","time spent":"302.380927ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:18:55.310896Z","caller":"traceutil/trace.go:171","msg":"trace[1964432585] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"115.383059ms","start":"2026-03-12T19:18:55.195493Z","end":"2026-03-12T19:18:55.310876Z","steps":["trace[1964432585] 'process raft request' (duration: 115.241955ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:57.429304Z","caller":"traceutil/trace.go:171","msg":"trace[933966438] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"110.071176ms","start":"2026-03-12T19:18:57.319207Z","end":"2026-03-12T19:18:57.429279Z","steps":["trace[933966438] 'process raft request' (duration: 109.925693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:57.861734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.827031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:57.861935Z","caller":"traceutil/trace.go:171","msg":"trace[14113875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1222; }","duration":"175.947904ms","start":"2026-03-12T19:18:57.685837Z","end":"2026-03-12T19:18:57.861785Z","steps":["trace[14113875] 'range keys from in-memory index tree' (duration: 175.727639ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:58.522105Z","caller":"traceutil/trace.go:171","msg":"trace[39096157] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1261; }","duration":"222.18268ms","start":"2026-03-12T19:18:58.299885Z","end":"2026-03-12T19:18:58.522068Z","steps":["trace[39096157] 'read index received' (duration: 185.090235ms)","trace[39096157] 'applied index is now lower than readState.Index' (duration: 37.090774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:58.522449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.71372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:18:58.522502Z","caller":"traceutil/trace.go:171","msg":"trace[1387712681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1222; }","duration":"218.805821ms","start":"2026-03-12T19:18:58.303682Z","end":"2026-03-12T19:18:58.522488Z","steps":["trace[1387712681] 'agreement among raft nodes before linearized reading' (duration: 218.587216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:58.522453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.084005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:18:58.522611Z","caller":"traceutil/trace.go:171","msg":"trace[168122645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1222; }","duration":"218.26855ms","start":"2026-03-12T19:18:58.304323Z","end":"2026-03-12T19:18:58.522591Z","steps":["trace[168122645] 'agreement among raft nodes before linearized reading' (duration: 217.953442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:58.522515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.632845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:18:58.522645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.727262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:18:58.52277Z","caller":"traceutil/trace.go:171","msg":"trace[1132141637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1222; }","duration":"222.912506ms","start":"2026-03-12T19:18:58.299827Z","end":"2026-03-12T19:18:58.52274Z","steps":["trace[1132141637] 'agreement among raft nodes before linearized reading' (duration: 222.347103ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:58.522806Z","caller":"traceutil/trace.go:171","msg":"trace[1970760359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1222; }","duration":"217.917462ms","start":"2026-03-12T19:18:58.304807Z","end":"2026-03-12T19:18:58.522724Z","steps":["trace[1970760359] 'agreement among raft nodes before linearized reading' (duration: 217.483022ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:06.80543Z","caller":"traceutil/trace.go:171","msg":"trace[1067332752] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"105.00717ms","start":"2026-03-12T19:19:06.700388Z","end":"2026-03-12T19:19:06.805395Z","steps":["trace[1067332752] 'process raft request' (duration: 101.693014ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:06.805505Z","caller":"traceutil/trace.go:171","msg":"trace[202263712] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"102.183845ms","start":"2026-03-12T19:19:06.703291Z","end":"2026-03-12T19:19:06.805475Z","steps":["trace[202263712] 'process raft request' (duration: 102.037232ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:06.805512Z","caller":"traceutil/trace.go:171","msg":"trace[407735255] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"104.884227ms","start":"2026-03-12T19:19:06.700606Z","end":"2026-03-12T19:19:06.805491Z","steps":["trace[407735255] 'process raft request' (duration: 104.634271ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:06.805501Z","caller":"traceutil/trace.go:171","msg":"trace[1976910051] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"102.40421ms","start":"2026-03-12T19:19:06.703064Z","end":"2026-03-12T19:19:06.805468Z","steps":["trace[1976910051] 'process raft request' (duration: 102.226026ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:09.524316Z","caller":"traceutil/trace.go:171","msg":"trace[168305574] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"407.818174ms","start":"2026-03-12T19:19:09.116475Z","end":"2026-03-12T19:19:09.524293Z","steps":["trace[168305574] 'process raft request' (duration: 315.724451ms)","trace[168305574] 'compare' (duration: 91.917588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:09.524424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:09.116452Z","time spent":"407.921155ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9364,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:09.52441Z","caller":"traceutil/trace.go:171","msg":"trace[963224061] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"138.59375ms","start":"2026-03-12T19:19:09.385798Z","end":"2026-03-12T19:19:09.524391Z","steps":["trace[963224061] 'process raft request' (duration: 138.508028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:09.524577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.933388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:09.524603Z","caller":"traceutil/trace.go:171","msg":"trace[145229828] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1452; }","duration":"376.959869ms","start":"2026-03-12T19:19:09.147637Z","end":"2026-03-12T19:19:09.524597Z","steps":["trace[145229828] 'agreement among raft nodes before linearized reading' (duration: 376.898817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:09.524621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:09.147582Z","time spent":"377.03478ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" "} {"level":"info","ts":"2026-03-12T19:19:09.524889Z","caller":"traceutil/trace.go:171","msg":"trace[502899980] linearizableReadLoop","detail":"{readStateIndex:1511; appliedIndex:1510; }","duration":"376.730134ms","start":"2026-03-12T19:19:09.147651Z","end":"2026-03-12T19:19:09.524381Z","steps":["trace[502899980] 'read index received' (duration: 284.505758ms)","trace[502899980] 'applied index is now lower than readState.Index' (duration: 92.221936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:09.525524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.505933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:19:09.5256Z","caller":"traceutil/trace.go:171","msg":"trace[1292706270] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1452; }","duration":"109.009364ms","start":"2026-03-12T19:19:09.416572Z","end":"2026-03-12T19:19:09.525582Z","steps":["trace[1292706270] 'agreement among raft nodes before linearized reading' (duration: 108.511743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:15.831819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314472206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:15.891109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.555614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:15.891205Z","caller":"traceutil/trace.go:171","msg":"trace[1760073891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"593.694547ms","start":"2026-03-12T19:19:15.297493Z","end":"2026-03-12T19:19:15.891187Z","steps":["trace[1760073891] 'count revisions from in-memory index tree' (duration: 593.495962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:15.891256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.297484Z","time spent":"593.758418ms","remote":"127.0.0.1:42654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:15.891297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.897366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:15.891356Z","caller":"traceutil/trace.go:171","msg":"trace[1488818744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"661.996228ms","start":"2026-03-12T19:19:15.229346Z","end":"2026-03-12T19:19:15.891342Z","steps":["trace[1488818744] 'range keys from in-memory index tree' (duration: 661.789494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:15.891401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.229329Z","time spent":"662.0612ms","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:19:15.891484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.546249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:19:15.891578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.206769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:15.891658Z","caller":"traceutil/trace.go:171","msg":"trace[491806779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"594.330581ms","start":"2026-03-12T19:19:15.297317Z","end":"2026-03-12T19:19:15.891648Z","steps":["trace[491806779] 'range keys from in-memory index tree' (duration: 594.121846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:15.891556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.096731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:15.891573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.922275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:15.892685Z","caller":"traceutil/trace.go:171","msg":"trace[1416413250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"663.243777ms","start":"2026-03-12T19:19:15.229385Z","end":"2026-03-12T19:19:15.892629Z","steps":["trace[1416413250] 'count revisions from in-memory index tree' (duration: 662.041169ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:15.893275Z","caller":"traceutil/trace.go:171","msg":"trace[828059040] linearizableReadLoop","detail":"{readStateIndex:1590; appliedIndex:1589; }","duration":"560.516579ms","start":"2026-03-12T19:19:15.331144Z","end":"2026-03-12T19:19:15.89166Z","steps":["trace[828059040] 'read index received' (duration: 541.817636ms)","trace[828059040] 'applied index is now lower than readState.Index' (duration: 18.697803ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:15.893401Z","caller":"traceutil/trace.go:171","msg":"trace[849937487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"634.752558ms","start":"2026-03-12T19:19:15.258597Z","end":"2026-03-12T19:19:15.893349Z","steps":["trace[849937487] 'range keys from in-memory index tree' (duration: 632.849634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:15.893383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.229364Z","time spent":"663.591766ms","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:15.893524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.25858Z","time spent":"634.8847ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-12T19:19:15.892871Z","caller":"traceutil/trace.go:171","msg":"trace[182553704] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1523; }","duration":"582.775745ms","start":"2026-03-12T19:19:15.308796Z","end":"2026-03-12T19:19:15.891572Z","steps":["trace[182553704] 'count revisions from in-memory index tree' (duration: 582.480557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:15.893175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.802462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:15.893708Z","caller":"traceutil/trace.go:171","msg":"trace[239035349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"634.86858ms","start":"2026-03-12T19:19:15.258792Z","end":"2026-03-12T19:19:15.893661Z","steps":["trace[239035349] 'count revisions from in-memory index tree' (duration: 632.649359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:15.893729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.308785Z","time spent":"584.887353ms","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":9,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:15.893805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.258733Z","time spent":"635.014704ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:19:15.894115Z","caller":"traceutil/trace.go:171","msg":"trace[1677063032] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"583.209864ms","start":"2026-03-12T19:19:15.310672Z","end":"2026-03-12T19:19:15.893882Z","steps":["trace[1677063032] 'process raft request' (duration: 562.262959ms)","trace[1677063032] 'compare' (duration: 18.103949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:15.891738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.297289Z","time spent":"594.438644ms","remote":"127.0.0.1:42654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:19:15.894591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.310646Z","time spent":"583.8582ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:15.894645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.332198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:19:15.89477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.660158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:15.894782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.198181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:15.894841Z","caller":"traceutil/trace.go:171","msg":"trace[929597326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1524; }","duration":"208.283903ms","start":"2026-03-12T19:19:15.686532Z","end":"2026-03-12T19:19:15.894816Z","steps":["trace[929597326] 'agreement among raft nodes before linearized reading' (duration: 207.611837ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:15.894815Z","caller":"traceutil/trace.go:171","msg":"trace[1259318416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1524; }","duration":"314.488532ms","start":"2026-03-12T19:19:15.580248Z","end":"2026-03-12T19:19:15.894737Z","steps":["trace[1259318416] 'agreement among raft nodes before linearized reading' (duration: 314.028151ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:15.894874Z","caller":"traceutil/trace.go:171","msg":"trace[1840426813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1524; }","duration":"562.73941ms","start":"2026-03-12T19:19:15.332071Z","end":"2026-03-12T19:19:15.894811Z","steps":["trace[1840426813] 'agreement among raft nodes before linearized reading' (duration: 562.605357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:15.894925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.332066Z","time spent":"562.848943ms","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:19:15.89496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.580224Z","time spent":"314.726118ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:15.89689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.721089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:15.896945Z","caller":"traceutil/trace.go:171","msg":"trace[1229050344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1524; }","duration":"565.805571ms","start":"2026-03-12T19:19:15.331123Z","end":"2026-03-12T19:19:15.896928Z","steps":["trace[1229050344] 'agreement among raft nodes before linearized reading' (duration: 562.871943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:15.897002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.331108Z","time spent":"565.881973ms","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:15.899236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.081483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:15.899306Z","caller":"traceutil/trace.go:171","msg":"trace[2119637459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1524; }","duration":"568.177616ms","start":"2026-03-12T19:19:15.33111Z","end":"2026-03-12T19:19:15.899287Z","steps":["trace[2119637459] 'agreement among raft nodes before linearized reading' (duration: 560.56052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:15.899358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.331078Z","time spent":"568.256227ms","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-12T19:19:16.028657Z","caller":"traceutil/trace.go:171","msg":"trace[408840490] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"127.088163ms","start":"2026-03-12T19:19:15.901545Z","end":"2026-03-12T19:19:16.028633Z","steps":["trace[408840490] 'process raft request' (duration: 125.262931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:26.342051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314472434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:26.842516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314472434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:27.343556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314472434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:27.844703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314472434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:28.060329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.199973611s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:19:28.060755Z","caller":"traceutil/trace.go:171","msg":"trace[1837227664] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"2.248017113s","start":"2026-03-12T19:19:25.812712Z","end":"2026-03-12T19:19:28.060729Z","steps":["trace[1837227664] 'process raft request' (duration: 2.24787526s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:28.06088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:25.812699Z","time spent":"2.248110375s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:28.463574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.867425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:28.463791Z","caller":"traceutil/trace.go:171","msg":"trace[1916070784] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"2.500058908s","start":"2026-03-12T19:19:25.963697Z","end":"2026-03-12T19:19:28.463756Z","steps":["trace[1916070784] 'process raft request' (duration: 2.208930677s)","trace[1916070784] 'compare' (duration: 290.733902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:28.463951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:25.963672Z","time spent":"2.500195932s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:28.464017Z","caller":"traceutil/trace.go:171","msg":"trace[1860301690] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"1.266782953s","start":"2026-03-12T19:19:27.197207Z","end":"2026-03-12T19:19:28.46399Z","steps":["trace[1860301690] 'process raft request' (duration: 1.266527637s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:28.464029Z","caller":"traceutil/trace.go:171","msg":"trace[2124221572] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"1.30295008s","start":"2026-03-12T19:19:27.161041Z","end":"2026-03-12T19:19:28.463991Z","steps":["trace[2124221572] 'process raft request' (duration: 1.302639723s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:28.464155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:27.197182Z","time spent":"1.266900615s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:28.464109Z","caller":"traceutil/trace.go:171","msg":"trace[900139517] linearizableReadLoop","detail":"{readStateIndex:1712; appliedIndex:1708; }","duration":"2.622052243s","start":"2026-03-12T19:19:25.842014Z","end":"2026-03-12T19:19:28.464066Z","steps":["trace[900139517] 'read index received' (duration: 2.218573211s)","trace[900139517] 'applied index is now lower than readState.Index' (duration: 403.475592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:28.464185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:27.161016Z","time spent":"1.303083533s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:28.688456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:19:28.688632Z","caller":"traceutil/trace.go:171","msg":"trace[151351265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404359s","start":"2026-03-12T19:19:26.6882Z","end":"2026-03-12T19:19:28.688604Z","steps":["trace[151351265] 'agreement among raft nodes before linearized reading' (duration: 2.000198094s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:28.688711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:26.688187Z","time spent":"2.000506132s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:19:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:19:30.147298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68349463s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:19:30.147408Z","caller":"traceutil/trace.go:171","msg":"trace[302371152] linearizableReadLoop","detail":"{readStateIndex:1713; appliedIndex:1712; }","duration":"1.683177163s","start":"2026-03-12T19:19:28.464213Z","end":"2026-03-12T19:19:30.14739Z","steps":["trace[302371152] 'read index received' (duration: 98.512µs)","trace[302371152] 'applied index is now lower than readState.Index' (duration: 1.683076951s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:30.147822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305759599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88b9b609-9e5e-4277-8716-246dbed4942c\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-03-12T19:19:30.147917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350526851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:19:30.147974Z","caller":"traceutil/trace.go:171","msg":"trace[1291450296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1644; }","duration":"3.350616222s","start":"2026-03-12T19:19:26.79734Z","end":"2026-03-12T19:19:30.147956Z","steps":["trace[1291450296] 'agreement among raft nodes before linearized reading' (duration: 3.350442308s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.14801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:26.797322Z","time spent":"3.350679764s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:19:30.147919Z","caller":"traceutil/trace.go:171","msg":"trace[175938876] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-88b9b609-9e5e-4277-8716-246dbed4942c; range_end:; response_count:1; response_revision:1644; }","duration":"4.305892443s","start":"2026-03-12T19:19:25.841999Z","end":"2026-03-12T19:19:30.147892Z","steps":["trace[175938876] 'agreement among raft nodes before linearized reading' (duration: 2.62229613s)","trace[175938876] 'range keys from in-memory index tree' (duration: 1.683352438s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:30.148647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:25.841993Z","time spent":"4.306618509s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88b9b609-9e5e-4277-8716-246dbed4942c\" "} {"level":"warn","ts":"2026-03-12T19:19:30.148694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319176425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:19:30.148766Z","caller":"traceutil/trace.go:171","msg":"trace[1293513437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1644; }","duration":"3.319276817s","start":"2026-03-12T19:19:26.829468Z","end":"2026-03-12T19:19:30.148745Z","steps":["trace[1293513437] 'agreement among raft nodes before linearized reading' (duration: 3.319102553s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.148823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:26.829452Z","time spent":"3.319357639s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:30.148865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033127766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:19:30.148893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422154629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:19:30.148912Z","caller":"traceutil/trace.go:171","msg":"trace[384728346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1644; }","duration":"4.033197278s","start":"2026-03-12T19:19:26.115701Z","end":"2026-03-12T19:19:30.148898Z","steps":["trace[384728346] 'agreement among raft nodes before linearized reading' (duration: 4.033037784s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:30.148938Z","caller":"traceutil/trace.go:171","msg":"trace[2088302538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1644; }","duration":"3.422218341s","start":"2026-03-12T19:19:26.726707Z","end":"2026-03-12T19:19:30.148925Z","steps":["trace[2088302538] 'agreement among raft nodes before linearized reading' (duration: 3.422092518s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.148948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:26.11569Z","time spent":"4.033250349s","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:19:30.148958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:26.726691Z","time spent":"3.422262131s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:30.148978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.120263973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:19:30.148972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584029808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:30.149014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406716221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:19:30.149017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084736951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"info","ts":"2026-03-12T19:19:30.149041Z","caller":"traceutil/trace.go:171","msg":"trace[1544196823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1644; }","duration":"4.120363386s","start":"2026-03-12T19:19:26.028659Z","end":"2026-03-12T19:19:30.149022Z","steps":["trace[1544196823] 'agreement among raft nodes before linearized reading' (duration: 4.120195132s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:30.149048Z","caller":"traceutil/trace.go:171","msg":"trace[1490421617] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1644; }","duration":"3.58416084s","start":"2026-03-12T19:19:26.564869Z","end":"2026-03-12T19:19:30.14903Z","steps":["trace[1490421617] 'agreement among raft nodes before linearized reading' (duration: 3.584005156s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:30.149054Z","caller":"traceutil/trace.go:171","msg":"trace[2139432185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1644; }","duration":"3.406782753s","start":"2026-03-12T19:19:26.742257Z","end":"2026-03-12T19:19:30.149039Z","steps":["trace[2139432185] 'agreement among raft nodes before linearized reading' (duration: 3.406677461s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:30.149063Z","caller":"traceutil/trace.go:171","msg":"trace[1606134621] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1644; }","duration":"2.084813732s","start":"2026-03-12T19:19:28.064236Z","end":"2026-03-12T19:19:30.14905Z","steps":["trace[1606134621] 'agreement among raft nodes before linearized reading' (duration: 2.084665319s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.149079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:26.028644Z","time spent":"4.120424867s","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:19:30.149089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:26.742236Z","time spent":"3.406846904s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:19:30.149098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:28.06422Z","time spent":"2.084870624s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-12T19:19:30.149098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:26.564847Z","time spent":"3.584241652s","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:30.149245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91279768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T19:19:30.149311Z","caller":"traceutil/trace.go:171","msg":"trace[12103539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1644; }","duration":"3.912903182s","start":"2026-03-12T19:19:26.236388Z","end":"2026-03-12T19:19:30.149292Z","steps":["trace[12103539] 'agreement among raft nodes before linearized reading' (duration: 3.912109454s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.149366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:26.236366Z","time spent":"3.912987485s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:30.224023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144416238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-12T19:19:30.224114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396583907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:30.224196Z","caller":"traceutil/trace.go:171","msg":"trace[1035047955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1645; }","duration":"1.39671944s","start":"2026-03-12T19:19:28.827459Z","end":"2026-03-12T19:19:30.224178Z","steps":["trace[1035047955] 'agreement among raft nodes before linearized reading' (duration: 1.396569437s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.224247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:28.827432Z","time spent":"1.396807663s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:19:30.224203Z","caller":"traceutil/trace.go:171","msg":"trace[2120632358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1645; }","duration":"1.144608343s","start":"2026-03-12T19:19:29.079543Z","end":"2026-03-12T19:19:30.224151Z","steps":["trace[2120632358] 'agreement among raft nodes before linearized reading' (duration: 1.144363297s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.224345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:29.079523Z","time spent":"1.144808057s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:19:30.224046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.96243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-12T19:19:30.224133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535152286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:30.224511Z","caller":"traceutil/trace.go:171","msg":"trace[1602567817] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1645; }","duration":"650.454401ms","start":"2026-03-12T19:19:29.574029Z","end":"2026-03-12T19:19:30.224484Z","steps":["trace[1602567817] 'agreement among raft nodes before linearized reading' (duration: 649.936199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.224647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:29.57401Z","time spent":"650.605595ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-12T19:19:30.224697Z","caller":"traceutil/trace.go:171","msg":"trace[856590623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1645; }","duration":"1.535552664s","start":"2026-03-12T19:19:28.688937Z","end":"2026-03-12T19:19:30.22449Z","steps":["trace[856590623] 'agreement among raft nodes before linearized reading' (duration: 1.534960171s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:30.224795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:28.688916Z","time spent":"1.535865702s","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:30.730099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314472449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:31.231126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314472449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:31.326083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.616462ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:31.326185Z","caller":"traceutil/trace.go:171","msg":"trace[1116525760] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1645; }","duration":"389.728324ms","start":"2026-03-12T19:19:30.936442Z","end":"2026-03-12T19:19:31.32617Z","steps":["trace[1116525760] 'range keys from in-memory index tree' (duration: 389.603161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:31.327434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103756006s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:19:31.327862Z","caller":"traceutil/trace.go:171","msg":"trace[1505103107] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"1.175729934s","start":"2026-03-12T19:19:30.1521Z","end":"2026-03-12T19:19:31.32783Z","steps":["trace[1505103107] 'process raft request' (duration: 1.175512179s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:31.327864Z","caller":"traceutil/trace.go:171","msg":"trace[969573563] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"1.175654522s","start":"2026-03-12T19:19:30.152186Z","end":"2026-03-12T19:19:31.32784Z","steps":["trace[969573563] 'process raft request' (duration: 1.17556152s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:31.328002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.152077Z","time spent":"1.175838166s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:31.328025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.152178Z","time spent":"1.175752254s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:31.328105Z","caller":"traceutil/trace.go:171","msg":"trace[176584919] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"1.175378175s","start":"2026-03-12T19:19:30.152716Z","end":"2026-03-12T19:19:31.328094Z","steps":["trace[176584919] 'process raft request' (duration: 1.175074218s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:31.328155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.15271Z","time spent":"1.175416625s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:31.328296Z","caller":"traceutil/trace.go:171","msg":"trace[539605242] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"1.175098839s","start":"2026-03-12T19:19:30.153175Z","end":"2026-03-12T19:19:31.328274Z","steps":["trace[539605242] 'process raft request' (duration: 1.174810072s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:31.328352Z","caller":"traceutil/trace.go:171","msg":"trace[368900949] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"1.175016267s","start":"2026-03-12T19:19:30.153328Z","end":"2026-03-12T19:19:31.328345Z","steps":["trace[368900949] 'process raft request' (duration: 1.17474969s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:31.328385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.153323Z","time spent":"1.175044687s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:31.328406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.153169Z","time spent":"1.175185461s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:31.328629Z","caller":"traceutil/trace.go:171","msg":"trace[714816872] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"1.171375763s","start":"2026-03-12T19:19:30.157244Z","end":"2026-03-12T19:19:31.32862Z","steps":["trace[714816872] 'process raft request' (duration: 1.171076756s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:31.328697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.157233Z","time spent":"1.171439624s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10969,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:31.332244Z","caller":"traceutil/trace.go:171","msg":"trace[1638841666] linearizableReadLoop","detail":"{readStateIndex:1725; appliedIndex:1714; }","duration":"1.102918967s","start":"2026-03-12T19:19:30.229307Z","end":"2026-03-12T19:19:31.332226Z","steps":["trace[1638841666] 'read index received' (duration: 1.09827136s)","trace[1638841666] 'applied index is now lower than readState.Index' (duration: 4.646777ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:31.332326Z","caller":"traceutil/trace.go:171","msg":"trace[735974215] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"863.554855ms","start":"2026-03-12T19:19:30.468762Z","end":"2026-03-12T19:19:31.332316Z","steps":["trace[735974215] 'process raft request' (duration: 863.362221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:31.332416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.468741Z","time spent":"863.604116ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:31.332253Z","caller":"traceutil/trace.go:171","msg":"trace[689625602] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"1.102830925s","start":"2026-03-12T19:19:30.229386Z","end":"2026-03-12T19:19:31.332217Z","steps":["trace[689625602] 'process raft request' (duration: 1.102650781s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:31.332518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103196074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e2471b8cf9a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-12T19:19:31.332555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.229368Z","time spent":"1.103152933s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:31.332506Z","caller":"traceutil/trace.go:171","msg":"trace[812836057] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"862.671205ms","start":"2026-03-12T19:19:30.469803Z","end":"2026-03-12T19:19:31.332474Z","steps":["trace[812836057] 'process raft request' (duration: 862.368708ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:31.332595Z","caller":"traceutil/trace.go:171","msg":"trace[1040936880] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"293.869545ms","start":"2026-03-12T19:19:31.038719Z","end":"2026-03-12T19:19:31.332589Z","steps":["trace[1040936880] 'process raft request' (duration: 293.472925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:31.33268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.469777Z","time spent":"862.824158ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:31.332698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098573997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:31.332733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098611398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:31.332742Z","caller":"traceutil/trace.go:171","msg":"trace[1782960461] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1656; }","duration":"1.098645878s","start":"2026-03-12T19:19:30.234088Z","end":"2026-03-12T19:19:31.332734Z","steps":["trace[1782960461] 'agreement among raft nodes before linearized reading' (duration: 1.098569696s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:31.332753Z","caller":"traceutil/trace.go:171","msg":"trace[32150471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1656; }","duration":"1.098651068s","start":"2026-03-12T19:19:30.234097Z","end":"2026-03-12T19:19:31.332748Z","steps":["trace[32150471] 'agreement among raft nodes before linearized reading' (duration: 1.098620698s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:31.332752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.62874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:19:31.332767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.233944Z","time spent":"1.098817303s","remote":"127.0.0.1:52640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:19:31.332773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.234088Z","time spent":"1.098680759s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:19:31.332781Z","caller":"traceutil/trace.go:171","msg":"trace[1932462333] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1656; }","duration":"176.698162ms","start":"2026-03-12T19:19:31.156074Z","end":"2026-03-12T19:19:31.332772Z","steps":["trace[1932462333] 'agreement among raft nodes before linearized reading' (duration: 176.62432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:31.332776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.178189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88b9b609-9e5e-4277-8716-246dbed4942c\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-03-12T19:19:31.33281Z","caller":"traceutil/trace.go:171","msg":"trace[1455505848] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-88b9b609-9e5e-4277-8716-246dbed4942c; range_end:; response_count:1; response_revision:1656; }","duration":"179.253141ms","start":"2026-03-12T19:19:31.153548Z","end":"2026-03-12T19:19:31.332801Z","steps":["trace[1455505848] 'agreement among raft nodes before linearized reading' (duration: 179.149748ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:31.332569Z","caller":"traceutil/trace.go:171","msg":"trace[201357694] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e2471b8cf9a; range_end:; response_count:1; response_revision:1656; }","duration":"1.103276646s","start":"2026-03-12T19:19:30.22928Z","end":"2026-03-12T19:19:31.332557Z","steps":["trace[201357694] 'agreement among raft nodes before linearized reading' (duration: 1.103115252s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:31.332886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.229269Z","time spent":"1.103611913s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e2471b8cf9a\" "} {"level":"info","ts":"2026-03-12T19:19:31.333022Z","caller":"traceutil/trace.go:171","msg":"trace[1955454245] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"863.457092ms","start":"2026-03-12T19:19:30.46955Z","end":"2026-03-12T19:19:31.333007Z","steps":["trace[1955454245] 'process raft request' (duration: 862.597862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:31.333402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:30.469524Z","time spent":"863.835491ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:37.426458Z","caller":"traceutil/trace.go:171","msg":"trace[167150601] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"150.465414ms","start":"2026-03-12T19:19:37.275968Z","end":"2026-03-12T19:19:37.426434Z","steps":["trace[167150601] 'process raft request' (duration: 150.332791ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:37.529393Z","caller":"traceutil/trace.go:171","msg":"trace[2095480838] linearizableReadLoop","detail":"{readStateIndex:1779; appliedIndex:1777; }","duration":"176.116978ms","start":"2026-03-12T19:19:37.353253Z","end":"2026-03-12T19:19:37.52937Z","steps":["trace[2095480838] 'read index received' (duration: 73.042301ms)","trace[2095480838] 'applied index is now lower than readState.Index' (duration: 103.073567ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:37.529436Z","caller":"traceutil/trace.go:171","msg":"trace[376508804] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"175.226007ms","start":"2026-03-12T19:19:37.354187Z","end":"2026-03-12T19:19:37.529413Z","steps":["trace[376508804] 'process raft request' (duration: 175.079064ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:37.5295Z","caller":"traceutil/trace.go:171","msg":"trace[1670080355] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"174.867829ms","start":"2026-03-12T19:19:37.354596Z","end":"2026-03-12T19:19:37.529463Z","steps":["trace[1670080355] 'process raft request' (duration: 174.708756ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:37.529399Z","caller":"traceutil/trace.go:171","msg":"trace[92916735] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"178.251748ms","start":"2026-03-12T19:19:37.351107Z","end":"2026-03-12T19:19:37.529359Z","steps":["trace[92916735] 'process raft request' (duration: 177.998432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:37.529698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.419225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:19:37.529772Z","caller":"traceutil/trace.go:171","msg":"trace[1897852844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1710; }","duration":"176.507607ms","start":"2026-03-12T19:19:37.353248Z","end":"2026-03-12T19:19:37.529756Z","steps":["trace[1897852844] 'agreement among raft nodes before linearized reading' (duration: 176.303312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:37.575334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.897805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:19:37.575345Z","caller":"traceutil/trace.go:171","msg":"trace[1449075500] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"140.991865ms","start":"2026-03-12T19:19:37.434322Z","end":"2026-03-12T19:19:37.575314Z","steps":["trace[1449075500] 'process raft request' (duration: 140.743599ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:37.575412Z","caller":"traceutil/trace.go:171","msg":"trace[1999185012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1711; }","duration":"220.996258ms","start":"2026-03-12T19:19:37.354398Z","end":"2026-03-12T19:19:37.575394Z","steps":["trace[1999185012] 'agreement among raft nodes before linearized reading' (duration: 220.799403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:37.575532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.151075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:37.57558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.38346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:19:37.575604Z","caller":"traceutil/trace.go:171","msg":"trace[119068836] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1711; }","duration":"178.255427ms","start":"2026-03-12T19:19:37.397332Z","end":"2026-03-12T19:19:37.575587Z","steps":["trace[119068836] 'agreement among raft nodes before linearized reading' (duration: 178.145235ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:37.575653Z","caller":"traceutil/trace.go:171","msg":"trace[1243054779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1711; }","duration":"219.503793ms","start":"2026-03-12T19:19:37.356131Z","end":"2026-03-12T19:19:37.575635Z","steps":["trace[1243054779] 'agreement among raft nodes before linearized reading' (duration: 219.251438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:37.575652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.132808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:19:37.575725Z","caller":"traceutil/trace.go:171","msg":"trace[1499829936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1711; }","duration":"217.23529ms","start":"2026-03-12T19:19:37.358473Z","end":"2026-03-12T19:19:37.575708Z","steps":["trace[1499829936] 'agreement among raft nodes before linearized reading' (duration: 216.989864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:37.57591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.172064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:37.575986Z","caller":"traceutil/trace.go:171","msg":"trace[1276350582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1711; }","duration":"206.799779ms","start":"2026-03-12T19:19:37.369166Z","end":"2026-03-12T19:19:37.575966Z","steps":["trace[1276350582] 'agreement among raft nodes before linearized reading' (duration: 206.103993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:37.576077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.800127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:19:37.576151Z","caller":"traceutil/trace.go:171","msg":"trace[407090356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1711; }","duration":"219.028091ms","start":"2026-03-12T19:19:37.357083Z","end":"2026-03-12T19:19:37.576111Z","steps":["trace[407090356] 'agreement among raft nodes before linearized reading' (duration: 218.250353ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:38.345944Z","caller":"traceutil/trace.go:171","msg":"trace[294380072] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1793; }","duration":"104.992271ms","start":"2026-03-12T19:19:38.240931Z","end":"2026-03-12T19:19:38.345924Z","steps":["trace[294380072] 'read index received' (duration: 6.88219ms)","trace[294380072] 'applied index is now lower than readState.Index' (duration: 98.108781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:38.346139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.172445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:19:38.346245Z","caller":"traceutil/trace.go:171","msg":"trace[314865448] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1722; }","duration":"105.344869ms","start":"2026-03-12T19:19:38.240875Z","end":"2026-03-12T19:19:38.34622Z","steps":["trace[314865448] 'agreement among raft nodes before linearized reading' (duration: 105.132514ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:39.731826Z","caller":"traceutil/trace.go:171","msg":"trace[744641924] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"108.577074ms","start":"2026-03-12T19:19:39.623217Z","end":"2026-03-12T19:19:39.731794Z","steps":["trace[744641924] 'process raft request' (duration: 43.294003ms)","trace[744641924] 'compare' (duration: 65.159748ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:39.733498Z","caller":"traceutil/trace.go:171","msg":"trace[1526805842] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"110.154741ms","start":"2026-03-12T19:19:39.623303Z","end":"2026-03-12T19:19:39.733457Z","steps":["trace[1526805842] 'process raft request' (duration: 109.908925ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:39.733716Z","caller":"traceutil/trace.go:171","msg":"trace[1003767006] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"110.360916ms","start":"2026-03-12T19:19:39.623318Z","end":"2026-03-12T19:19:39.733679Z","steps":["trace[1003767006] 'process raft request' (duration: 110.08302ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:39.733876Z","caller":"traceutil/trace.go:171","msg":"trace[313268208] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"110.385816ms","start":"2026-03-12T19:19:39.62345Z","end":"2026-03-12T19:19:39.733835Z","steps":["trace[313268208] 'process raft request' (duration: 110.196851ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:43.899997Z","caller":"traceutil/trace.go:171","msg":"trace[830372157] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"147.760802ms","start":"2026-03-12T19:19:43.752189Z","end":"2026-03-12T19:19:43.89995Z","steps":["trace[830372157] 'process raft request' (duration: 147.542057ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:43.973046Z","caller":"traceutil/trace.go:171","msg":"trace[1490561546] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"220.431705ms","start":"2026-03-12T19:19:43.752589Z","end":"2026-03-12T19:19:43.97302Z","steps":["trace[1490561546] 'process raft request' (duration: 220.270581ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:43.97331Z","caller":"traceutil/trace.go:171","msg":"trace[1233681298] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"218.554511ms","start":"2026-03-12T19:19:43.754731Z","end":"2026-03-12T19:19:43.973286Z","steps":["trace[1233681298] 'process raft request' (duration: 218.464289ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:43.973321Z","caller":"traceutil/trace.go:171","msg":"trace[302023895] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"220.276221ms","start":"2026-03-12T19:19:43.753011Z","end":"2026-03-12T19:19:43.973288Z","steps":["trace[302023895] 'process raft request' (duration: 219.966604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:43.973441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.000345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:19:43.973509Z","caller":"traceutil/trace.go:171","msg":"trace[1200384652] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1765; }","duration":"160.126168ms","start":"2026-03-12T19:19:43.81337Z","end":"2026-03-12T19:19:43.973497Z","steps":["trace[1200384652] 'agreement among raft nodes before linearized reading' (duration: 159.985595ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:43.973315Z","caller":"traceutil/trace.go:171","msg":"trace[1793035743] linearizableReadLoop","detail":"{readStateIndex:1838; appliedIndex:1834; }","duration":"159.860232ms","start":"2026-03-12T19:19:43.813426Z","end":"2026-03-12T19:19:43.973286Z","steps":["trace[1793035743] 'read index received' (duration: 86.37668ms)","trace[1793035743] 'applied index is now lower than readState.Index' (duration: 73.482462ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:45.676018Z","caller":"traceutil/trace.go:171","msg":"trace[584336530] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"106.614819ms","start":"2026-03-12T19:19:45.56938Z","end":"2026-03-12T19:19:45.675995Z","steps":["trace[584336530] 'process raft request' (duration: 106.492296ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:45.684521Z","caller":"traceutil/trace.go:171","msg":"trace[1862018473] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"111.86675ms","start":"2026-03-12T19:19:45.572622Z","end":"2026-03-12T19:19:45.684489Z","steps":["trace[1862018473] 'process raft request' (duration: 111.792849ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:45.684571Z","caller":"traceutil/trace.go:171","msg":"trace[1665726062] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"112.658268ms","start":"2026-03-12T19:19:45.571842Z","end":"2026-03-12T19:19:45.684501Z","steps":["trace[1665726062] 'process raft request' (duration: 112.462734ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:45.830462Z","caller":"traceutil/trace.go:171","msg":"trace[222076471] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"139.267864ms","start":"2026-03-12T19:19:45.691158Z","end":"2026-03-12T19:19:45.830425Z","steps":["trace[222076471] 'process raft request' (duration: 98.220944ms)","trace[222076471] 'compare' (duration: 40.899867ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:46.037256Z","caller":"traceutil/trace.go:171","msg":"trace[1455526464] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"128.152937ms","start":"2026-03-12T19:19:45.909074Z","end":"2026-03-12T19:19:46.037227Z","steps":["trace[1455526464] 'process raft request' (duration: 127.810549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:46.353659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.291052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:46.353976Z","caller":"traceutil/trace.go:171","msg":"trace[1084665128] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"311.306348ms","start":"2026-03-12T19:19:46.042628Z","end":"2026-03-12T19:19:46.353935Z","steps":["trace[1084665128] 'process raft request' (duration: 311.128584ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:46.354035Z","caller":"traceutil/trace.go:171","msg":"trace[865507669] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"310.260994ms","start":"2026-03-12T19:19:46.043742Z","end":"2026-03-12T19:19:46.354003Z","steps":["trace[865507669] 'process raft request' (duration: 310.08735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:46.354116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:46.042622Z","time spent":"311.423031ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:46.354119Z","caller":"traceutil/trace.go:171","msg":"trace[94091409] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"312.2628ms","start":"2026-03-12T19:19:46.04183Z","end":"2026-03-12T19:19:46.354093Z","steps":["trace[94091409] 'process raft request' (duration: 154.447226ms)","trace[94091409] 'compare' (duration: 157.121178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:46.354186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:46.043734Z","time spent":"310.374236ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:46.354356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:46.041812Z","time spent":"312.399484ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:46.539397Z","caller":"traceutil/trace.go:171","msg":"trace[2056185264] linearizableReadLoop","detail":"{readStateIndex:1849; appliedIndex:1847; }","duration":"123.148601ms","start":"2026-03-12T19:19:46.416222Z","end":"2026-03-12T19:19:46.539371Z","steps":["trace[2056185264] 'read index received' (duration: 7.270588ms)","trace[2056185264] 'applied index is now lower than readState.Index' (duration: 115.876793ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:46.539552Z","caller":"traceutil/trace.go:171","msg":"trace[1440898214] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"169.120776ms","start":"2026-03-12T19:19:46.37039Z","end":"2026-03-12T19:19:46.53951Z","steps":["trace[1440898214] 'process raft request' (duration: 91.183832ms)","trace[1440898214] 'compare' (duration: 77.693418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:46.540227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.995721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-03-12T19:19:46.540278Z","caller":"traceutil/trace.go:171","msg":"trace[484529626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1776; }","duration":"124.100084ms","start":"2026-03-12T19:19:46.416164Z","end":"2026-03-12T19:19:46.540264Z","steps":["trace[484529626] 'agreement among raft nodes before linearized reading' (duration: 123.307335ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:49.821427Z","caller":"traceutil/trace.go:171","msg":"trace[1215447153] linearizableReadLoop","detail":"{readStateIndex:1862; appliedIndex:1861; }","duration":"132.270793ms","start":"2026-03-12T19:19:49.689107Z","end":"2026-03-12T19:19:49.821378Z","steps":["trace[1215447153] 'read index received' (duration: 132.201431ms)","trace[1215447153] 'applied index is now lower than readState.Index' (duration: 68.222µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:49.821771Z","caller":"traceutil/trace.go:171","msg":"trace[927667622] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"132.756554ms","start":"2026-03-12T19:19:49.689002Z","end":"2026-03-12T19:19:49.821759Z","steps":["trace[927667622] 'process raft request' (duration: 132.199361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:49.82485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.616441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:49.824981Z","caller":"traceutil/trace.go:171","msg":"trace[1906183361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1788; }","duration":"135.876546ms","start":"2026-03-12T19:19:49.689083Z","end":"2026-03-12T19:19:49.824959Z","steps":["trace[1906183361] 'agreement among raft nodes before linearized reading' (duration: 133.767667ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:49.826868Z","caller":"traceutil/trace.go:171","msg":"trace[1219390690] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"131.747881ms","start":"2026-03-12T19:19:49.695099Z","end":"2026-03-12T19:19:49.826847Z","steps":["trace[1219390690] 'process raft request' (duration: 131.611978ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:49.827171Z","caller":"traceutil/trace.go:171","msg":"trace[633165197] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"131.088326ms","start":"2026-03-12T19:19:49.696061Z","end":"2026-03-12T19:19:49.827149Z","steps":["trace[633165197] 'process raft request' (duration: 130.749638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:49.827284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.960241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:49.827363Z","caller":"traceutil/trace.go:171","msg":"trace[1724029172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1790; }","duration":"105.092744ms","start":"2026-03-12T19:19:49.722243Z","end":"2026-03-12T19:19:49.827336Z","steps":["trace[1724029172] 'agreement among raft nodes before linearized reading' (duration: 104.811818ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:52.315646Z","caller":"traceutil/trace.go:171","msg":"trace[342030592] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"487.865807ms","start":"2026-03-12T19:19:51.82774Z","end":"2026-03-12T19:19:52.315606Z","steps":["trace[342030592] 'process raft request' (duration: 487.57532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:52.315902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:51.827707Z","time spent":"488.0507ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:53.322969Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007597171s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:19:53.325814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:52.793488Z","time spent":"532.308486ms","remote":"127.0.0.1:40954","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:19:53.326416Z","caller":"traceutil/trace.go:171","msg":"trace[1535223612] linearizableReadLoop","detail":"{readStateIndex:1874; appliedIndex:1871; }","duration":"1.485588079s","start":"2026-03-12T19:19:51.840801Z","end":"2026-03-12T19:19:53.326389Z","steps":["trace[1535223612] 'read index received' (duration: 474.615619ms)","trace[1535223612] 'applied index is now lower than readState.Index' (duration: 1.01097106s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:53.326464Z","caller":"traceutil/trace.go:171","msg":"trace[1184369209] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"1.493927492s","start":"2026-03-12T19:19:51.832479Z","end":"2026-03-12T19:19:53.326406Z","steps":["trace[1184369209] 'process raft request' (duration: 1.490673407s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:53.326499Z","caller":"traceutil/trace.go:171","msg":"trace[788353464] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"1.493229016s","start":"2026-03-12T19:19:51.83322Z","end":"2026-03-12T19:19:53.326449Z","steps":["trace[788353464] 'process raft request' (duration: 1.493087723s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:53.326842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485846185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:19:53.32688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:51.832438Z","time spent":"1.494132737s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:53.326919Z","caller":"traceutil/trace.go:171","msg":"trace[1735671725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1800; }","duration":"1.486145762s","start":"2026-03-12T19:19:51.840739Z","end":"2026-03-12T19:19:53.326884Z","steps":["trace[1735671725] 'agreement among raft nodes before linearized reading' (duration: 1.485751923s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:53.326978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:51.840716Z","time spent":"1.486248024s","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:19:53.326853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473837827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:19:53.327231Z","caller":"traceutil/trace.go:171","msg":"trace[666230475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1800; }","duration":"1.474462162s","start":"2026-03-12T19:19:51.852753Z","end":"2026-03-12T19:19:53.327215Z","steps":["trace[666230475] 'agreement among raft nodes before linearized reading' (duration: 1.473779106s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:53.327281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:51.852723Z","time spent":"1.474541203s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:19:53.327336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.637742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:19:53.327365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.290484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:19:53.327397Z","caller":"traceutil/trace.go:171","msg":"trace[121613119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1800; }","duration":"948.454012ms","start":"2026-03-12T19:19:52.378925Z","end":"2026-03-12T19:19:53.32738Z","steps":["trace[121613119] 'agreement among raft nodes before linearized reading' (duration: 948.203846ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:53.327408Z","caller":"traceutil/trace.go:171","msg":"trace[313082674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1800; }","duration":"950.372326ms","start":"2026-03-12T19:19:52.377023Z","end":"2026-03-12T19:19:53.327395Z","steps":["trace[313082674] 'agreement among raft nodes before linearized reading' (duration: 950.190142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:53.327406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.380208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-12T19:19:53.327438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:52.378914Z","time spent":"948.515993ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:53.327441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:52.376998Z","time spent":"950.436788ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:19:53.327464Z","caller":"traceutil/trace.go:171","msg":"trace[623353943] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:1800; }","duration":"662.47898ms","start":"2026-03-12T19:19:52.664969Z","end":"2026-03-12T19:19:53.327448Z","steps":["trace[623353943] 'agreement among raft nodes before linearized reading' (duration: 662.251385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:53.327497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:52.664935Z","time spent":"662.554261ms","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-03-12T19:19:53.327543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.574952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:19:53.327592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:51.833172Z","time spent":"1.49342494s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:53.327666Z","caller":"traceutil/trace.go:171","msg":"trace[468805150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1800; }","duration":"947.762446ms","start":"2026-03-12T19:19:52.379882Z","end":"2026-03-12T19:19:53.327644Z","steps":["trace[468805150] 'agreement among raft nodes before linearized reading' (duration: 947.437828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:53.327725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:52.37985Z","time spent":"947.863728ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:53.327538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265324068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:19:53.327809Z","caller":"traceutil/trace.go:171","msg":"trace[1048054227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1800; }","duration":"1.265667177s","start":"2026-03-12T19:19:52.062128Z","end":"2026-03-12T19:19:53.327796Z","steps":["trace[1048054227] 'agreement among raft nodes before linearized reading' (duration: 1.265188166s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:53.32756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.97275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:19:53.327853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:52.062101Z","time spent":"1.265738998s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:19:53.327863Z","caller":"traceutil/trace.go:171","msg":"trace[849031327] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1800; }","duration":"425.691287ms","start":"2026-03-12T19:19:52.902153Z","end":"2026-03-12T19:19:53.327844Z","steps":["trace[849031327] 'agreement among raft nodes before linearized reading' (duration: 424.732555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:53.328019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:52.902132Z","time spent":"425.82487ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:16.605502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.641212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:16.605665Z","caller":"traceutil/trace.go:171","msg":"trace[2107496014] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1999; }","duration":"119.402133ms","start":"2026-03-12T19:20:16.486237Z","end":"2026-03-12T19:20:16.605639Z","steps":["trace[2107496014] 'read index received' (duration: 34.231µs)","trace[2107496014] 'applied index is now lower than readState.Index' (duration: 119.366242ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:16.605691Z","caller":"traceutil/trace.go:171","msg":"trace[199284576] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"149.703479ms","start":"2026-03-12T19:20:16.455959Z","end":"2026-03-12T19:20:16.605662Z","steps":["trace[199284576] 'process raft request' (duration: 28.75457ms)","trace[199284576] 'compare' (duration: 120.483528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:16.606021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.659149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T19:20:16.606073Z","caller":"traceutil/trace.go:171","msg":"trace[1396395762] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1920; }","duration":"119.886134ms","start":"2026-03-12T19:20:16.486171Z","end":"2026-03-12T19:20:16.606057Z","steps":["trace[1396395762] 'agreement among raft nodes before linearized reading' (duration: 119.529816ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:16.823737Z","caller":"traceutil/trace.go:171","msg":"trace[214715057] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2001; }","duration":"136.640149ms","start":"2026-03-12T19:20:16.687063Z","end":"2026-03-12T19:20:16.823703Z","steps":["trace[214715057] 'read index received' (duration: 46.15495ms)","trace[214715057] 'applied index is now lower than readState.Index' (duration: 90.483849ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:16.823803Z","caller":"traceutil/trace.go:171","msg":"trace[998154525] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"170.667951ms","start":"2026-03-12T19:20:16.653103Z","end":"2026-03-12T19:20:16.823771Z","steps":["trace[998154525] 'process raft request' (duration: 80.178812ms)","trace[998154525] 'compare' (duration: 90.281644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:16.823952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.860683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:16.824003Z","caller":"traceutil/trace.go:171","msg":"trace[168104643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"136.956836ms","start":"2026-03-12T19:20:16.687032Z","end":"2026-03-12T19:20:16.823989Z","steps":["trace[168104643] 'agreement among raft nodes before linearized reading' (duration: 136.856124ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:17.552025Z","caller":"traceutil/trace.go:171","msg":"trace[1000030521] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"165.320578ms","start":"2026-03-12T19:20:17.386664Z","end":"2026-03-12T19:20:17.551985Z","steps":["trace[1000030521] 'process raft request' (duration: 165.104403ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:18.013367Z","caller":"traceutil/trace.go:171","msg":"trace[2016934877] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"442.526716ms","start":"2026-03-12T19:20:17.570725Z","end":"2026-03-12T19:20:18.013252Z","steps":["trace[2016934877] 'process raft request' (duration: 412.400254ms)","trace[2016934877] 'compare' (duration: 29.683322ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:18.013917Z","caller":"traceutil/trace.go:171","msg":"trace[1540965044] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"442.668288ms","start":"2026-03-12T19:20:17.571207Z","end":"2026-03-12T19:20:18.013875Z","steps":["trace[1540965044] 'process raft request' (duration: 441.87219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:18.014168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.570694Z","time spent":"442.74923ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:18.014192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.57119Z","time spent":"442.914095ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:18.070991Z","caller":"traceutil/trace.go:171","msg":"trace[241739212] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2003; }","duration":"476.209759ms","start":"2026-03-12T19:20:17.594757Z","end":"2026-03-12T19:20:18.070967Z","steps":["trace[241739212] 'read index received' (duration: 388.389561ms)","trace[241739212] 'applied index is now lower than readState.Index' (duration: 87.818898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:18.071247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.068393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:20:18.071246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.453025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:20:18.071332Z","caller":"traceutil/trace.go:171","msg":"trace[431414620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1925; }","duration":"438.184576ms","start":"2026-03-12T19:20:17.63313Z","end":"2026-03-12T19:20:18.071315Z","steps":["trace[431414620] 'agreement among raft nodes before linearized reading' (duration: 437.994581ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:18.071349Z","caller":"traceutil/trace.go:171","msg":"trace[268410788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1925; }","duration":"476.606558ms","start":"2026-03-12T19:20:17.59472Z","end":"2026-03-12T19:20:18.071327Z","steps":["trace[268410788] 'agreement among raft nodes before linearized reading' (duration: 476.344362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:18.071369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.633118Z","time spent":"438.243477ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:20:18.07136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.807402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:20:18.07127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.544248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:20:18.071408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.594709Z","time spent":"476.69034ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:20:18.071432Z","caller":"traceutil/trace.go:171","msg":"trace[115350085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1925; }","duration":"426.739012ms","start":"2026-03-12T19:20:17.644681Z","end":"2026-03-12T19:20:18.07142Z","steps":["trace[115350085] 'agreement among raft nodes before linearized reading' (duration: 426.433145ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:18.071433Z","caller":"traceutil/trace.go:171","msg":"trace[1769229947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1925; }","duration":"469.904794ms","start":"2026-03-12T19:20:17.601507Z","end":"2026-03-12T19:20:18.071412Z","steps":["trace[1769229947] 'agreement among raft nodes before linearized reading' (duration: 469.609647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:18.071429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.319222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:20:18.071481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.644671Z","time spent":"426.799354ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:18.071489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.601498Z","time spent":"469.978387ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:20:18.071521Z","caller":"traceutil/trace.go:171","msg":"trace[1706168958] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1925; }","duration":"456.422305ms","start":"2026-03-12T19:20:17.615061Z","end":"2026-03-12T19:20:18.071484Z","steps":["trace[1706168958] 'agreement among raft nodes before linearized reading' (duration: 456.20998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:18.071512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.241615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:20:18.07158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.615044Z","time spent":"456.520487ms","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T19:20:18.071606Z","caller":"traceutil/trace.go:171","msg":"trace[960825352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1925; }","duration":"427.368567ms","start":"2026-03-12T19:20:17.644212Z","end":"2026-03-12T19:20:18.07158Z","steps":["trace[960825352] 'agreement among raft nodes before linearized reading' (duration: 427.093301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:18.071665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.644199Z","time spent":"427.45637ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:20:20.205773Z","caller":"traceutil/trace.go:171","msg":"trace[1808111273] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"117.033709ms","start":"2026-03-12T19:20:20.088712Z","end":"2026-03-12T19:20:20.205746Z","steps":["trace[1808111273] 'process raft request' (duration: 74.751487ms)","trace[1808111273] 'compare' (duration: 42.177979ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:20.208598Z","caller":"traceutil/trace.go:171","msg":"trace[1664426303] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"119.614737ms","start":"2026-03-12T19:20:20.088957Z","end":"2026-03-12T19:20:20.208571Z","steps":["trace[1664426303] 'process raft request' (duration: 119.379932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:22.243612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.606639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:22.243701Z","caller":"traceutil/trace.go:171","msg":"trace[1015916745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1944; }","duration":"113.750133ms","start":"2026-03-12T19:20:22.129932Z","end":"2026-03-12T19:20:22.243682Z","steps":["trace[1015916745] 'count revisions from in-memory index tree' (duration: 113.480126ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:22.399126Z","caller":"traceutil/trace.go:171","msg":"trace[138566715] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"151.06866ms","start":"2026-03-12T19:20:22.248028Z","end":"2026-03-12T19:20:22.399097Z","steps":["trace[138566715] 'process raft request' (duration: 150.910147ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:22.399214Z","caller":"traceutil/trace.go:171","msg":"trace[694863599] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"150.966078ms","start":"2026-03-12T19:20:22.248238Z","end":"2026-03-12T19:20:22.399204Z","steps":["trace[694863599] 'process raft request' (duration: 150.772083ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:22.399122Z","caller":"traceutil/trace.go:171","msg":"trace[767777765] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"149.131486ms","start":"2026-03-12T19:20:22.24996Z","end":"2026-03-12T19:20:22.399092Z","steps":["trace[767777765] 'process raft request' (duration: 149.084825ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:22.399424Z","caller":"traceutil/trace.go:171","msg":"trace[337213567] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"151.4845ms","start":"2026-03-12T19:20:22.247925Z","end":"2026-03-12T19:20:22.399409Z","steps":["trace[337213567] 'process raft request' (duration: 128.267477ms)","trace[337213567] 'compare' (duration: 22.533818ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:24.435959Z","caller":"traceutil/trace.go:171","msg":"trace[1624351274] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"412.911946ms","start":"2026-03-12T19:20:24.023019Z","end":"2026-03-12T19:20:24.435931Z","steps":["trace[1624351274] 'process raft request' (duration: 412.723251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:24.436172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:24.022992Z","time spent":"413.076669ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:24.50113Z","caller":"traceutil/trace.go:171","msg":"trace[346560276] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"400.676074ms","start":"2026-03-12T19:20:24.100433Z","end":"2026-03-12T19:20:24.501109Z","steps":["trace[346560276] 'process raft request' (duration: 400.612312ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:24.501164Z","caller":"traceutil/trace.go:171","msg":"trace[2002237541] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"402.292661ms","start":"2026-03-12T19:20:24.098829Z","end":"2026-03-12T19:20:24.501121Z","steps":["trace[2002237541] 'process raft request' (duration: 402.117107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:24.501276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:24.100421Z","time spent":"400.772927ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:24.501387Z","caller":"traceutil/trace.go:171","msg":"trace[1595193401] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"173.335912ms","start":"2026-03-12T19:20:24.32804Z","end":"2026-03-12T19:20:24.501376Z","steps":["trace[1595193401] 'process raft request' (duration: 173.041195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:24.501393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:24.098804Z","time spent":"402.473216ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:24.501272Z","caller":"traceutil/trace.go:171","msg":"trace[1427429258] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2033; }","duration":"242.025169ms","start":"2026-03-12T19:20:24.259233Z","end":"2026-03-12T19:20:24.501258Z","steps":["trace[1427429258] 'read index received' (duration: 176.592036ms)","trace[1427429258] 'applied index is now lower than readState.Index' (duration: 65.432103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:24.501655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.429049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:20:24.501699Z","caller":"traceutil/trace.go:171","msg":"trace[156457411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1955; }","duration":"242.521361ms","start":"2026-03-12T19:20:24.259168Z","end":"2026-03-12T19:20:24.501689Z","steps":["trace[156457411] 'agreement among raft nodes before linearized reading' (duration: 242.383828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:24.501871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.835204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:20:24.501908Z","caller":"traceutil/trace.go:171","msg":"trace[1017296247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1955; }","duration":"197.913606ms","start":"2026-03-12T19:20:24.303985Z","end":"2026-03-12T19:20:24.501899Z","steps":["trace[1017296247] 'agreement among raft nodes before linearized reading' (duration: 197.813384ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:24.691759Z","caller":"traceutil/trace.go:171","msg":"trace[2029118710] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"186.630797ms","start":"2026-03-12T19:20:24.505106Z","end":"2026-03-12T19:20:24.691737Z","steps":["trace[2029118710] 'process raft request' (duration: 154.312064ms)","trace[2029118710] 'compare' (duration: 32.20546ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:24.757211Z","caller":"traceutil/trace.go:171","msg":"trace[279456809] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"252.06768ms","start":"2026-03-12T19:20:24.505111Z","end":"2026-03-12T19:20:24.757179Z","steps":["trace[279456809] 'process raft request' (duration: 251.782673ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:24.757212Z","caller":"traceutil/trace.go:171","msg":"trace[944765678] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"251.679751ms","start":"2026-03-12T19:20:24.505501Z","end":"2026-03-12T19:20:24.757181Z","steps":["trace[944765678] 'process raft request' (duration: 251.581229ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:24.757455Z","caller":"traceutil/trace.go:171","msg":"trace[371537838] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"251.918357ms","start":"2026-03-12T19:20:24.505504Z","end":"2026-03-12T19:20:24.757422Z","steps":["trace[371537838] 'process raft request' (duration: 251.63067ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:24.757746Z","caller":"traceutil/trace.go:171","msg":"trace[1074754348] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"251.841186ms","start":"2026-03-12T19:20:24.505884Z","end":"2026-03-12T19:20:24.757725Z","steps":["trace[1074754348] 'process raft request' (duration: 251.452437ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:24.947161Z","caller":"traceutil/trace.go:171","msg":"trace[1476206173] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"186.508464ms","start":"2026-03-12T19:20:24.760619Z","end":"2026-03-12T19:20:24.947127Z","steps":["trace[1476206173] 'process raft request' (duration: 119.065145ms)","trace[1476206173] 'compare' (duration: 67.331897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:25.580865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.482744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-12T19:20:25.580948Z","caller":"traceutil/trace.go:171","msg":"trace[1321389938] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1961; }","duration":"176.582266ms","start":"2026-03-12T19:20:25.40435Z","end":"2026-03-12T19:20:25.580933Z","steps":["trace[1321389938] 'count revisions from in-memory index tree' (duration: 176.380952ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:26.80547Z","caller":"traceutil/trace.go:171","msg":"trace[1139637262] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"299.443708ms","start":"2026-03-12T19:20:26.505982Z","end":"2026-03-12T19:20:26.805425Z","steps":["trace[1139637262] 'process raft request' (duration: 299.247363ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:27.666728Z","caller":"traceutil/trace.go:171","msg":"trace[1686728088] linearizableReadLoop","detail":"{readStateIndex:2045; appliedIndex:2043; }","duration":"1.079263173s","start":"2026-03-12T19:20:26.587439Z","end":"2026-03-12T19:20:27.666702Z","steps":["trace[1686728088] 'read index received' (duration: 217.857915ms)","trace[1686728088] 'applied index is now lower than readState.Index' (duration: 861.404018ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:27.666793Z","caller":"traceutil/trace.go:171","msg":"trace[903230876] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.160331654s","start":"2026-03-12T19:20:26.506425Z","end":"2026-03-12T19:20:27.666756Z","steps":["trace[903230876] 'process raft request' (duration: 1.160094078s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.667061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:26.506395Z","time spent":"1.16058667s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:27.667171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079714333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:20:27.667229Z","caller":"traceutil/trace.go:171","msg":"trace[1218577294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1963; }","duration":"1.079839195s","start":"2026-03-12T19:20:26.587376Z","end":"2026-03-12T19:20:27.667215Z","steps":["trace[1218577294] 'agreement among raft nodes before linearized reading' (duration: 1.079487137s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.667271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:26.587342Z","time spent":"1.079919878s","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T19:20:27.695273Z","caller":"traceutil/trace.go:171","msg":"trace[1641269660] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"872.465952ms","start":"2026-03-12T19:20:26.822782Z","end":"2026-03-12T19:20:27.695248Z","steps":["trace[1641269660] 'process raft request' (duration: 872.308989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.695427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:26.822756Z","time spent":"872.594025ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:27.69564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.530455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:20:27.695702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.212631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:20:27.69575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.973188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:20:27.695818Z","caller":"traceutil/trace.go:171","msg":"trace[1565956855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1965; }","duration":"934.365914ms","start":"2026-03-12T19:20:26.761427Z","end":"2026-03-12T19:20:27.695793Z","steps":["trace[1565956855] 'agreement among raft nodes before linearized reading' (duration: 934.066847ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:27.695833Z","caller":"traceutil/trace.go:171","msg":"trace[1480361762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1965; }","duration":"935.115502ms","start":"2026-03-12T19:20:26.7607Z","end":"2026-03-12T19:20:27.695815Z","steps":["trace[1480361762] 'agreement among raft nodes before linearized reading' (duration: 934.856566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.695842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.303393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:20:27.695778Z","caller":"traceutil/trace.go:171","msg":"trace[1361137659] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"743.243624ms","start":"2026-03-12T19:20:26.952467Z","end":"2026-03-12T19:20:27.69571Z","steps":["trace[1361137659] 'process raft request' (duration: 742.741703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.695865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:26.761414Z","time spent":"934.442947ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:20:27.695728Z","caller":"traceutil/trace.go:171","msg":"trace[1105301241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1965; }","duration":"933.646058ms","start":"2026-03-12T19:20:26.762062Z","end":"2026-03-12T19:20:27.695708Z","steps":["trace[1105301241] 'agreement among raft nodes before linearized reading' (duration: 933.415373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.695886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:26.760676Z","time spent":"935.201054ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:20:27.695883Z","caller":"traceutil/trace.go:171","msg":"trace[1239404883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1965; }","duration":"934.343454ms","start":"2026-03-12T19:20:26.761528Z","end":"2026-03-12T19:20:27.695871Z","steps":["trace[1239404883] 'agreement among raft nodes before linearized reading' (duration: 934.209171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.695929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:26.761469Z","time spent":"934.452966ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:27.695953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.358786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-12T19:20:27.695959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:26.762056Z","time spent":"933.861963ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:20:27.69603Z","caller":"traceutil/trace.go:171","msg":"trace[897770982] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1965; }","duration":"817.49381ms","start":"2026-03-12T19:20:26.878514Z","end":"2026-03-12T19:20:27.696008Z","steps":["trace[897770982] 'agreement among raft nodes before linearized reading' (duration: 817.239444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.696092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:26.87848Z","time spent":"817.601982ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:20:27.695744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.834256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:27.696039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.794514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:20:27.69725Z","caller":"traceutil/trace.go:171","msg":"trace[408835408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1965; }","duration":"1.000292819s","start":"2026-03-12T19:20:26.696938Z","end":"2026-03-12T19:20:27.69723Z","steps":["trace[408835408] 'agreement among raft nodes before linearized reading' (duration: 998.653401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.697369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:26.696913Z","time spent":"1.000439502s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:20:27.696177Z","caller":"traceutil/trace.go:171","msg":"trace[478316803] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1965; }","duration":"242.240345ms","start":"2026-03-12T19:20:27.453893Z","end":"2026-03-12T19:20:27.696133Z","steps":["trace[478316803] 'agreement among raft nodes before linearized reading' (duration: 241.812715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.696058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:26.952429Z","time spent":"743.503569ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:27.69562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009665954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:27.697883Z","caller":"traceutil/trace.go:171","msg":"trace[1822472203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1965; }","duration":"1.012005028s","start":"2026-03-12T19:20:26.685856Z","end":"2026-03-12T19:20:27.697861Z","steps":["trace[1822472203] 'agreement among raft nodes before linearized reading' (duration: 1.009614473s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.698028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:26.685824Z","time spent":"1.012143741s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:28.133495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.901968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:28.133691Z","caller":"traceutil/trace.go:171","msg":"trace[554174961] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"433.282263ms","start":"2026-03-12T19:20:27.700383Z","end":"2026-03-12T19:20:28.133665Z","steps":["trace[554174961] 'process raft request' (duration: 73.098719ms)","trace[554174961] 'compare' (duration: 359.761034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:28.133781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:27.700366Z","time spent":"433.382996ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:28.366612Z","caller":"traceutil/trace.go:171","msg":"trace[932934530] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"665.524368ms","start":"2026-03-12T19:20:27.701054Z","end":"2026-03-12T19:20:28.366578Z","steps":["trace[932934530] 'process raft request' (duration: 568.587661ms)","trace[932934530] 'compare' (duration: 96.555328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:28.366799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:27.701031Z","time spent":"665.679762ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:28.366963Z","caller":"traceutil/trace.go:171","msg":"trace[1985624129] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"664.896873ms","start":"2026-03-12T19:20:27.702037Z","end":"2026-03-12T19:20:28.366934Z","steps":["trace[1985624129] 'process raft request' (duration: 664.642887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:28.367109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:27.702028Z","time spent":"665.005406ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:28.367089Z","caller":"traceutil/trace.go:171","msg":"trace[937579024] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"664.851713ms","start":"2026-03-12T19:20:27.702205Z","end":"2026-03-12T19:20:28.367057Z","steps":["trace[937579024] 'process raft request' (duration: 664.558546ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:28.367233Z","caller":"traceutil/trace.go:171","msg":"trace[606160406] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"665.972128ms","start":"2026-03-12T19:20:27.701251Z","end":"2026-03-12T19:20:28.367223Z","steps":["trace[606160406] 'process raft request' (duration: 665.257981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:28.367247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:27.702182Z","time spent":"664.981255ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:28.367292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:27.701236Z","time spent":"666.02421ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:29.706533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000482004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:20:29.706617Z","caller":"traceutil/trace.go:171","msg":"trace[2135539291] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576196s","start":"2026-03-12T19:20:27.706022Z","end":"2026-03-12T19:20:29.706598Z","steps":["trace[2135539291] 'agreement among raft nodes before linearized reading' (duration: 2.000480084s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:29.706657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:27.705993Z","time spent":"2.000655108s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:20:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:20:29.866516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49967111s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:20:29.867423Z","caller":"traceutil/trace.go:171","msg":"trace[1889352603] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2047; }","duration":"2.161326739s","start":"2026-03-12T19:20:27.706026Z","end":"2026-03-12T19:20:29.867353Z","steps":["trace[1889352603] 'read index received' (duration: 67.421929ms)","trace[1889352603] 'applied index is now lower than readState.Index' (duration: 2.09390038s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:29.867461Z","caller":"traceutil/trace.go:171","msg":"trace[926980146] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"1.055968947s","start":"2026-03-12T19:20:28.811453Z","end":"2026-03-12T19:20:29.867422Z","steps":["trace[926980146] 'process raft request' (duration: 1.055171459s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:29.867661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:28.811423Z","time spent":"1.056108141s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:29.867875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161306708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:29.867938Z","caller":"traceutil/trace.go:171","msg":"trace[1698768372] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1973; }","duration":"2.16138255s","start":"2026-03-12T19:20:27.70654Z","end":"2026-03-12T19:20:29.867922Z","steps":["trace[1698768372] 'agreement among raft nodes before linearized reading' (duration: 2.161281347s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:29.867971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:27.706535Z","time spent":"2.161429161s","remote":"127.0.0.1:52640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:20:29.868134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04086521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:29.868232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193640499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:20:29.868253Z","caller":"traceutil/trace.go:171","msg":"trace[1217678898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1973; }","duration":"1.041022954s","start":"2026-03-12T19:20:28.827198Z","end":"2026-03-12T19:20:29.868221Z","steps":["trace[1217678898] 'agreement among raft nodes before linearized reading' (duration: 1.040836029s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:29.868305Z","caller":"traceutil/trace.go:171","msg":"trace[1871668317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1973; }","duration":"1.193750122s","start":"2026-03-12T19:20:28.67453Z","end":"2026-03-12T19:20:29.86828Z","steps":["trace[1871668317] 'agreement among raft nodes before linearized reading' (duration: 1.193499626s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:29.868314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:28.827176Z","time spent":"1.041123666s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:29.868354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:28.674509Z","time spent":"1.193831864s","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:20:29.868516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711528026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:29.868565Z","caller":"traceutil/trace.go:171","msg":"trace[1640251721] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"194.879046ms","start":"2026-03-12T19:20:29.673637Z","end":"2026-03-12T19:20:29.868516Z","steps":["trace[1640251721] 'process raft request' (duration: 194.091908ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:29.868595Z","caller":"traceutil/trace.go:171","msg":"trace[258941728] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1973; }","duration":"1.711653879s","start":"2026-03-12T19:20:28.15693Z","end":"2026-03-12T19:20:29.868584Z","steps":["trace[258941728] 'agreement among raft nodes before linearized reading' (duration: 1.711547757s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:29.86863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:28.156853Z","time spent":"1.711768402s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:20:29.868598Z","caller":"traceutil/trace.go:171","msg":"trace[90149760] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"166.317321ms","start":"2026-03-12T19:20:29.702179Z","end":"2026-03-12T19:20:29.868496Z","steps":["trace[90149760] 'process raft request' (duration: 165.604405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:29.868668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.696034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:29.868682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.336212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:20:29.86871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.873415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c2e3e73be8881\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-12T19:20:29.868743Z","caller":"traceutil/trace.go:171","msg":"trace[1118087154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1973; }","duration":"161.828247ms","start":"2026-03-12T19:20:29.706891Z","end":"2026-03-12T19:20:29.86872Z","steps":["trace[1118087154] 'agreement among raft nodes before linearized reading' (duration: 161.716985ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:29.868743Z","caller":"traceutil/trace.go:171","msg":"trace[567325125] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1973; }","duration":"974.401303ms","start":"2026-03-12T19:20:28.894327Z","end":"2026-03-12T19:20:29.868728Z","steps":["trace[567325125] 'agreement among raft nodes before linearized reading' (duration: 974.290791ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:29.868783Z","caller":"traceutil/trace.go:171","msg":"trace[962656385] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c2e3e73be8881; range_end:; response_count:1; response_revision:1973; }","duration":"705.982838ms","start":"2026-03-12T19:20:29.162775Z","end":"2026-03-12T19:20:29.868758Z","steps":["trace[962656385] 'agreement among raft nodes before linearized reading' (duration: 705.690931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:29.868799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:28.894307Z","time spent":"974.476976ms","remote":"127.0.0.1:52446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:29.86883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:29.162753Z","time spent":"706.064539ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c2e3e73be8881\" "} {"level":"warn","ts":"2026-03-12T19:20:29.868746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.35965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:29.869546Z","caller":"traceutil/trace.go:171","msg":"trace[81466539] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1973; }","duration":"271.20173ms","start":"2026-03-12T19:20:29.598323Z","end":"2026-03-12T19:20:29.869525Z","steps":["trace[81466539] 'agreement among raft nodes before linearized reading' (duration: 269.704345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:30.37393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314473170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:20:30.874097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314473170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:20:30.936092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064931172s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:20:31.117372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.456745ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:31.117519Z","caller":"traceutil/trace.go:171","msg":"trace[1451753684] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1973; }","duration":"180.617158ms","start":"2026-03-12T19:20:30.936881Z","end":"2026-03-12T19:20:31.117498Z","steps":["trace[1451753684] 'range keys from in-memory index tree' (duration: 180.440054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:31.11811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.54232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:31.11817Z","caller":"traceutil/trace.go:171","msg":"trace[392500113] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2056; }","duration":"1.245135502s","start":"2026-03-12T19:20:29.873025Z","end":"2026-03-12T19:20:31.118161Z","steps":["trace[392500113] 'read index received' (duration: 1.063204113s)","trace[392500113] 'applied index is now lower than readState.Index' (duration: 181.930289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:31.118253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242183144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:31.118276Z","caller":"traceutil/trace.go:171","msg":"trace[1763977745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"1.242221115s","start":"2026-03-12T19:20:29.876048Z","end":"2026-03-12T19:20:31.118269Z","steps":["trace[1763977745] 'agreement among raft nodes before linearized reading' (duration: 1.242181294s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:31.118262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245224054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:31.118275Z","caller":"traceutil/trace.go:171","msg":"trace[499216489] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"1.247186389s","start":"2026-03-12T19:20:29.871021Z","end":"2026-03-12T19:20:31.118207Z","steps":["trace[499216489] 'process raft request' (duration: 1.06527052s)","trace[499216489] 'compare' (duration: 181.449708ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:31.118351Z","caller":"traceutil/trace.go:171","msg":"trace[1538597165] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1974; }","duration":"1.245337456s","start":"2026-03-12T19:20:29.872989Z","end":"2026-03-12T19:20:31.118327Z","steps":["trace[1538597165] 'agreement among raft nodes before linearized reading' (duration: 1.245208653s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:31.118392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.336351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:20:31.118399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:29.87298Z","time spent":"1.245410248s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T19:20:31.118417Z","caller":"traceutil/trace.go:171","msg":"trace[600074960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1974; }","duration":"240.398362ms","start":"2026-03-12T19:20:30.878012Z","end":"2026-03-12T19:20:31.118411Z","steps":["trace[600074960] 'agreement among raft nodes before linearized reading' (duration: 240.31041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:31.11851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:29.870991Z","time spent":"1.247393884s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:31.118604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.820828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:20:31.118628Z","caller":"traceutil/trace.go:171","msg":"trace[94466373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1974; }","duration":"979.890849ms","start":"2026-03-12T19:20:30.138731Z","end":"2026-03-12T19:20:31.118622Z","steps":["trace[94466373] 'agreement among raft nodes before linearized reading' (duration: 979.825628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:31.118299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:29.876036Z","time spent":"1.242258096s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:31.118801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.750874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:20:31.118828Z","caller":"traceutil/trace.go:171","msg":"trace[1063759538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1974; }","duration":"746.842927ms","start":"2026-03-12T19:20:30.371979Z","end":"2026-03-12T19:20:31.118822Z","steps":["trace[1063759538] 'agreement among raft nodes before linearized reading' (duration: 746.782835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:31.118644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:30.138707Z","time spent":"979.933371ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:20:31.118845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:30.371947Z","time spent":"746.893887ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:31.118889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.061664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:20:31.118942Z","caller":"traceutil/trace.go:171","msg":"trace[1642636256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1974; }","duration":"748.138406ms","start":"2026-03-12T19:20:30.370792Z","end":"2026-03-12T19:20:31.11893Z","steps":["trace[1642636256] 'agreement among raft nodes before linearized reading' (duration: 747.534992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:31.119058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:30.37078Z","time spent":"748.242858ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:31.119047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.176927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:20:31.119133Z","caller":"traceutil/trace.go:171","msg":"trace[358185907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1974; }","duration":"748.576667ms","start":"2026-03-12T19:20:30.370537Z","end":"2026-03-12T19:20:31.119114Z","steps":["trace[358185907] 'agreement among raft nodes before linearized reading' (duration: 748.31309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:31.119185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:30.370513Z","time spent":"748.663528ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:20:31.119421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.567256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:20:31.119559Z","caller":"traceutil/trace.go:171","msg":"trace[825590367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1974; }","duration":"748.776761ms","start":"2026-03-12T19:20:30.3707Z","end":"2026-03-12T19:20:31.119477Z","steps":["trace[825590367] 'agreement among raft nodes before linearized reading' (duration: 747.727447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:31.119722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:30.370652Z","time spent":"749.005556ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:32.178693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314473182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:20:32.3337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174487119s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:20:32.437512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.460186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:32.437619Z","caller":"traceutil/trace.go:171","msg":"trace[1067350425] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"1.285114751s","start":"2026-03-12T19:20:31.152485Z","end":"2026-03-12T19:20:32.4376Z","steps":["trace[1067350425] 'process raft request' (duration: 1.181493171s)","trace[1067350425] 'compare' (duration: 102.887783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:32.4377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.152459Z","time spent":"1.285207283s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:32.624608Z","caller":"traceutil/trace.go:171","msg":"trace[1340354580] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"1.224265833s","start":"2026-03-12T19:20:31.400309Z","end":"2026-03-12T19:20:32.624574Z","steps":["trace[1340354580] 'process raft request' (duration: 1.220067947s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.624806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.400279Z","time spent":"1.224417497s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:32.624937Z","caller":"traceutil/trace.go:171","msg":"trace[259306632] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"750.232714ms","start":"2026-03-12T19:20:31.874679Z","end":"2026-03-12T19:20:32.624911Z","steps":["trace[259306632] 'process raft request' (duration: 749.738102ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:32.624937Z","caller":"traceutil/trace.go:171","msg":"trace[20048632] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"750.07984ms","start":"2026-03-12T19:20:31.87483Z","end":"2026-03-12T19:20:32.62491Z","steps":["trace[20048632] 'process raft request' (duration: 749.910076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.625075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.874653Z","time spent":"750.347616ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:32.625097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.874791Z","time spent":"750.226643ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:32.625243Z","caller":"traceutil/trace.go:171","msg":"trace[67117275] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"750.283134ms","start":"2026-03-12T19:20:31.874917Z","end":"2026-03-12T19:20:32.6252Z","steps":["trace[67117275] 'process raft request' (duration: 749.943966ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:32.625391Z","caller":"traceutil/trace.go:171","msg":"trace[672349350] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2062; }","duration":"947.28909ms","start":"2026-03-12T19:20:31.678079Z","end":"2026-03-12T19:20:32.625368Z","steps":["trace[672349350] 'read index received' (duration: 655.861996ms)","trace[672349350] 'applied index is now lower than readState.Index' (duration: 291.425214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:32.625473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.874877Z","time spent":"750.475849ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:32.625421Z","caller":"traceutil/trace.go:171","msg":"trace[97006940] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"616.814439ms","start":"2026-03-12T19:20:32.00858Z","end":"2026-03-12T19:20:32.625395Z","steps":["trace[97006940] 'process raft request' (duration: 616.527452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.625637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.595977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T19:20:32.62569Z","caller":"traceutil/trace.go:171","msg":"trace[1562749564] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1985; }","duration":"947.689979ms","start":"2026-03-12T19:20:31.677988Z","end":"2026-03-12T19:20:32.625678Z","steps":["trace[1562749564] 'agreement among raft nodes before linearized reading' (duration: 947.460994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.625678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:32.008516Z","time spent":"617.086585ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:32.625737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:31.677958Z","time spent":"947.771491ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:20:32.625737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.428496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:20:32.627905Z","caller":"traceutil/trace.go:171","msg":"trace[655823243] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1985; }","duration":"499.532584ms","start":"2026-03-12T19:20:32.12824Z","end":"2026-03-12T19:20:32.627773Z","steps":["trace[655823243] 'agreement among raft nodes before linearized reading' (duration: 497.353324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.627998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:32.12821Z","time spent":"499.77119ms","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T19:21:33.847151Z","caller":"traceutil/trace.go:171","msg":"trace[473082057] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"149.745585ms","start":"2026-03-12T19:21:33.697368Z","end":"2026-03-12T19:21:33.847113Z","steps":["trace[473082057] 'process raft request' (duration: 149.508029ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:37.090061Z","caller":"traceutil/trace.go:171","msg":"trace[687492703] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"113.159159ms","start":"2026-03-12T19:21:36.976872Z","end":"2026-03-12T19:21:37.090031Z","steps":["trace[687492703] 'process raft request' (duration: 113.107287ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:37.090285Z","caller":"traceutil/trace.go:171","msg":"trace[1308323604] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"114.219023ms","start":"2026-03-12T19:21:36.975992Z","end":"2026-03-12T19:21:37.090211Z","steps":["trace[1308323604] 'process raft request' (duration: 113.811063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.263873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.718503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:21:38.263991Z","caller":"traceutil/trace.go:171","msg":"trace[1502497034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2469; }","duration":"754.877706ms","start":"2026-03-12T19:21:37.509085Z","end":"2026-03-12T19:21:38.263963Z","steps":["trace[1502497034] 'range keys from in-memory index tree' (duration: 754.532048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.264051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:37.509014Z","time spent":"755.02325ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:21:38.263871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.75702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:21:38.264189Z","caller":"traceutil/trace.go:171","msg":"trace[616146516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2469; }","duration":"754.092477ms","start":"2026-03-12T19:21:37.51007Z","end":"2026-03-12T19:21:38.264162Z","steps":["trace[616146516] 'range keys from in-memory index tree' (duration: 753.621477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.26421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.460209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:21:38.26422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.412324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:21:38.26427Z","caller":"traceutil/trace.go:171","msg":"trace[772821318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2469; }","duration":"755.544182ms","start":"2026-03-12T19:21:37.50871Z","end":"2026-03-12T19:21:38.264254Z","steps":["trace[772821318] 'range keys from in-memory index tree' (duration: 755.318206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.264272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:37.510022Z","time spent":"754.234181ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:21:38.264303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:37.508693Z","time spent":"755.601842ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:21:38.264177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:37.598873Z","time spent":"665.289893ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:21:38.264309Z","caller":"traceutil/trace.go:171","msg":"trace[461575159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2469; }","duration":"760.549857ms","start":"2026-03-12T19:21:37.503741Z","end":"2026-03-12T19:21:38.264291Z","steps":["trace[461575159] 'range keys from in-memory index tree' (duration: 760.24564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.264371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.289024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:21:38.264426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:37.503716Z","time spent":"760.67008ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:21:38.263909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.306951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:21:38.264506Z","caller":"traceutil/trace.go:171","msg":"trace[1494112753] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2469; }","duration":"879.52417ms","start":"2026-03-12T19:21:37.384946Z","end":"2026-03-12T19:21:38.26447Z","steps":["trace[1494112753] 'count revisions from in-memory index tree' (duration: 879.11759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.264548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.632958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:21:38.264591Z","caller":"traceutil/trace.go:171","msg":"trace[1901408207] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2469; }","duration":"987.065898ms","start":"2026-03-12T19:21:37.277512Z","end":"2026-03-12T19:21:38.264578Z","steps":["trace[1901408207] 'range keys from in-memory index tree' (duration: 986.109496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.264616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:37.38492Z","time spent":"879.679844ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:38.264647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:37.277483Z","time spent":"987.14691ms","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-12T19:21:38.264637Z","caller":"traceutil/trace.go:171","msg":"trace[1021854811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2469; }","duration":"747.797513ms","start":"2026-03-12T19:21:37.516805Z","end":"2026-03-12T19:21:38.264603Z","steps":["trace[1021854811] 'range keys from in-memory index tree' (duration: 747.408384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.264692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:37.516792Z","time spent":"747.891024ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:21:43.475615Z","caller":"traceutil/trace.go:171","msg":"trace[1483193983] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"292.912237ms","start":"2026-03-12T19:21:43.182662Z","end":"2026-03-12T19:21:43.475574Z","steps":["trace[1483193983] 'process raft request' (duration: 226.396338ms)","trace[1483193983] 'compare' (duration: 66.258583ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:43.475722Z","caller":"traceutil/trace.go:171","msg":"trace[2017828011] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2610; }","duration":"197.124001ms","start":"2026-03-12T19:21:43.278561Z","end":"2026-03-12T19:21:43.475685Z","steps":["trace[2017828011] 'read index received' (duration: 130.504869ms)","trace[2017828011] 'applied index is now lower than readState.Index' (duration: 66.617202ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:43.475743Z","caller":"traceutil/trace.go:171","msg":"trace[740012569] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"292.778785ms","start":"2026-03-12T19:21:43.182938Z","end":"2026-03-12T19:21:43.475717Z","steps":["trace[740012569] 'process raft request' (duration: 292.57731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:43.476847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.723385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:21:43.476914Z","caller":"traceutil/trace.go:171","msg":"trace[285167285] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2506; }","duration":"198.38618ms","start":"2026-03-12T19:21:43.27851Z","end":"2026-03-12T19:21:43.476896Z","steps":["trace[285167285] 'agreement among raft nodes before linearized reading' (duration: 197.270614ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:45.342682Z","caller":"traceutil/trace.go:171","msg":"trace[173883786] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"175.170063ms","start":"2026-03-12T19:21:45.167428Z","end":"2026-03-12T19:21:45.342598Z","steps":["trace[173883786] 'process raft request' (duration: 174.921207ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:47.573315Z","caller":"traceutil/trace.go:171","msg":"trace[1780577979] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"223.782828ms","start":"2026-03-12T19:21:47.349499Z","end":"2026-03-12T19:21:47.573282Z","steps":["trace[1780577979] 'process raft request' (duration: 223.548143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:05.87039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.520351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:22:05.870498Z","caller":"traceutil/trace.go:171","msg":"trace[713548177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2630; }","duration":"108.709526ms","start":"2026-03-12T19:22:05.761766Z","end":"2026-03-12T19:22:05.870476Z","steps":["trace[713548177] 'count revisions from in-memory index tree' (duration: 108.418609ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:12.028304Z","caller":"traceutil/trace.go:171","msg":"trace[65915866] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"341.006581ms","start":"2026-03-12T19:22:11.687281Z","end":"2026-03-12T19:22:12.028288Z","steps":["trace[65915866] 'process raft request' (duration: 340.911719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:12.028424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:11.687253Z","time spent":"341.108022ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:12.028617Z","caller":"traceutil/trace.go:171","msg":"trace[1988819546] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2768; }","duration":"340.456348ms","start":"2026-03-12T19:22:11.688129Z","end":"2026-03-12T19:22:12.028586Z","steps":["trace[1988819546] 'read index received' (duration: 340.440467ms)","trace[1988819546] 'applied index is now lower than readState.Index' (duration: 13.091µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:12.028738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.605301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:12.028772Z","caller":"traceutil/trace.go:171","msg":"trace[1451177526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2657; }","duration":"340.658923ms","start":"2026-03-12T19:22:11.688106Z","end":"2026-03-12T19:22:12.028765Z","steps":["trace[1451177526] 'agreement among raft nodes before linearized reading' (duration: 340.585131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:12.028791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:11.688096Z","time spent":"340.691313ms","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:22:12.409029Z","caller":"traceutil/trace.go:171","msg":"trace[179366832] linearizableReadLoop","detail":"{readStateIndex:2770; appliedIndex:2768; }","duration":"380.31546ms","start":"2026-03-12T19:22:12.028695Z","end":"2026-03-12T19:22:12.409011Z","steps":["trace[179366832] 'read index received' (duration: 380.010253ms)","trace[179366832] 'applied index is now lower than readState.Index' (duration: 304.067µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:12.409048Z","caller":"traceutil/trace.go:171","msg":"trace[1878050859] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"691.48095ms","start":"2026-03-12T19:22:11.717532Z","end":"2026-03-12T19:22:12.409013Z","steps":["trace[1878050859] 'process raft request' (duration: 691.302126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:12.409214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.381922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c2e58bc09d50a\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-12T19:22:12.409277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:11.717513Z","time spent":"691.617123ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:12.409294Z","caller":"traceutil/trace.go:171","msg":"trace[902500449] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c2e58bc09d50a; range_end:; response_count:1; response_revision:2659; }","duration":"482.480224ms","start":"2026-03-12T19:22:11.926805Z","end":"2026-03-12T19:22:12.409285Z","steps":["trace[902500449] 'agreement among raft nodes before linearized reading' (duration: 482.27821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:12.40939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:11.926744Z","time spent":"482.632808ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189c2e58bc09d50a\" "} {"level":"info","ts":"2026-03-12T19:22:12.409568Z","caller":"traceutil/trace.go:171","msg":"trace[1470441946] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"690.62275ms","start":"2026-03-12T19:22:11.718932Z","end":"2026-03-12T19:22:12.409555Z","steps":["trace[1470441946] 'process raft request' (duration: 690.040326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:12.40964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:11.718924Z","time spent":"690.670072ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:14.280814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643134969s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:14.280932Z","caller":"traceutil/trace.go:171","msg":"trace[1757867889] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2772; }","duration":"1.741119126s","start":"2026-03-12T19:22:12.539795Z","end":"2026-03-12T19:22:14.280914Z","steps":["trace[1757867889] 'read index received' (duration: 97.387324ms)","trace[1757867889] 'applied index is now lower than readState.Index' (duration: 1.643730252s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:14.280995Z","caller":"traceutil/trace.go:171","msg":"trace[1439921734] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"1.787820326s","start":"2026-03-12T19:22:12.493143Z","end":"2026-03-12T19:22:14.280963Z","steps":["trace[1439921734] 'process raft request' (duration: 144.029022ms)","trace[1439921734] 'compare' (duration: 1.643006216s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:14.281098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74130796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:22:14.281135Z","caller":"traceutil/trace.go:171","msg":"trace[1183882493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2662; }","duration":"1.741374012s","start":"2026-03-12T19:22:12.53975Z","end":"2026-03-12T19:22:14.281124Z","steps":["trace[1183882493] 'agreement among raft nodes before linearized reading' (duration: 1.741237229s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:14.281172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:12.539726Z","time spent":"1.741438414s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:22:14.281164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:12.493127Z","time spent":"1.78794749s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:15.169871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.689615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:15.170025Z","caller":"traceutil/trace.go:171","msg":"trace[1984825234] linearizableReadLoop","detail":"{readStateIndex:2774; appliedIndex:2773; }","duration":"889.042071ms","start":"2026-03-12T19:22:14.280962Z","end":"2026-03-12T19:22:15.170004Z","steps":["trace[1984825234] 'read index received' (duration: 455.120261ms)","trace[1984825234] 'applied index is now lower than readState.Index' (duration: 433.92009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:15.170275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500178539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:22:15.170337Z","caller":"traceutil/trace.go:171","msg":"trace[806602391] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:2663; }","duration":"2.500275982s","start":"2026-03-12T19:22:12.670045Z","end":"2026-03-12T19:22:15.170321Z","steps":["trace[806602391] 'agreement among raft nodes before linearized reading' (duration: 2.500073227s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.170377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:12.670023Z","time spent":"2.500345563s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-03-12T19:22:15.170387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581079361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:22:15.170372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8929746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:22:15.170426Z","caller":"traceutil/trace.go:171","msg":"trace[1557818184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2663; }","duration":"2.581159023s","start":"2026-03-12T19:22:12.589257Z","end":"2026-03-12T19:22:15.170416Z","steps":["trace[1557818184] 'agreement among raft nodes before linearized reading' (duration: 2.58102099s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.170425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57671792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:22:15.170474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:12.589237Z","time spent":"2.581229605s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:22:15.170496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390849731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:22:15.170485Z","caller":"traceutil/trace.go:171","msg":"trace[885141271] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2663; }","duration":"1.893139124s","start":"2026-03-12T19:22:13.27732Z","end":"2026-03-12T19:22:15.170459Z","steps":["trace[885141271] 'agreement among raft nodes before linearized reading' (duration: 1.892780056s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:15.170537Z","caller":"traceutil/trace.go:171","msg":"trace[1697026217] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2663; }","duration":"1.390918152s","start":"2026-03-12T19:22:13.779602Z","end":"2026-03-12T19:22:15.170521Z","steps":["trace[1697026217] 'agreement among raft nodes before linearized reading' (duration: 1.390858191s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.17055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:13.277298Z","time spent":"1.893241926s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-12T19:22:15.170575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:13.779588Z","time spent":"1.390981534s","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:22:15.170574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484044658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:22:15.170612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971166749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:15.170624Z","caller":"traceutil/trace.go:171","msg":"trace[1895778945] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"1.137191473s","start":"2026-03-12T19:22:14.033398Z","end":"2026-03-12T19:22:15.17059Z","steps":["trace[1895778945] 'process raft request' (duration: 702.672018ms)","trace[1895778945] 'compare' (duration: 433.399129ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:15.170658Z","caller":"traceutil/trace.go:171","msg":"trace[54911117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2663; }","duration":"1.48416639s","start":"2026-03-12T19:22:13.686473Z","end":"2026-03-12T19:22:15.17064Z","steps":["trace[54911117] 'agreement among raft nodes before linearized reading' (duration: 1.484010946s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.17067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551507087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:22:15.170701Z","caller":"traceutil/trace.go:171","msg":"trace[185918300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2663; }","duration":"1.971306322s","start":"2026-03-12T19:22:13.199368Z","end":"2026-03-12T19:22:15.170674Z","steps":["trace[185918300] 'agreement among raft nodes before linearized reading' (duration: 1.971146288s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.170719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:13.686454Z","time spent":"1.484256873s","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:22:15.170681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248098167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:15.170722Z","caller":"traceutil/trace.go:171","msg":"trace[773323203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2663; }","duration":"2.551581829s","start":"2026-03-12T19:22:12.619128Z","end":"2026-03-12T19:22:15.170709Z","steps":["trace[773323203] 'agreement among raft nodes before linearized reading' (duration: 2.551450186s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:15.170546Z","caller":"traceutil/trace.go:171","msg":"trace[1311251973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2663; }","duration":"2.576878364s","start":"2026-03-12T19:22:12.593644Z","end":"2026-03-12T19:22:15.170522Z","steps":["trace[1311251973] 'agreement among raft nodes before linearized reading' (duration: 2.576490115s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.170752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:13.199337Z","time spent":"1.971406724s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:22:15.17078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:12.619116Z","time spent":"2.551652561s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:22:15.170793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:12.593633Z","time spent":"2.57714566s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:22:15.170795Z","caller":"traceutil/trace.go:171","msg":"trace[1615135387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2663; }","duration":"2.248267891s","start":"2026-03-12T19:22:12.922491Z","end":"2026-03-12T19:22:15.170759Z","steps":["trace[1615135387] 'agreement among raft nodes before linearized reading' (duration: 2.248032205s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.170738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.099658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:22:15.170816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.033374Z","time spent":"1.137333507s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:15.170854Z","caller":"traceutil/trace.go:171","msg":"trace[1815564932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2663; }","duration":"945.245472ms","start":"2026-03-12T19:22:14.225596Z","end":"2026-03-12T19:22:15.170841Z","steps":["trace[1815564932] 'agreement among raft nodes before linearized reading' (duration: 945.092218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.17086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:12.92247Z","time spent":"2.248373123s","remote":"127.0.0.1:42670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:22:15.170907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.225574Z","time spent":"945.319823ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:22:15.171067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59914279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c2e57f4124bc6\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-12T19:22:15.171183Z","caller":"traceutil/trace.go:171","msg":"trace[1239604652] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c2e57f4124bc6; range_end:; response_count:1; response_revision:2663; }","duration":"1.599291744s","start":"2026-03-12T19:22:13.571873Z","end":"2026-03-12T19:22:15.171165Z","steps":["trace[1239604652] 'agreement among raft nodes before linearized reading' (duration: 1.598740991s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.171267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:13.571851Z","time spent":"1.599399657s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.189c2e57f4124bc6\" "} {"level":"info","ts":"2026-03-12T19:22:15.185247Z","caller":"traceutil/trace.go:171","msg":"trace[1825214960] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"898.706324ms","start":"2026-03-12T19:22:14.286526Z","end":"2026-03-12T19:22:15.185232Z","steps":["trace[1825214960] 'process raft request' (duration: 898.555151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.185411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.286503Z","time spent":"898.852067ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:15.185494Z","caller":"traceutil/trace.go:171","msg":"trace[951105000] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"770.656841ms","start":"2026-03-12T19:22:14.414824Z","end":"2026-03-12T19:22:15.185481Z","steps":["trace[951105000] 'process raft request' (duration: 770.373505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.185562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.414804Z","time spent":"770.724163ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:15.185723Z","caller":"traceutil/trace.go:171","msg":"trace[238628443] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"457.316622ms","start":"2026-03-12T19:22:14.728398Z","end":"2026-03-12T19:22:15.185714Z","steps":["trace[238628443] 'process raft request' (duration: 457.139668ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:15.185717Z","caller":"traceutil/trace.go:171","msg":"trace[451475562] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"770.819165ms","start":"2026-03-12T19:22:14.41488Z","end":"2026-03-12T19:22:15.185699Z","steps":["trace[451475562] 'process raft request' (duration: 770.462207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.185769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.728378Z","time spent":"457.367772ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:15.185824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.27374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:22:15.185877Z","caller":"traceutil/trace.go:171","msg":"trace[1005889304] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2667; }","duration":"479.372302ms","start":"2026-03-12T19:22:14.706495Z","end":"2026-03-12T19:22:15.185867Z","steps":["trace[1005889304] 'agreement among raft nodes before linearized reading' (duration: 479.227159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.185886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.414855Z","time spent":"770.912888ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:15.185935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:14.706472Z","time spent":"479.455404ms","remote":"127.0.0.1:52446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:22:15.601901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.97068ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-12T19:22:15.602113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.171758Z","time spent":"430.350837ms","remote":"127.0.0.1:52214","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:22:15.602332Z","caller":"traceutil/trace.go:171","msg":"trace[873109966] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"427.056701ms","start":"2026-03-12T19:22:15.175253Z","end":"2026-03-12T19:22:15.602309Z","steps":["trace[873109966] 'process raft request' (duration: 426.761824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.602446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.175237Z","time spent":"427.150244ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:15.602447Z","caller":"traceutil/trace.go:171","msg":"trace[2076464351] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"425.372833ms","start":"2026-03-12T19:22:15.177055Z","end":"2026-03-12T19:22:15.602428Z","steps":["trace[2076464351] 'process raft request' (duration: 425.311331ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:15.602498Z","caller":"traceutil/trace.go:171","msg":"trace[953834359] linearizableReadLoop","detail":"{readStateIndex:2783; appliedIndex:2778; }","duration":"416.812214ms","start":"2026-03-12T19:22:15.185673Z","end":"2026-03-12T19:22:15.602486Z","steps":["trace[953834359] 'read index received' (duration: 253.117907ms)","trace[953834359] 'applied index is now lower than readState.Index' (duration: 163.693667ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:15.602486Z","caller":"traceutil/trace.go:171","msg":"trace[2054357010] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"426.96134ms","start":"2026-03-12T19:22:15.175501Z","end":"2026-03-12T19:22:15.602462Z","steps":["trace[2054357010] 'process raft request' (duration: 426.807606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.602553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.177042Z","time spent":"425.442344ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:15.602689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.215856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:22:15.602721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.944049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:22:15.602733Z","caller":"traceutil/trace.go:171","msg":"trace[912574290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2671; }","duration":"424.277657ms","start":"2026-03-12T19:22:15.178448Z","end":"2026-03-12T19:22:15.602725Z","steps":["trace[912574290] 'agreement among raft nodes before linearized reading' (duration: 424.213515ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:15.602745Z","caller":"traceutil/trace.go:171","msg":"trace[595738434] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2671; }","duration":"407.992311ms","start":"2026-03-12T19:22:15.194746Z","end":"2026-03-12T19:22:15.602738Z","steps":["trace[595738434] 'agreement among raft nodes before linearized reading' (duration: 407.891389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.602755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.178438Z","time spent":"424.313478ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:22:15.602769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.194737Z","time spent":"408.026981ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:22:15.602771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.537652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:22:15.602586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.175486Z","time spent":"427.053781ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:15.602808Z","caller":"traceutil/trace.go:171","msg":"trace[2041313623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2671; }","duration":"427.593633ms","start":"2026-03-12T19:22:15.175203Z","end":"2026-03-12T19:22:15.602797Z","steps":["trace[2041313623] 'agreement among raft nodes before linearized reading' (duration: 427.422539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.602837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.175189Z","time spent":"427.642365ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:22:15.602619Z","caller":"traceutil/trace.go:171","msg":"trace[1790330307] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"423.890328ms","start":"2026-03-12T19:22:15.178717Z","end":"2026-03-12T19:22:15.602608Z","steps":["trace[1790330307] 'process raft request' (duration: 423.679473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.603091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.178705Z","time spent":"424.305947ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:15.602966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.675576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-12T19:22:15.603245Z","caller":"traceutil/trace.go:171","msg":"trace[2114355656] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2671; }","duration":"427.978942ms","start":"2026-03-12T19:22:15.175251Z","end":"2026-03-12T19:22:15.60323Z","steps":["trace[2114355656] 'agreement among raft nodes before linearized reading' (duration: 427.658435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:15.6033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.175232Z","time spent":"428.047604ms","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-12T19:22:16.392099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.812396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:16.392263Z","caller":"traceutil/trace.go:171","msg":"trace[203145836] linearizableReadLoop","detail":"{readStateIndex:2784; appliedIndex:2783; }","duration":"788.658768ms","start":"2026-03-12T19:22:15.603566Z","end":"2026-03-12T19:22:16.392225Z","steps":["trace[203145836] 'read index received' (duration: 348.614536ms)","trace[203145836] 'applied index is now lower than readState.Index' (duration: 440.042792ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:16.392361Z","caller":"traceutil/trace.go:171","msg":"trace[1729686089] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"788.844563ms","start":"2026-03-12T19:22:15.603455Z","end":"2026-03-12T19:22:16.392299Z","steps":["trace[1729686089] 'process raft request' (duration: 348.7386ms)","trace[1729686089] 'compare' (duration: 439.707804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:16.392487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.912764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:16.39258Z","caller":"traceutil/trace.go:171","msg":"trace[317011960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2672; }","duration":"789.035977ms","start":"2026-03-12T19:22:15.603529Z","end":"2026-03-12T19:22:16.392565Z","steps":["trace[317011960] 'agreement among raft nodes before linearized reading' (duration: 788.824052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:16.392561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.468403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:22:16.392578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.786821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8803"} {"level":"warn","ts":"2026-03-12T19:22:16.392625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.603513Z","time spent":"789.098988ms","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:22:16.392644Z","caller":"traceutil/trace.go:171","msg":"trace[1597909490] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2672; }","duration":"294.619487ms","start":"2026-03-12T19:22:16.098002Z","end":"2026-03-12T19:22:16.392622Z","steps":["trace[1597909490] 'agreement among raft nodes before linearized reading' (duration: 294.456593ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:16.392652Z","caller":"traceutil/trace.go:171","msg":"trace[1981249438] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2672; }","duration":"788.880084ms","start":"2026-03-12T19:22:15.603752Z","end":"2026-03-12T19:22:16.392632Z","steps":["trace[1981249438] 'agreement among raft nodes before linearized reading' (duration: 788.656559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:16.392697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.603738Z","time spent":"788.947485ms","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8826,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:22:16.392683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.444259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:22:16.392767Z","caller":"traceutil/trace.go:171","msg":"trace[1948589068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2672; }","duration":"105.533402ms","start":"2026-03-12T19:22:16.287212Z","end":"2026-03-12T19:22:16.392745Z","steps":["trace[1948589068] 'agreement among raft nodes before linearized reading' (duration: 105.287996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:16.393054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.037198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-03-12T19:22:16.393267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.603435Z","time spent":"788.984466ms","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:16.393137Z","caller":"traceutil/trace.go:171","msg":"trace[1350997466] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2672; }","duration":"786.173131ms","start":"2026-03-12T19:22:15.606947Z","end":"2026-03-12T19:22:16.39312Z","steps":["trace[1350997466] 'agreement among raft nodes before linearized reading' (duration: 785.651159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:16.393591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:15.60693Z","time spent":"786.640892ms","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-12T19:22:22.653092Z","caller":"traceutil/trace.go:171","msg":"trace[172430521] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"146.804027ms","start":"2026-03-12T19:22:22.506265Z","end":"2026-03-12T19:22:22.653069Z","steps":["trace[172430521] 'process raft request' (duration: 146.678474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:22.9089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.682593ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-12T19:22:22.909006Z","caller":"traceutil/trace.go:171","msg":"trace[1613072183] linearizableReadLoop","detail":"{readStateIndex:2819; appliedIndex:2818; }","duration":"204.752497ms","start":"2026-03-12T19:22:22.704234Z","end":"2026-03-12T19:22:22.908986Z","steps":["trace[1613072183] 'read index received' (duration: 32.908191ms)","trace[1613072183] 'applied index is now lower than readState.Index' (duration: 171.842756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:22.909079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.846989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:22.909118Z","caller":"traceutil/trace.go:171","msg":"trace[619754919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2705; }","duration":"204.932461ms","start":"2026-03-12T19:22:22.704176Z","end":"2026-03-12T19:22:22.909109Z","steps":["trace[619754919] 'agreement among raft nodes before linearized reading' (duration: 204.85986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:23.477326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.167056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:23.477575Z","caller":"traceutil/trace.go:171","msg":"trace[70954938] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"275.892998ms","start":"2026-03-12T19:22:23.20166Z","end":"2026-03-12T19:22:23.477553Z","steps":["trace[70954938] 'process raft request' (duration: 275.787076ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:23.477657Z","caller":"traceutil/trace.go:171","msg":"trace[2077614076] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"566.586085ms","start":"2026-03-12T19:22:22.910872Z","end":"2026-03-12T19:22:23.477458Z","steps":["trace[2077614076] 'process raft request' (duration: 111.191453ms)","trace[2077614076] 'compare' (duration: 455.058214ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:23.477764Z","caller":"traceutil/trace.go:171","msg":"trace[409302998] linearizableReadLoop","detail":"{readStateIndex:2820; appliedIndex:2819; }","duration":"566.320048ms","start":"2026-03-12T19:22:22.91142Z","end":"2026-03-12T19:22:23.47774Z","steps":["trace[409302998] 'read index received' (duration: 110.602999ms)","trace[409302998] 'applied index is now lower than readState.Index' (duration: 455.714369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:23.477872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:22.910848Z","time spent":"566.885081ms","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:23.494468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.001623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:23.494571Z","caller":"traceutil/trace.go:171","msg":"trace[548212406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2707; }","duration":"583.136356ms","start":"2026-03-12T19:22:22.911415Z","end":"2026-03-12T19:22:23.494552Z","steps":["trace[548212406] 'agreement among raft nodes before linearized reading' (duration: 566.435811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:23.494614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:22.911342Z","time spent":"583.266159ms","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:22:23.965753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.145523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:23.966013Z","caller":"traceutil/trace.go:171","msg":"trace[496888810] linearizableReadLoop","detail":"{readStateIndex:2823; appliedIndex:2821; }","duration":"488.174599ms","start":"2026-03-12T19:22:23.477821Z","end":"2026-03-12T19:22:23.965996Z","steps":["trace[496888810] 'read index received' (duration: 295.644416ms)","trace[496888810] 'applied index is now lower than readState.Index' (duration: 192.525743ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:23.966029Z","caller":"traceutil/trace.go:171","msg":"trace[2080007683] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"688.456488ms","start":"2026-03-12T19:22:23.277535Z","end":"2026-03-12T19:22:23.965991Z","steps":["trace[2080007683] 'process raft request' (duration: 688.318095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:23.966187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.953611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:22:23.966212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.277516Z","time spent":"688.600161ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:23.966208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.826262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:23.966247Z","caller":"traceutil/trace.go:171","msg":"trace[216517265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2709; }","duration":"629.065543ms","start":"2026-03-12T19:22:23.337167Z","end":"2026-03-12T19:22:23.966233Z","steps":["trace[216517265] 'agreement among raft nodes before linearized reading' (duration: 628.858689ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:23.96628Z","caller":"traceutil/trace.go:171","msg":"trace[1457787337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2709; }","duration":"471.947415ms","start":"2026-03-12T19:22:23.494321Z","end":"2026-03-12T19:22:23.966268Z","steps":["trace[1457787337] 'agreement among raft nodes before linearized reading' (duration: 471.841413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:23.966314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.769393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:22:23.96636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.494299Z","time spent":"472.047057ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:22:23.966367Z","caller":"traceutil/trace.go:171","msg":"trace[1461387168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2709; }","duration":"303.884486ms","start":"2026-03-12T19:22:23.66247Z","end":"2026-03-12T19:22:23.966355Z","steps":["trace[1461387168] 'agreement among raft nodes before linearized reading' (duration: 303.711352ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:23.966029Z","caller":"traceutil/trace.go:171","msg":"trace[146800946] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"710.958658ms","start":"2026-03-12T19:22:23.255036Z","end":"2026-03-12T19:22:23.965995Z","steps":["trace[146800946] 'process raft request' (duration: 518.482047ms)","trace[146800946] 'compare' (duration: 191.709703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:23.966401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.590177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c2e57f4124bc6\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-12T19:22:23.966408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.662424Z","time spent":"303.976688ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:22:23.966431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.255005Z","time spent":"711.401848ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:23.966432Z","caller":"traceutil/trace.go:171","msg":"trace[1151236876] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c2e57f4124bc6; range_end:; response_count:1; response_revision:2709; }","duration":"395.666499ms","start":"2026-03-12T19:22:23.570756Z","end":"2026-03-12T19:22:23.966423Z","steps":["trace[1151236876] 'agreement among raft nodes before linearized reading' (duration: 395.566326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:23.966399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.334861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:22:23.966285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.337142Z","time spent":"629.135015ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:22:23.966405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.981593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-12T19:22:23.966264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.217026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:22:23.966622Z","caller":"traceutil/trace.go:171","msg":"trace[572558321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2709; }","duration":"298.596984ms","start":"2026-03-12T19:22:23.668012Z","end":"2026-03-12T19:22:23.966609Z","steps":["trace[572558321] 'agreement among raft nodes before linearized reading' (duration: 298.145864ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:23.966549Z","caller":"traceutil/trace.go:171","msg":"trace[761029322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2709; }","duration":"299.494875ms","start":"2026-03-12T19:22:23.667026Z","end":"2026-03-12T19:22:23.966521Z","steps":["trace[761029322] 'agreement among raft nodes before linearized reading' (duration: 299.187068ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:23.96663Z","caller":"traceutil/trace.go:171","msg":"trace[173618155] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2709; }","duration":"471.215378ms","start":"2026-03-12T19:22:23.495386Z","end":"2026-03-12T19:22:23.966601Z","steps":["trace[173618155] 'agreement among raft nodes before linearized reading' (duration: 470.948452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:23.966468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.570732Z","time spent":"395.729461ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.189c2e57f4124bc6\" "} {"level":"warn","ts":"2026-03-12T19:22:23.966727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.49537Z","time spent":"471.324831ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T19:22:23.966215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.625662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:22:23.966843Z","caller":"traceutil/trace.go:171","msg":"trace[2092284333] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2709; }","duration":"689.335418ms","start":"2026-03-12T19:22:23.277491Z","end":"2026-03-12T19:22:23.966827Z","steps":["trace[2092284333] 'agreement among raft nodes before linearized reading' (duration: 688.56189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:23.966921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.277466Z","time spent":"689.44ms","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-12T19:22:24.367247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.842773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:24.367333Z","caller":"traceutil/trace.go:171","msg":"trace[1112277422] linearizableReadLoop","detail":"{readStateIndex:2824; appliedIndex:2823; }","duration":"396.799035ms","start":"2026-03-12T19:22:23.970522Z","end":"2026-03-12T19:22:24.367321Z","steps":["trace[1112277422] 'read index received' (duration: 172.85129ms)","trace[1112277422] 'applied index is now lower than readState.Index' (duration: 223.946885ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:24.367415Z","caller":"traceutil/trace.go:171","msg":"trace[195850535] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"398.205827ms","start":"2026-03-12T19:22:23.969157Z","end":"2026-03-12T19:22:24.367363Z","steps":["trace[195850535] 'process raft request' (duration: 174.18999ms)","trace[195850535] 'compare' (duration: 223.642039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:24.367645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.969127Z","time spent":"398.397232ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:24.36775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.223475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-12T19:22:24.36779Z","caller":"traceutil/trace.go:171","msg":"trace[189433826] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2710; }","duration":"397.279326ms","start":"2026-03-12T19:22:23.9705Z","end":"2026-03-12T19:22:24.367779Z","steps":["trace[189433826] 'agreement among raft nodes before linearized reading' (duration: 396.903867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.367857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.97049Z","time spent":"397.342547ms","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-12T19:22:24.775943Z","caller":"traceutil/trace.go:171","msg":"trace[661165851] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"804.464419ms","start":"2026-03-12T19:22:23.971455Z","end":"2026-03-12T19:22:24.775919Z","steps":["trace[661165851] 'process raft request' (duration: 705.04307ms)","trace[661165851] 'compare' (duration: 97.777721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:24.776921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.971438Z","time spent":"805.408551ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:24.776147Z","caller":"traceutil/trace.go:171","msg":"trace[530208364] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"804.48348ms","start":"2026-03-12T19:22:23.971637Z","end":"2026-03-12T19:22:24.77612Z","steps":["trace[530208364] 'process raft request' (duration: 803.570249ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:24.777196Z","caller":"traceutil/trace.go:171","msg":"trace[556625796] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"805.319989ms","start":"2026-03-12T19:22:23.971867Z","end":"2026-03-12T19:22:24.777187Z","steps":["trace[556625796] 'process raft request' (duration: 804.158373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.777621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.971858Z","time spent":"805.731099ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:22:24.777194Z","caller":"traceutil/trace.go:171","msg":"trace[1891528819] linearizableReadLoop","detail":"{readStateIndex:2828; appliedIndex:2824; }","duration":"409.786803ms","start":"2026-03-12T19:22:24.367383Z","end":"2026-03-12T19:22:24.77717Z","steps":["trace[1891528819] 'read index received' (duration: 309.130486ms)","trace[1891528819] 'applied index is now lower than readState.Index' (duration: 100.655197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:24.777308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.420164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:22:24.777784Z","caller":"traceutil/trace.go:171","msg":"trace[183751695] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2714; }","duration":"806.965247ms","start":"2026-03-12T19:22:23.970806Z","end":"2026-03-12T19:22:24.777771Z","steps":["trace[183751695] 'agreement among raft nodes before linearized reading' (duration: 806.437325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.777837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.970783Z","time spent":"807.037019ms","remote":"127.0.0.1:52446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-12T19:22:24.777215Z","caller":"traceutil/trace.go:171","msg":"trace[1743963077] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"805.246278ms","start":"2026-03-12T19:22:23.97195Z","end":"2026-03-12T19:22:24.777196Z","steps":["trace[1743963077] 'process raft request' (duration: 805.098464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.777893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.75577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-12T19:22:24.777952Z","caller":"traceutil/trace.go:171","msg":"trace[431705257] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2714; }","duration":"405.823662ms","start":"2026-03-12T19:22:24.372117Z","end":"2026-03-12T19:22:24.777941Z","steps":["trace[431705257] 'agreement among raft nodes before linearized reading' (duration: 405.677698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.777977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:24.372072Z","time spent":"405.900143ms","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-12T19:22:24.778007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.971945Z","time spent":"805.967694ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:24.777414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.926301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:22:24.778072Z","caller":"traceutil/trace.go:171","msg":"trace[1101238773] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2714; }","duration":"577.644787ms","start":"2026-03-12T19:22:24.200417Z","end":"2026-03-12T19:22:24.778061Z","steps":["trace[1101238773] 'agreement among raft nodes before linearized reading' (duration: 576.843169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.778119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:24.200391Z","time spent":"577.714249ms","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:22:24.77817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.776496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:22:24.778189Z","caller":"traceutil/trace.go:171","msg":"trace[1532206323] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2714; }","duration":"195.824817ms","start":"2026-03-12T19:22:24.582359Z","end":"2026-03-12T19:22:24.778184Z","steps":["trace[1532206323] 'agreement among raft nodes before linearized reading' (duration: 195.792947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:24.778562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:23.971625Z","time spent":"805.869391ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:24.778889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.358934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:22:24.778934Z","caller":"traceutil/trace.go:171","msg":"trace[612932435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2714; }","duration":"121.464506ms","start":"2026-03-12T19:22:24.657458Z","end":"2026-03-12T19:22:24.778922Z","steps":["trace[612932435] 'agreement among raft nodes before linearized reading' (duration: 120.661078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:25.099769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.898534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:22:25.099897Z","caller":"traceutil/trace.go:171","msg":"trace[332579662] linearizableReadLoop","detail":"{readStateIndex:2829; appliedIndex:2828; }","duration":"313.710762ms","start":"2026-03-12T19:22:24.786169Z","end":"2026-03-12T19:22:25.09988Z","steps":["trace[332579662] 'read index received' (duration: 139.507572ms)","trace[332579662] 'applied index is now lower than readState.Index' (duration: 174.20134ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:25.099958Z","caller":"traceutil/trace.go:171","msg":"trace[1419499960] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"315.481743ms","start":"2026-03-12T19:22:24.784442Z","end":"2026-03-12T19:22:25.099924Z","steps":["trace[1419499960] 'process raft request' (duration: 141.343374ms)","trace[1419499960] 'compare' (duration: 173.764641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:25.10007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.894286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-12T19:22:25.100099Z","caller":"traceutil/trace.go:171","msg":"trace[2062668786] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2715; }","duration":"313.936787ms","start":"2026-03-12T19:22:24.786152Z","end":"2026-03-12T19:22:25.100089Z","steps":["trace[2062668786] 'agreement among raft nodes before linearized reading' (duration: 313.773223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:25.100124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:24.784425Z","time spent":"315.610616ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:22:25.100147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:22:24.786145Z","time spent":"313.977939ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-12T19:24:14.875864Z","caller":"traceutil/trace.go:171","msg":"trace[933918204] transaction","detail":"{read_only:false; response_revision:3353; number_of_response:1; }","duration":"417.589632ms","start":"2026-03-12T19:24:14.458247Z","end":"2026-03-12T19:24:14.875837Z","steps":["trace[933918204] 'process raft request' (duration: 417.401538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:14.876016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:14.458228Z","time spent":"417.716316ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:14.882815Z","caller":"traceutil/trace.go:171","msg":"trace[655949104] linearizableReadLoop","detail":"{readStateIndex:3498; appliedIndex:3496; }","duration":"330.432758ms","start":"2026-03-12T19:24:14.552361Z","end":"2026-03-12T19:24:14.882794Z","steps":["trace[655949104] 'read index received' (duration: 323.381096ms)","trace[655949104] 'applied index is now lower than readState.Index' (duration: 7.050782ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:14.882901Z","caller":"traceutil/trace.go:171","msg":"trace[1590060980] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"333.021847ms","start":"2026-03-12T19:24:14.549866Z","end":"2026-03-12T19:24:14.882888Z","steps":["trace[1590060980] 'process raft request' (duration: 332.821203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:14.882948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.572211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:24:14.882976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:14.549846Z","time spent":"333.087739ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:14.88298Z","caller":"traceutil/trace.go:171","msg":"trace[1835370127] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3354; }","duration":"330.637522ms","start":"2026-03-12T19:24:14.552334Z","end":"2026-03-12T19:24:14.882971Z","steps":["trace[1835370127] 'agreement among raft nodes before linearized reading' (duration: 330.572461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:14.88301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:14.552323Z","time spent":"330.680224ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/secretgen-controller\" "} {"level":"warn","ts":"2026-03-12T19:24:14.883084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.222452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:24:14.883104Z","caller":"traceutil/trace.go:171","msg":"trace[1186210336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3354; }","duration":"196.271333ms","start":"2026-03-12T19:24:14.686827Z","end":"2026-03-12T19:24:14.883098Z","steps":["trace[1186210336] 'agreement among raft nodes before linearized reading' (duration: 196.234892ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:45.401001Z","caller":"traceutil/trace.go:171","msg":"trace[505956865] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"404.316989ms","start":"2026-03-12T19:24:44.996662Z","end":"2026-03-12T19:24:45.400979Z","steps":["trace[505956865] 'process raft request' (duration: 404.174106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:45.401148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.996635Z","time spent":"404.443002ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:45.40298Z","caller":"traceutil/trace.go:171","msg":"trace[905915378] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"385.785892ms","start":"2026-03-12T19:24:45.017159Z","end":"2026-03-12T19:24:45.402945Z","steps":["trace[905915378] 'process raft request' (duration: 385.578247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:45.403178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:45.017139Z","time spent":"385.947316ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:51.52881Z","caller":"traceutil/trace.go:171","msg":"trace[1633031447] linearizableReadLoop","detail":"{readStateIndex:3751; appliedIndex:3750; }","duration":"407.749267ms","start":"2026-03-12T19:24:51.121014Z","end":"2026-03-12T19:24:51.528763Z","steps":["trace[1633031447] 'read index received' (duration: 407.528292ms)","trace[1633031447] 'applied index is now lower than readState.Index' (duration: 219.015µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:24:51.529053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.980132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:24:51.529079Z","caller":"traceutil/trace.go:171","msg":"trace[515653959] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"434.39198ms","start":"2026-03-12T19:24:51.094594Z","end":"2026-03-12T19:24:51.528986Z","steps":["trace[515653959] 'process raft request' (duration: 433.873738ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:51.529168Z","caller":"traceutil/trace.go:171","msg":"trace[1289004782] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3600; }","duration":"408.107216ms","start":"2026-03-12T19:24:51.120986Z","end":"2026-03-12T19:24:51.529093Z","steps":["trace[1289004782] 'agreement among raft nodes before linearized reading' (duration: 407.955092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:51.529279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:51.120976Z","time spent":"408.284079ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:24:51.529364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:51.094579Z","time spent":"434.649097ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:51.941469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.008277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:24:51.941767Z","caller":"traceutil/trace.go:171","msg":"trace[603855989] linearizableReadLoop","detail":"{readStateIndex:3753; appliedIndex:3751; }","duration":"404.107384ms","start":"2026-03-12T19:24:51.537638Z","end":"2026-03-12T19:24:51.941746Z","steps":["trace[603855989] 'read index received' (duration: 143.564205ms)","trace[603855989] 'applied index is now lower than readState.Index' (duration: 260.541489ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:51.941927Z","caller":"traceutil/trace.go:171","msg":"trace[118009971] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"512.49117ms","start":"2026-03-12T19:24:51.429385Z","end":"2026-03-12T19:24:51.941876Z","steps":["trace[118009971] 'process raft request' (duration: 512.235244ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:51.941977Z","caller":"traceutil/trace.go:171","msg":"trace[1165990112] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"513.070553ms","start":"2026-03-12T19:24:51.428852Z","end":"2026-03-12T19:24:51.941922Z","steps":["trace[1165990112] 'process raft request' (duration: 252.484613ms)","trace[1165990112] 'compare' (duration: 259.71918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:24:51.942007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:51.429349Z","time spent":"512.616633ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:51.942171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.434798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:24:51.942197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:51.428818Z","time spent":"513.261578ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:51.942186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.366053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:24:51.942229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.538598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:24:51.942256Z","caller":"traceutil/trace.go:171","msg":"trace[11188599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3602; }","duration":"386.574851ms","start":"2026-03-12T19:24:51.555661Z","end":"2026-03-12T19:24:51.942236Z","steps":["trace[11188599] 'agreement among raft nodes before linearized reading' (duration: 386.327476ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:51.942302Z","caller":"traceutil/trace.go:171","msg":"trace[508370358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3602; }","duration":"382.62788ms","start":"2026-03-12T19:24:51.559657Z","end":"2026-03-12T19:24:51.942285Z","steps":["trace[508370358] 'agreement among raft nodes before linearized reading' (duration: 382.442156ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:51.942317Z","caller":"traceutil/trace.go:171","msg":"trace[560321525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3602; }","duration":"256.523536ms","start":"2026-03-12T19:24:51.685757Z","end":"2026-03-12T19:24:51.94228Z","steps":["trace[560321525] 'agreement among raft nodes before linearized reading' (duration: 256.325222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:51.942344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:51.55965Z","time spent":"382.688332ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:24:51.94233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.330637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:24:51.942304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:51.555642Z","time spent":"386.655323ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:24:51.942388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.739328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:24:51.942455Z","caller":"traceutil/trace.go:171","msg":"trace[562660806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3602; }","duration":"404.849332ms","start":"2026-03-12T19:24:51.537583Z","end":"2026-03-12T19:24:51.942432Z","steps":["trace[562660806] 'agreement among raft nodes before linearized reading' (duration: 404.597696ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:51.94245Z","caller":"traceutil/trace.go:171","msg":"trace[1233175324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3602; }","duration":"383.45982ms","start":"2026-03-12T19:24:51.558959Z","end":"2026-03-12T19:24:51.942418Z","steps":["trace[1233175324] 'agreement among raft nodes before linearized reading' (duration: 383.168963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:51.942501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:51.537557Z","time spent":"404.936123ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:24:51.942523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:51.558922Z","time spent":"383.589883ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:25:56.329688Z","caller":"traceutil/trace.go:171","msg":"trace[1491441567] transaction","detail":"{read_only:false; response_revision:4025; number_of_response:1; }","duration":"135.427992ms","start":"2026-03-12T19:25:56.194228Z","end":"2026-03-12T19:25:56.329656Z","steps":["trace[1491441567] 'process raft request' (duration: 135.188807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:01.582029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.197271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:01.5826Z","caller":"traceutil/trace.go:171","msg":"trace[1613860220] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"229.251829ms","start":"2026-03-12T19:26:01.353297Z","end":"2026-03-12T19:26:01.582549Z","steps":["trace[1613860220] 'process raft request' (duration: 115.447003ms)","trace[1613860220] 'compare' (duration: 113.050958ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:01.590096Z","caller":"traceutil/trace.go:171","msg":"trace[6892859] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4368; }","duration":"185.024063ms","start":"2026-03-12T19:26:01.405048Z","end":"2026-03-12T19:26:01.590072Z","steps":["trace[6892859] 'process raft request' (duration: 184.92481ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:01.590107Z","caller":"traceutil/trace.go:171","msg":"trace[808629814] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"187.739125ms","start":"2026-03-12T19:26:01.402332Z","end":"2026-03-12T19:26:01.590071Z","steps":["trace[808629814] 'process raft request' (duration: 180.270413ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:01.590323Z","caller":"traceutil/trace.go:171","msg":"trace[755661681] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"136.004926ms","start":"2026-03-12T19:26:01.454301Z","end":"2026-03-12T19:26:01.590306Z","steps":["trace[755661681] 'process raft request' (duration: 135.711549ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:02.14739Z","caller":"traceutil/trace.go:171","msg":"trace[2133046819] linearizableReadLoop","detail":"{readStateIndex:4568; appliedIndex:4567; }","duration":"193.066327ms","start":"2026-03-12T19:26:01.9543Z","end":"2026-03-12T19:26:02.147366Z","steps":["trace[2133046819] 'read index received' (duration: 192.829632ms)","trace[2133046819] 'applied index is now lower than readState.Index' (duration: 235.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:02.147472Z","caller":"traceutil/trace.go:171","msg":"trace[1616388329] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"196.395344ms","start":"2026-03-12T19:26:01.95104Z","end":"2026-03-12T19:26:02.147435Z","steps":["trace[1616388329] 'process raft request' (duration: 196.127908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:02.147602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.258182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:02.14768Z","caller":"traceutil/trace.go:171","msg":"trace[897262702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4382; }","duration":"193.366354ms","start":"2026-03-12T19:26:01.954293Z","end":"2026-03-12T19:26:02.147659Z","steps":["trace[897262702] 'agreement among raft nodes before linearized reading' (duration: 193.224621ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.171863Z","caller":"traceutil/trace.go:171","msg":"trace[1974308203] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"131.554784ms","start":"2026-03-12T19:26:03.040278Z","end":"2026-03-12T19:26:03.171833Z","steps":["trace[1974308203] 'process raft request' (duration: 119.278212ms)","trace[1974308203] 'compare' (duration: 12.145299ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:04.479651Z","caller":"traceutil/trace.go:171","msg":"trace[856229340] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"114.771518ms","start":"2026-03-12T19:26:04.364845Z","end":"2026-03-12T19:26:04.479616Z","steps":["trace[856229340] 'process raft request' (duration: 111.315218ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:04.524667Z","caller":"traceutil/trace.go:171","msg":"trace[974025453] linearizableReadLoop","detail":"{readStateIndex:4592; appliedIndex:4590; }","duration":"152.330601ms","start":"2026-03-12T19:26:04.372301Z","end":"2026-03-12T19:26:04.524631Z","steps":["trace[974025453] 'read index received' (duration: 103.832047ms)","trace[974025453] 'applied index is now lower than readState.Index' (duration: 48.496984ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:04.524771Z","caller":"traceutil/trace.go:171","msg":"trace[1546053043] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"158.067513ms","start":"2026-03-12T19:26:04.366672Z","end":"2026-03-12T19:26:04.524739Z","steps":["trace[1546053043] 'process raft request' (duration: 157.765976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:04.525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.675609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:26:04.525055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.783398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:26:04.525093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.174794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:26:04.525129Z","caller":"traceutil/trace.go:171","msg":"trace[1442042020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4405; }","duration":"152.859193ms","start":"2026-03-12T19:26:04.37224Z","end":"2026-03-12T19:26:04.525099Z","steps":["trace[1442042020] 'agreement among raft nodes before linearized reading' (duration: 152.549936ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:04.525133Z","caller":"traceutil/trace.go:171","msg":"trace[651326455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4405; }","duration":"141.928821ms","start":"2026-03-12T19:26:04.383184Z","end":"2026-03-12T19:26:04.525112Z","steps":["trace[651326455] 'agreement among raft nodes before linearized reading' (duration: 141.670035ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:04.525143Z","caller":"traceutil/trace.go:171","msg":"trace[2054343062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4405; }","duration":"121.281797ms","start":"2026-03-12T19:26:04.403847Z","end":"2026-03-12T19:26:04.525128Z","steps":["trace[2054343062] 'agreement among raft nodes before linearized reading' (duration: 121.132413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:04.525174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.265317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:26:04.525297Z","caller":"traceutil/trace.go:171","msg":"trace[889007998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4405; }","duration":"121.455561ms","start":"2026-03-12T19:26:04.40381Z","end":"2026-03-12T19:26:04.525266Z","steps":["trace[889007998] 'agreement among raft nodes before linearized reading' (duration: 121.191635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:04.525174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.885682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:26:04.525484Z","caller":"traceutil/trace.go:171","msg":"trace[208612288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4405; }","duration":"119.303861ms","start":"2026-03-12T19:26:04.406166Z","end":"2026-03-12T19:26:04.52547Z","steps":["trace[208612288] 'agreement among raft nodes before linearized reading' (duration: 118.753209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:05.154556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.144099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:26:05.154612Z","caller":"traceutil/trace.go:171","msg":"trace[959085166] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:4417; }","duration":"146.236931ms","start":"2026-03-12T19:26:05.008363Z","end":"2026-03-12T19:26:05.1546Z","steps":["trace[959085166] 'range keys from in-memory index tree' (duration: 146.004476ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:08.535187Z","caller":"traceutil/trace.go:171","msg":"trace[619220620] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"165.586496ms","start":"2026-03-12T19:26:08.369574Z","end":"2026-03-12T19:26:08.53516Z","steps":["trace[619220620] 'process raft request' (duration: 165.403271ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:09.10044Z","caller":"traceutil/trace.go:171","msg":"trace[171934533] linearizableReadLoop","detail":"{readStateIndex:4676; appliedIndex:4674; }","duration":"711.886271ms","start":"2026-03-12T19:26:08.38854Z","end":"2026-03-12T19:26:09.100426Z","steps":["trace[171934533] 'read index received' (duration: 146.524797ms)","trace[171934533] 'applied index is now lower than readState.Index' (duration: 565.360814ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:09.100503Z","caller":"traceutil/trace.go:171","msg":"trace[710999090] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"608.262218ms","start":"2026-03-12T19:26:08.492236Z","end":"2026-03-12T19:26:09.100498Z","steps":["trace[710999090] 'process raft request' (duration: 608.148016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:09.100588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.492208Z","time spent":"608.30956ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:09.100718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.190668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-12T19:26:09.100691Z","caller":"traceutil/trace.go:171","msg":"trace[1608202988] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"716.166959ms","start":"2026-03-12T19:26:08.384436Z","end":"2026-03-12T19:26:09.100603Z","steps":["trace[1608202988] 'process raft request' (duration: 715.79295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:09.100965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.384401Z","time spent":"716.469476ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":238919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:26:09.100794Z","caller":"traceutil/trace.go:171","msg":"trace[1827609122] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4488; }","duration":"712.312721ms","start":"2026-03-12T19:26:08.388464Z","end":"2026-03-12T19:26:09.100777Z","steps":["trace[1827609122] 'agreement among raft nodes before linearized reading' (duration: 712.072995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:09.101049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.388443Z","time spent":"712.598117ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-12T19:26:09.102132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.04838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:09.102171Z","caller":"traceutil/trace.go:171","msg":"trace[1044672281] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4489; }","duration":"231.150653ms","start":"2026-03-12T19:26:08.871009Z","end":"2026-03-12T19:26:09.10216Z","steps":["trace[1044672281] 'agreement among raft nodes before linearized reading' (duration: 231.084091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:09.102172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.812218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:26:09.102189Z","caller":"traceutil/trace.go:171","msg":"trace[918670584] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"564.832672ms","start":"2026-03-12T19:26:08.537323Z","end":"2026-03-12T19:26:09.102156Z","steps":["trace[918670584] 'process raft request' (duration: 564.500754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:09.102217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.10265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:09.102307Z","caller":"traceutil/trace.go:171","msg":"trace[1757127837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4489; }","duration":"415.243173ms","start":"2026-03-12T19:26:08.687027Z","end":"2026-03-12T19:26:09.10227Z","steps":["trace[1757127837] 'agreement among raft nodes before linearized reading' (duration: 415.134711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:09.102328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.365037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:26:09.102427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.687Z","time spent":"415.415638ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:26:09.102455Z","caller":"traceutil/trace.go:171","msg":"trace[1369266079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4489; }","duration":"553.427459ms","start":"2026-03-12T19:26:08.548915Z","end":"2026-03-12T19:26:09.102343Z","steps":["trace[1369266079] 'agreement among raft nodes before linearized reading' (duration: 553.369668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:09.102477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.548894Z","time spent":"553.577322ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:09.102472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.537295Z","time spent":"564.977444ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:09.102252Z","caller":"traceutil/trace.go:171","msg":"trace[2053503386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4489; }","duration":"553.922041ms","start":"2026-03-12T19:26:08.548321Z","end":"2026-03-12T19:26:09.102244Z","steps":["trace[2053503386] 'agreement among raft nodes before linearized reading' (duration: 553.753857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:09.10256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.548305Z","time spent":"554.250768ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:26:09.102172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.117102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:09.102624Z","caller":"traceutil/trace.go:171","msg":"trace[540549510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4489; }","duration":"553.593712ms","start":"2026-03-12T19:26:08.549024Z","end":"2026-03-12T19:26:09.102618Z","steps":["trace[540549510] 'agreement among raft nodes before linearized reading' (duration: 553.05921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:09.102639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.549017Z","time spent":"553.617844ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:09.102789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.547392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:26:09.102875Z","caller":"traceutil/trace.go:171","msg":"trace[1851659501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4489; }","duration":"553.637804ms","start":"2026-03-12T19:26:08.549214Z","end":"2026-03-12T19:26:09.102851Z","steps":["trace[1851659501] 'agreement among raft nodes before linearized reading' (duration: 553.385228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:09.102914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.549189Z","time spent":"553.717306ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:26:09.103058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.699245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:26:09.103104Z","caller":"traceutil/trace.go:171","msg":"trace[477474410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4489; }","duration":"553.980641ms","start":"2026-03-12T19:26:08.549112Z","end":"2026-03-12T19:26:09.103093Z","steps":["trace[477474410] 'agreement among raft nodes before linearized reading' (duration: 552.960898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:09.103188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:08.549087Z","time spent":"554.089964ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:11.017655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.271565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:11.017814Z","caller":"traceutil/trace.go:171","msg":"trace[1626342031] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"143.024557ms","start":"2026-03-12T19:26:10.874778Z","end":"2026-03-12T19:26:11.017802Z","steps":["trace[1626342031] 'process raft request' (duration: 142.957416ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.01797Z","caller":"traceutil/trace.go:171","msg":"trace[1915938791] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"340.893184ms","start":"2026-03-12T19:26:10.677035Z","end":"2026-03-12T19:26:11.017928Z","steps":["trace[1915938791] 'process raft request' (duration: 223.282901ms)","trace[1915938791] 'compare' (duration: 117.091271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:11.018087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.677017Z","time spent":"341.026068ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:11.017954Z","caller":"traceutil/trace.go:171","msg":"trace[858761112] linearizableReadLoop","detail":"{readStateIndex:4720; appliedIndex:4719; }","duration":"332.45072ms","start":"2026-03-12T19:26:10.685472Z","end":"2026-03-12T19:26:11.017923Z","steps":["trace[858761112] 'read index received' (duration: 214.860688ms)","trace[858761112] 'applied index is now lower than readState.Index' (duration: 117.587452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:11.018118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.633205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:11.018165Z","caller":"traceutil/trace.go:171","msg":"trace[378766623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4532; }","duration":"332.720456ms","start":"2026-03-12T19:26:10.685432Z","end":"2026-03-12T19:26:11.018152Z","steps":["trace[378766623] 'agreement among raft nodes before linearized reading' (duration: 332.610634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.018198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.685414Z","time spent":"332.776118ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:11.018298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.566992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb804d5c-50ee-410a-b0a3-1a732a0aa53b\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-12T19:26:11.018333Z","caller":"traceutil/trace.go:171","msg":"trace[2101128552] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb804d5c-50ee-410a-b0a3-1a732a0aa53b; range_end:; response_count:1; response_revision:4532; }","duration":"144.639024ms","start":"2026-03-12T19:26:10.873684Z","end":"2026-03-12T19:26:11.018324Z","steps":["trace[2101128552] 'agreement among raft nodes before linearized reading' (duration: 144.517461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.018482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.135561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517394"} {"level":"info","ts":"2026-03-12T19:26:11.018526Z","caller":"traceutil/trace.go:171","msg":"trace[1552435266] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4532; }","duration":"207.207443ms","start":"2026-03-12T19:26:10.811306Z","end":"2026-03-12T19:26:11.018513Z","steps":["trace[1552435266] 'agreement among raft nodes before linearized reading' (duration: 206.893115ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.274398Z","caller":"traceutil/trace.go:171","msg":"trace[528208725] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"250.287832ms","start":"2026-03-12T19:26:11.024057Z","end":"2026-03-12T19:26:11.274345Z","steps":["trace[528208725] 'process raft request' (duration: 227.714303ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.316789Z","caller":"traceutil/trace.go:171","msg":"trace[1252849367] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"210.408135ms","start":"2026-03-12T19:26:11.10636Z","end":"2026-03-12T19:26:11.316768Z","steps":["trace[1252849367] 'process raft request' (duration: 210.224021ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.316979Z","caller":"traceutil/trace.go:171","msg":"trace[179541134] linearizableReadLoop","detail":"{readStateIndex:4724; appliedIndex:4721; }","duration":"203.368403ms","start":"2026-03-12T19:26:11.113588Z","end":"2026-03-12T19:26:11.316956Z","steps":["trace[179541134] 'read index received' (duration: 138.265097ms)","trace[179541134] 'applied index is now lower than readState.Index' (duration: 65.101456ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:11.317008Z","caller":"traceutil/trace.go:171","msg":"trace[1831780420] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"209.967396ms","start":"2026-03-12T19:26:11.107008Z","end":"2026-03-12T19:26:11.316975Z","steps":["trace[1831780420] 'process raft request' (duration: 209.70176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.317213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.207271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:26:11.317253Z","caller":"traceutil/trace.go:171","msg":"trace[644154435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4535; }","duration":"200.299473ms","start":"2026-03-12T19:26:11.116944Z","end":"2026-03-12T19:26:11.317244Z","steps":["trace[644154435] 'agreement among raft nodes before linearized reading' (duration: 200.1524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.317284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.823523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:26:11.317311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.122466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb804d5c-50ee-410a-b0a3-1a732a0aa53b\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-03-12T19:26:11.31734Z","caller":"traceutil/trace.go:171","msg":"trace[487585900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4535; }","duration":"142.938355ms","start":"2026-03-12T19:26:11.174387Z","end":"2026-03-12T19:26:11.317325Z","steps":["trace[487585900] 'agreement among raft nodes before linearized reading' (duration: 142.761421ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.317361Z","caller":"traceutil/trace.go:171","msg":"trace[1042692150] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb804d5c-50ee-410a-b0a3-1a732a0aa53b; range_end:; response_count:1; response_revision:4535; }","duration":"115.206957ms","start":"2026-03-12T19:26:11.20214Z","end":"2026-03-12T19:26:11.317347Z","steps":["trace[1042692150] 'agreement among raft nodes before linearized reading' (duration: 115.071024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.317338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.957689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:26:11.317428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.842054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:26:11.317463Z","caller":"traceutil/trace.go:171","msg":"trace[1624399827] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:4535; }","duration":"131.137674ms","start":"2026-03-12T19:26:11.186309Z","end":"2026-03-12T19:26:11.317446Z","steps":["trace[1624399827] 'agreement among raft nodes before linearized reading' (duration: 130.798046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.317488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.788045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:26:11.317487Z","caller":"traceutil/trace.go:171","msg":"trace[412825160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4535; }","duration":"203.912966ms","start":"2026-03-12T19:26:11.113556Z","end":"2026-03-12T19:26:11.317469Z","steps":["trace[412825160] 'agreement among raft nodes before linearized reading' (duration: 203.483446ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.31752Z","caller":"traceutil/trace.go:171","msg":"trace[360112608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4535; }","duration":"197.839517ms","start":"2026-03-12T19:26:11.119671Z","end":"2026-03-12T19:26:11.317511Z","steps":["trace[360112608] 'agreement among raft nodes before linearized reading' (duration: 197.447968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.317571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.021497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:26:11.317568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.773431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:11.317643Z","caller":"traceutil/trace.go:171","msg":"trace[589215118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4535; }","duration":"200.108549ms","start":"2026-03-12T19:26:11.117513Z","end":"2026-03-12T19:26:11.317621Z","steps":["trace[589215118] 'agreement among raft nodes before linearized reading' (duration: 199.876833ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.317702Z","caller":"traceutil/trace.go:171","msg":"trace[687255828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4535; }","duration":"199.946955ms","start":"2026-03-12T19:26:11.117726Z","end":"2026-03-12T19:26:11.317673Z","steps":["trace[687255828] 'agreement among raft nodes before linearized reading' (duration: 199.481924ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.608202Z","caller":"traceutil/trace.go:171","msg":"trace[456813909] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"286.281839ms","start":"2026-03-12T19:26:11.321885Z","end":"2026-03-12T19:26:11.608167Z","steps":["trace[456813909] 'process raft request' (duration: 192.946434ms)","trace[456813909] 'compare' (duration: 93.10869ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:11.620603Z","caller":"traceutil/trace.go:171","msg":"trace[388951624] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"298.568361ms","start":"2026-03-12T19:26:11.321915Z","end":"2026-03-12T19:26:11.620484Z","steps":["trace[388951624] 'process raft request' (duration: 298.322875ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.620821Z","caller":"traceutil/trace.go:171","msg":"trace[399743005] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"298.570342ms","start":"2026-03-12T19:26:11.322216Z","end":"2026-03-12T19:26:11.620786Z","steps":["trace[399743005] 'process raft request' (duration: 298.200373ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.62085Z","caller":"traceutil/trace.go:171","msg":"trace[1985038316] linearizableReadLoop","detail":"{readStateIndex:4727; appliedIndex:4724; }","duration":"298.596212ms","start":"2026-03-12T19:26:11.322235Z","end":"2026-03-12T19:26:11.620831Z","steps":["trace[1985038316] 'read index received' (duration: 192.611686ms)","trace[1985038316] 'applied index is now lower than readState.Index' (duration: 105.983366ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:11.620902Z","caller":"traceutil/trace.go:171","msg":"trace[46149666] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"298.47659ms","start":"2026-03-12T19:26:11.322392Z","end":"2026-03-12T19:26:11.620869Z","steps":["trace[46149666] 'process raft request' (duration: 298.399038ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.620937Z","caller":"traceutil/trace.go:171","msg":"trace[1887146020] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"298.49476ms","start":"2026-03-12T19:26:11.322347Z","end":"2026-03-12T19:26:11.620842Z","steps":["trace[1887146020] 'process raft request' (duration: 298.305096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.621196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.159382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16033"} {"level":"info","ts":"2026-03-12T19:26:11.621291Z","caller":"traceutil/trace.go:171","msg":"trace[1318932224] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4540; }","duration":"298.261944ms","start":"2026-03-12T19:26:11.322982Z","end":"2026-03-12T19:26:11.621244Z","steps":["trace[1318932224] 'agreement among raft nodes before linearized reading' (duration: 298.04687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.621351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.588452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517394"} {"level":"info","ts":"2026-03-12T19:26:11.621389Z","caller":"traceutil/trace.go:171","msg":"trace[2065298003] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4540; }","duration":"271.673384ms","start":"2026-03-12T19:26:11.349706Z","end":"2026-03-12T19:26:11.62138Z","steps":["trace[2065298003] 'agreement among raft nodes before linearized reading' (duration: 271.347096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.621464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.088663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-03-12T19:26:11.621629Z","caller":"traceutil/trace.go:171","msg":"trace[1167259334] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4540; }","duration":"299.3846ms","start":"2026-03-12T19:26:11.322231Z","end":"2026-03-12T19:26:11.621616Z","steps":["trace[1167259334] 'agreement among raft nodes before linearized reading' (duration: 298.653543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:13.32417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.753935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-12T19:26:13.324249Z","caller":"traceutil/trace.go:171","msg":"trace[369257405] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4574; }","duration":"187.891598ms","start":"2026-03-12T19:26:13.136338Z","end":"2026-03-12T19:26:13.32423Z","steps":["trace[369257405] 'range keys from in-memory index tree' (duration: 186.735871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.894077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.180518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb804d5c-50ee-410a-b0a3-1a732a0aa53b\" ","response":"range_response_count:1 size:4081"} {"level":"info","ts":"2026-03-12T19:26:14.8944Z","caller":"traceutil/trace.go:171","msg":"trace[1015521419] linearizableReadLoop","detail":"{readStateIndex:4871; appliedIndex:4870; }","duration":"208.119803ms","start":"2026-03-12T19:26:14.686246Z","end":"2026-03-12T19:26:14.894365Z","steps":["trace[1015521419] 'read index received' (duration: 199.520995ms)","trace[1015521419] 'applied index is now lower than readState.Index' (duration: 8.597148ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:14.894179Z","caller":"traceutil/trace.go:171","msg":"trace[1672132079] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb804d5c-50ee-410a-b0a3-1a732a0aa53b; range_end:; response_count:1; response_revision:4676; }","duration":"558.332812ms","start":"2026-03-12T19:26:14.335826Z","end":"2026-03-12T19:26:14.894159Z","steps":["trace[1672132079] 'range keys from in-memory index tree' (duration: 558.053665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.89461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.345189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:14.894618Z","caller":"traceutil/trace.go:171","msg":"trace[594884838] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"252.673807ms","start":"2026-03-12T19:26:14.641918Z","end":"2026-03-12T19:26:14.894591Z","steps":["trace[594884838] 'process raft request' (duration: 243.900175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.894679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:14.335822Z","time spent":"558.807143ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4104,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb804d5c-50ee-410a-b0a3-1a732a0aa53b\" "} {"level":"info","ts":"2026-03-12T19:26:14.894702Z","caller":"traceutil/trace.go:171","msg":"trace[591263658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4677; }","duration":"208.44916ms","start":"2026-03-12T19:26:14.686205Z","end":"2026-03-12T19:26:14.894654Z","steps":["trace[591263658] 'agreement among raft nodes before linearized reading' (duration: 208.338238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.894825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.311444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ca3c03d-e848-4a76-9d88-1709909158d8\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-03-12T19:26:14.894925Z","caller":"traceutil/trace.go:171","msg":"trace[1858715682] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ca3c03d-e848-4a76-9d88-1709909158d8; range_end:; response_count:1; response_revision:4676; }","duration":"559.469828ms","start":"2026-03-12T19:26:14.335436Z","end":"2026-03-12T19:26:14.894906Z","steps":["trace[1858715682] 'range keys from in-memory index tree' (duration: 559.14849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.894984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:14.335413Z","time spent":"559.56121ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4090,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ca3c03d-e848-4a76-9d88-1709909158d8\" "} {"level":"info","ts":"2026-03-12T19:26:16.057886Z","caller":"traceutil/trace.go:171","msg":"trace[1806294611] linearizableReadLoop","detail":"{readStateIndex:4917; appliedIndex:4916; }","duration":"105.345351ms","start":"2026-03-12T19:26:15.952512Z","end":"2026-03-12T19:26:16.057857Z","steps":["trace[1806294611] 'read index received' (duration: 96.968379ms)","trace[1806294611] 'applied index is now lower than readState.Index' (duration: 8.375202ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:16.057905Z","caller":"traceutil/trace.go:171","msg":"trace[2088051285] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"120.266094ms","start":"2026-03-12T19:26:15.937611Z","end":"2026-03-12T19:26:16.057877Z","steps":["trace[2088051285] 'process raft request' (duration: 111.791279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:16.058254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.711689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84984a5c-4279-4381-97fe-f8a6865ff8a8\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-12T19:26:16.058377Z","caller":"traceutil/trace.go:171","msg":"trace[2004461381] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84984a5c-4279-4381-97fe-f8a6865ff8a8; range_end:; response_count:1; response_revision:4721; }","duration":"105.876744ms","start":"2026-03-12T19:26:15.95247Z","end":"2026-03-12T19:26:16.058347Z","steps":["trace[2004461381] 'agreement among raft nodes before linearized reading' (duration: 105.489955ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:16.126955Z","caller":"traceutil/trace.go:171","msg":"trace[889804988] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"117.440459ms","start":"2026-03-12T19:26:16.009483Z","end":"2026-03-12T19:26:16.126923Z","steps":["trace[889804988] 'process raft request' (duration: 117.206553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:16.127016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.454031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84984a5c-4279-4381-97fe-f8a6865ff8a8\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-12T19:26:16.12729Z","caller":"traceutil/trace.go:171","msg":"trace[1409745910] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84984a5c-4279-4381-97fe-f8a6865ff8a8; range_end:; response_count:1; response_revision:4722; }","duration":"161.746247ms","start":"2026-03-12T19:26:15.965519Z","end":"2026-03-12T19:26:16.127265Z","steps":["trace[1409745910] 'agreement among raft nodes before linearized reading' (duration: 161.312067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:16.295582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.708545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:16.295781Z","caller":"traceutil/trace.go:171","msg":"trace[1846029633] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"203.590689ms","start":"2026-03-12T19:26:16.092175Z","end":"2026-03-12T19:26:16.295766Z","steps":["trace[1846029633] 'process raft request' (duration: 203.499937ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:16.295819Z","caller":"traceutil/trace.go:171","msg":"trace[782782722] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"229.929815ms","start":"2026-03-12T19:26:16.065855Z","end":"2026-03-12T19:26:16.295785Z","steps":["trace[782782722] 'process raft request' (duration: 118.951034ms)","trace[782782722] 'compare' (duration: 110.602282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:16.792556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314479841,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:17.223779Z","caller":"traceutil/trace.go:171","msg":"trace[1817522075] linearizableReadLoop","detail":"{readStateIndex:4921; appliedIndex:4920; }","duration":"931.404385ms","start":"2026-03-12T19:26:16.292357Z","end":"2026-03-12T19:26:17.223761Z","steps":["trace[1817522075] 'read index received' (duration: 930.75555ms)","trace[1817522075] 'applied index is now lower than readState.Index' (duration: 648.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:17.223862Z","caller":"traceutil/trace.go:171","msg":"trace[189259517] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"933.403941ms","start":"2026-03-12T19:26:16.290451Z","end":"2026-03-12T19:26:17.223855Z","steps":["trace[189259517] 'process raft request' (duration: 933.197487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.223926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:16.290401Z","time spent":"933.478943ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2571,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:17.223972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.60569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:17.224075Z","caller":"traceutil/trace.go:171","msg":"trace[1675129229] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4725; }","duration":"931.751454ms","start":"2026-03-12T19:26:16.292305Z","end":"2026-03-12T19:26:17.224056Z","steps":["trace[1675129229] 'agreement among raft nodes before linearized reading' (duration: 931.56899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.224115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:16.292282Z","time spent":"931.825225ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-12T19:26:17.226481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.635352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:17.226539Z","caller":"traceutil/trace.go:171","msg":"trace[1659022298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4726; }","duration":"539.732835ms","start":"2026-03-12T19:26:16.686792Z","end":"2026-03-12T19:26:17.226525Z","steps":["trace[1659022298] 'agreement among raft nodes before linearized reading' (duration: 539.624572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.226573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:16.68677Z","time spent":"539.795576ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:17.226988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.426341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-12T19:26:17.227044Z","caller":"traceutil/trace.go:171","msg":"trace[1296981584] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4726; }","duration":"148.521053ms","start":"2026-03-12T19:26:17.078511Z","end":"2026-03-12T19:26:17.227032Z","steps":["trace[1296981584] 'agreement among raft nodes before linearized reading' (duration: 148.251927ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:17.227076Z","caller":"traceutil/trace.go:171","msg":"trace[920509216] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"328.146712ms","start":"2026-03-12T19:26:16.898907Z","end":"2026-03-12T19:26:17.227053Z","steps":["trace[920509216] 'process raft request' (duration: 327.365704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.227187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:16.898874Z","time spent":"328.253074ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:17.227401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.049528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:17.227414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.028188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T19:26:17.227472Z","caller":"traceutil/trace.go:171","msg":"trace[1066988289] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4726; }","duration":"378.168071ms","start":"2026-03-12T19:26:16.84929Z","end":"2026-03-12T19:26:17.227458Z","steps":["trace[1066988289] 'agreement among raft nodes before linearized reading' (duration: 378.034668ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:17.227479Z","caller":"traceutil/trace.go:171","msg":"trace[1490986121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4726; }","duration":"522.1389ms","start":"2026-03-12T19:26:16.705325Z","end":"2026-03-12T19:26:17.227464Z","steps":["trace[1490986121] 'agreement among raft nodes before linearized reading' (duration: 521.959986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.227505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:16.849267Z","time spent":"378.229052ms","remote":"127.0.0.1:52640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:17.227515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:16.705305Z","time spent":"522.203011ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:26:17.771926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.639284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:17.772032Z","caller":"traceutil/trace.go:171","msg":"trace[331753028] linearizableReadLoop","detail":"{readStateIndex:4947; appliedIndex:4946; }","duration":"113.12074ms","start":"2026-03-12T19:26:17.658887Z","end":"2026-03-12T19:26:17.772008Z","steps":["trace[331753028] 'read index received' (duration: 59.082µs)","trace[331753028] 'applied index is now lower than readState.Index' (duration: 113.060338ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:17.772082Z","caller":"traceutil/trace.go:171","msg":"trace[976618371] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"134.746587ms","start":"2026-03-12T19:26:17.637297Z","end":"2026-03-12T19:26:17.772044Z","steps":["trace[976618371] 'compare' (duration: 124.501651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.77217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.284614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:26:17.772198Z","caller":"traceutil/trace.go:171","msg":"trace[382941741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4750; }","duration":"113.351465ms","start":"2026-03-12T19:26:17.658839Z","end":"2026-03-12T19:26:17.772191Z","steps":["trace[382941741] 'agreement among raft nodes before linearized reading' (duration: 113.242873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.773558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.730125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:26:17.773664Z","caller":"traceutil/trace.go:171","msg":"trace[2023653936] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:4751; }","duration":"110.879208ms","start":"2026-03-12T19:26:17.662763Z","end":"2026-03-12T19:26:17.773643Z","steps":["trace[2023653936] 'agreement among raft nodes before linearized reading' (duration: 110.632902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.773922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.036082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:26:17.773945Z","caller":"traceutil/trace.go:171","msg":"trace[1335832757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4751; }","duration":"111.077843ms","start":"2026-03-12T19:26:17.66286Z","end":"2026-03-12T19:26:17.773938Z","steps":["trace[1335832757] 'agreement among raft nodes before linearized reading' (duration: 111.008671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.774062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.066853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:26:17.774164Z","caller":"traceutil/trace.go:171","msg":"trace[1178221034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4751; }","duration":"111.204655ms","start":"2026-03-12T19:26:17.662939Z","end":"2026-03-12T19:26:17.774144Z","steps":["trace[1178221034] 'agreement among raft nodes before linearized reading' (duration: 110.915809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.774449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.501002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:17.774501Z","caller":"traceutil/trace.go:171","msg":"trace[1765717960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4751; }","duration":"111.589914ms","start":"2026-03-12T19:26:17.6629Z","end":"2026-03-12T19:26:17.77449Z","steps":["trace[1765717960] 'agreement among raft nodes before linearized reading' (duration: 111.007941ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:19.788588Z","caller":"traceutil/trace.go:171","msg":"trace[1399923246] linearizableReadLoop","detail":"{readStateIndex:4961; appliedIndex:4960; }","duration":"456.156884ms","start":"2026-03-12T19:26:19.332408Z","end":"2026-03-12T19:26:19.788565Z","steps":["trace[1399923246] 'read index received' (duration: 400.361381ms)","trace[1399923246] 'applied index is now lower than readState.Index' (duration: 55.794173ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:19.78865Z","caller":"traceutil/trace.go:171","msg":"trace[1222016779] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"466.829948ms","start":"2026-03-12T19:26:19.321763Z","end":"2026-03-12T19:26:19.788593Z","steps":["trace[1222016779] 'process raft request' (duration: 411.031126ms)","trace[1222016779] 'compare' (duration: 55.606638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:19.788745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.149635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:19.788778Z","caller":"traceutil/trace.go:171","msg":"trace[1163839531] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4763; }","duration":"507.257557ms","start":"2026-03-12T19:26:19.281511Z","end":"2026-03-12T19:26:19.788769Z","steps":["trace[1163839531] 'agreement among raft nodes before linearized reading' (duration: 507.175775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:19.788816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:19.281476Z","time spent":"507.332029ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-12T19:26:19.788883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:19.32173Z","time spent":"467.031963ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:19.886632Z","caller":"traceutil/trace.go:171","msg":"trace[1822285696] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"535.759772ms","start":"2026-03-12T19:26:19.350829Z","end":"2026-03-12T19:26:19.886589Z","steps":["trace[1822285696] 'process raft request' (duration: 535.506937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:19.886803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.192888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:26:19.886895Z","caller":"traceutil/trace.go:171","msg":"trace[1320669145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4765; }","duration":"105.349421ms","start":"2026-03-12T19:26:19.781526Z","end":"2026-03-12T19:26:19.886875Z","steps":["trace[1320669145] 'agreement among raft nodes before linearized reading' (duration: 105.092305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:19.886898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.698683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:26:19.886939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:19.350792Z","time spent":"535.951007ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:19.886967Z","caller":"traceutil/trace.go:171","msg":"trace[2050890378] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"530.45005ms","start":"2026-03-12T19:26:19.356486Z","end":"2026-03-12T19:26:19.886936Z","steps":["trace[2050890378] 'process raft request' (duration: 530.020591ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:19.886997Z","caller":"traceutil/trace.go:171","msg":"trace[1878455755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4765; }","duration":"103.846656ms","start":"2026-03-12T19:26:19.783131Z","end":"2026-03-12T19:26:19.886977Z","steps":["trace[1878455755] 'agreement among raft nodes before linearized reading' (duration: 103.504949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:19.887047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.638331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:19.887112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:19.356472Z","time spent":"530.560433ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:19.887038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.170092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:26:19.887228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.124551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:26:19.887217Z","caller":"traceutil/trace.go:171","msg":"trace[1408930781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4765; }","duration":"200.860216ms","start":"2026-03-12T19:26:19.686266Z","end":"2026-03-12T19:26:19.887127Z","steps":["trace[1408930781] 'agreement among raft nodes before linearized reading' (duration: 200.575129ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:19.887322Z","caller":"traceutil/trace.go:171","msg":"trace[1586410325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4765; }","duration":"100.247534ms","start":"2026-03-12T19:26:19.787055Z","end":"2026-03-12T19:26:19.887303Z","steps":["trace[1586410325] 'agreement among raft nodes before linearized reading' (duration: 99.943017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:19.88723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.169174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:19.887485Z","caller":"traceutil/trace.go:171","msg":"trace[1419877867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4765; }","duration":"101.468662ms","start":"2026-03-12T19:26:19.786004Z","end":"2026-03-12T19:26:19.887473Z","steps":["trace[1419877867] 'agreement among raft nodes before linearized reading' (duration: 101.033612ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:19.887296Z","caller":"traceutil/trace.go:171","msg":"trace[1721422105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4765; }","duration":"110.469489ms","start":"2026-03-12T19:26:19.776787Z","end":"2026-03-12T19:26:19.887257Z","steps":["trace[1721422105] 'agreement among raft nodes before linearized reading' (duration: 110.08722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:19.887678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.416648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:26:19.887906Z","caller":"traceutil/trace.go:171","msg":"trace[1100969088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:4765; }","duration":"100.650993ms","start":"2026-03-12T19:26:19.787235Z","end":"2026-03-12T19:26:19.887886Z","steps":["trace[1100969088] 'agreement among raft nodes before linearized reading' (duration: 99.504907ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:20.009533Z","caller":"traceutil/trace.go:171","msg":"trace[718741006] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"117.225545ms","start":"2026-03-12T19:26:19.89228Z","end":"2026-03-12T19:26:20.009505Z","steps":["trace[718741006] 'process raft request' (duration: 117.169013ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:20.009557Z","caller":"traceutil/trace.go:171","msg":"trace[505917722] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"117.324207ms","start":"2026-03-12T19:26:19.892193Z","end":"2026-03-12T19:26:20.009517Z","steps":["trace[505917722] 'process raft request' (duration: 117.221814ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:20.009727Z","caller":"traceutil/trace.go:171","msg":"trace[1466141031] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"117.217364ms","start":"2026-03-12T19:26:19.892497Z","end":"2026-03-12T19:26:20.009715Z","steps":["trace[1466141031] 'process raft request' (duration: 116.978319ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:20.009533Z","caller":"traceutil/trace.go:171","msg":"trace[1869966924] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"117.388358ms","start":"2026-03-12T19:26:19.892091Z","end":"2026-03-12T19:26:20.009479Z","steps":["trace[1869966924] 'process raft request' (duration: 117.188533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:20.009982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.212954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-03-12T19:26:20.010025Z","caller":"traceutil/trace.go:171","msg":"trace[312421371] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4770; }","duration":"117.288855ms","start":"2026-03-12T19:26:19.892723Z","end":"2026-03-12T19:26:20.010012Z","steps":["trace[312421371] 'agreement among raft nodes before linearized reading' (duration: 117.039429ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:20.271288Z","caller":"traceutil/trace.go:171","msg":"trace[143400845] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4770; }","duration":"241.038019ms","start":"2026-03-12T19:26:20.030175Z","end":"2026-03-12T19:26:20.271213Z","steps":["trace[143400845] 'process raft request' (duration: 153.039217ms)","trace[143400845] 'compare' (duration: 87.90236ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:20.516607Z","caller":"traceutil/trace.go:171","msg":"trace[1689276333] linearizableReadLoop","detail":"{readStateIndex:4970; appliedIndex:4969; }","duration":"222.911063ms","start":"2026-03-12T19:26:20.293662Z","end":"2026-03-12T19:26:20.516573Z","steps":["trace[1689276333] 'read index received' (duration: 222.620727ms)","trace[1689276333] 'applied index is now lower than readState.Index' (duration: 289.056µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:20.51675Z","caller":"traceutil/trace.go:171","msg":"trace[152770812] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"236.923945ms","start":"2026-03-12T19:26:20.279815Z","end":"2026-03-12T19:26:20.516739Z","steps":["trace[152770812] 'process raft request' (duration: 236.546266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:20.517074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.986572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-lr68x\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-03-12T19:26:20.517182Z","caller":"traceutil/trace.go:171","msg":"trace[1481693044] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-lr68x; range_end:; response_count:1; response_revision:4771; }","duration":"212.142576ms","start":"2026-03-12T19:26:20.305016Z","end":"2026-03-12T19:26:20.517158Z","steps":["trace[1481693044] 'agreement among raft nodes before linearized reading' (duration: 211.833629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:20.517222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.535757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5j2hj.189c2e95bc9d385a\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-12T19:26:20.5173Z","caller":"traceutil/trace.go:171","msg":"trace[561662664] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5j2hj.189c2e95bc9d385a; range_end:; response_count:1; response_revision:4771; }","duration":"223.686121ms","start":"2026-03-12T19:26:20.293596Z","end":"2026-03-12T19:26:20.517282Z","steps":["trace[561662664] 'agreement among raft nodes before linearized reading' (duration: 223.424835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:20.517222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.640098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84984a5c-4279-4381-97fe-f8a6865ff8a8\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-12T19:26:20.51741Z","caller":"traceutil/trace.go:171","msg":"trace[38001216] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84984a5c-4279-4381-97fe-f8a6865ff8a8; range_end:; response_count:1; response_revision:4771; }","duration":"179.839653ms","start":"2026-03-12T19:26:20.337547Z","end":"2026-03-12T19:26:20.517386Z","steps":["trace[38001216] 'agreement among raft nodes before linearized reading' (duration: 179.535366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.107057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.385906ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:21.107276Z","caller":"traceutil/trace.go:171","msg":"trace[2137031522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4772; }","duration":"170.624631ms","start":"2026-03-12T19:26:20.93663Z","end":"2026-03-12T19:26:21.107255Z","steps":["trace[2137031522] 'range keys from in-memory index tree' (duration: 170.361285ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.107522Z","caller":"traceutil/trace.go:171","msg":"trace[1452663912] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"585.651429ms","start":"2026-03-12T19:26:20.52184Z","end":"2026-03-12T19:26:21.107491Z","steps":["trace[1452663912] 'process raft request' (duration: 521.048004ms)","trace[1452663912] 'compare' (duration: 64.295767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:21.108113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.521813Z","time spent":"586.199132ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:26:21.107567Z","caller":"traceutil/trace.go:171","msg":"trace[943656953] linearizableReadLoop","detail":"{readStateIndex:4973; appliedIndex:4971; }","duration":"420.540584ms","start":"2026-03-12T19:26:20.687003Z","end":"2026-03-12T19:26:21.107544Z","steps":["trace[943656953] 'read index received' (duration: 355.830036ms)","trace[943656953] 'applied index is now lower than readState.Index' (duration: 64.708648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:21.107699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.687617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:21.10833Z","caller":"traceutil/trace.go:171","msg":"trace[1507495476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4774; }","duration":"421.358763ms","start":"2026-03-12T19:26:20.686934Z","end":"2026-03-12T19:26:21.108292Z","steps":["trace[1507495476] 'agreement among raft nodes before linearized reading' (duration: 420.674147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.108474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.686907Z","time spent":"421.524426ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:26:21.107756Z","caller":"traceutil/trace.go:171","msg":"trace[874645449] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"581.566065ms","start":"2026-03-12T19:26:20.526149Z","end":"2026-03-12T19:26:21.107715Z","steps":["trace[874645449] 'process raft request' (duration: 581.280268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.108482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.732484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5j2hj.189c2e95bc9d385a\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-12T19:26:21.108568Z","caller":"traceutil/trace.go:171","msg":"trace[912919002] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5j2hj.189c2e95bc9d385a; range_end:; response_count:1; response_revision:4774; }","duration":"113.866697ms","start":"2026-03-12T19:26:20.994688Z","end":"2026-03-12T19:26:21.108555Z","steps":["trace[912919002] 'agreement among raft nodes before linearized reading' (duration: 113.668312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.108634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.526122Z","time spent":"582.436285ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:21.605012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.475975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:21.605408Z","caller":"traceutil/trace.go:171","msg":"trace[1045509883] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"491.67265ms","start":"2026-03-12T19:26:21.113696Z","end":"2026-03-12T19:26:21.605369Z","steps":["trace[1045509883] 'process raft request' (duration: 491.445605ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.605458Z","caller":"traceutil/trace.go:171","msg":"trace[1268371437] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"490.776839ms","start":"2026-03-12T19:26:21.114639Z","end":"2026-03-12T19:26:21.605416Z","steps":["trace[1268371437] 'process raft request' (duration: 490.596155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.605496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:21.113671Z","time spent":"491.781362ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:21.605507Z","caller":"traceutil/trace.go:171","msg":"trace[1260929546] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"489.448509ms","start":"2026-03-12T19:26:21.116024Z","end":"2026-03-12T19:26:21.605473Z","steps":["trace[1260929546] 'process raft request' (duration: 489.260245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.605573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:21.114625Z","time spent":"490.892762ms","remote":"127.0.0.1:52446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:21.60567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:21.116012Z","time spent":"489.565202ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:21.605682Z","caller":"traceutil/trace.go:171","msg":"trace[98769551] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"266.987846ms","start":"2026-03-12T19:26:21.338673Z","end":"2026-03-12T19:26:21.60566Z","steps":["trace[98769551] 'process raft request' (duration: 266.686089ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.605776Z","caller":"traceutil/trace.go:171","msg":"trace[1952328163] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"492.217272ms","start":"2026-03-12T19:26:21.113473Z","end":"2026-03-12T19:26:21.60569Z","steps":["trace[1952328163] 'process raft request' (duration: 291.986751ms)","trace[1952328163] 'compare' (duration: 199.184687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:21.605926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:21.113445Z","time spent":"492.409097ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1219,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:29.716345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.434691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:29.716719Z","caller":"traceutil/trace.go:171","msg":"trace[1898287351] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"396.587804ms","start":"2026-03-12T19:26:29.319991Z","end":"2026-03-12T19:26:29.716578Z","steps":["trace[1898287351] 'process raft request' (duration: 66.855106ms)","trace[1898287351] 'compare' (duration: 329.195456ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:29.716813Z","caller":"traceutil/trace.go:171","msg":"trace[2117841378] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"393.515974ms","start":"2026-03-12T19:26:29.323273Z","end":"2026-03-12T19:26:29.716789Z","steps":["trace[2117841378] 'process raft request' (duration: 393.371611ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:29.71687Z","caller":"traceutil/trace.go:171","msg":"trace[1489912813] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"396.055982ms","start":"2026-03-12T19:26:29.320785Z","end":"2026-03-12T19:26:29.716841Z","steps":["trace[1489912813] 'process raft request' (duration: 395.677284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:29.717003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:29.320761Z","time spent":"396.181635ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":499,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:29.716999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:29.323246Z","time spent":"393.672137ms","remote":"127.0.0.1:52640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6370,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:29.717031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:29.31997Z","time spent":"396.850481ms","remote":"127.0.0.1:52446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:29.982317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.405174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:29.982496Z","caller":"traceutil/trace.go:171","msg":"trace[286503469] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"258.02637ms","start":"2026-03-12T19:26:29.724449Z","end":"2026-03-12T19:26:29.982476Z","steps":["trace[286503469] 'process raft request' (duration: 138.405571ms)","trace[286503469] 'compare' (duration: 119.21777ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:29.994372Z","caller":"traceutil/trace.go:171","msg":"trace[1405243373] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"268.114852ms","start":"2026-03-12T19:26:29.726237Z","end":"2026-03-12T19:26:29.994351Z","steps":["trace[1405243373] 'process raft request' (duration: 267.962079ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:30.326797Z","caller":"traceutil/trace.go:171","msg":"trace[215821392] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5130; }","duration":"274.956419ms","start":"2026-03-12T19:26:30.051819Z","end":"2026-03-12T19:26:30.326775Z","steps":["trace[215821392] 'read index received' (duration: 274.786985ms)","trace[215821392] 'applied index is now lower than readState.Index' (duration: 168.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:30.326911Z","caller":"traceutil/trace.go:171","msg":"trace[69001909] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"275.116063ms","start":"2026-03-12T19:26:30.051757Z","end":"2026-03-12T19:26:30.326873Z","steps":["trace[69001909] 'process raft request' (duration: 274.854317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.327221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.387299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391874"} {"level":"info","ts":"2026-03-12T19:26:30.327305Z","caller":"traceutil/trace.go:171","msg":"trace[65522697] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:4928; }","duration":"275.510842ms","start":"2026-03-12T19:26:30.051777Z","end":"2026-03-12T19:26:30.327288Z","steps":["trace[65522697] 'agreement among raft nodes before linearized reading' (duration: 275.118483ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:30.331007Z","caller":"traceutil/trace.go:171","msg":"trace[1602611043] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"277.705073ms","start":"2026-03-12T19:26:30.053273Z","end":"2026-03-12T19:26:30.330978Z","steps":["trace[1602611043] 'process raft request' (duration: 277.205731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.331119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.151652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:26:30.331234Z","caller":"traceutil/trace.go:171","msg":"trace[951619838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4929; }","duration":"100.335086ms","start":"2026-03-12T19:26:30.230875Z","end":"2026-03-12T19:26:30.33121Z","steps":["trace[951619838] 'agreement among raft nodes before linearized reading' (duration: 99.956447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.331344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.685787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:26:30.331088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.918115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:26:30.331405Z","caller":"traceutil/trace.go:171","msg":"trace[749741859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4929; }","duration":"205.744888ms","start":"2026-03-12T19:26:30.125645Z","end":"2026-03-12T19:26:30.331389Z","steps":["trace[749741859] 'agreement among raft nodes before linearized reading' (duration: 205.602255ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:30.331481Z","caller":"traceutil/trace.go:171","msg":"trace[461773809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4929; }","duration":"207.322314ms","start":"2026-03-12T19:26:30.124106Z","end":"2026-03-12T19:26:30.331428Z","steps":["trace[461773809] 'agreement among raft nodes before linearized reading' (duration: 206.636278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:30.332061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.318498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:26:30.332146Z","caller":"traceutil/trace.go:171","msg":"trace[98220122] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:4929; }","duration":"205.428061ms","start":"2026-03-12T19:26:30.126695Z","end":"2026-03-12T19:26:30.332123Z","steps":["trace[98220122] 'agreement among raft nodes before linearized reading' (duration: 204.50522ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:31.334428Z","caller":"traceutil/trace.go:171","msg":"trace[684979574] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"194.48466ms","start":"2026-03-12T19:26:31.13992Z","end":"2026-03-12T19:26:31.334405Z","steps":["trace[684979574] 'process raft request' (duration: 194.323596ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:32.029273Z","caller":"traceutil/trace.go:171","msg":"trace[1669598472] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5146; }","duration":"771.301966ms","start":"2026-03-12T19:26:31.257942Z","end":"2026-03-12T19:26:32.029244Z","steps":["trace[1669598472] 'read index received' (duration: 76.438157ms)","trace[1669598472] 'applied index is now lower than readState.Index' (duration: 694.862289ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:32.029404Z","caller":"traceutil/trace.go:171","msg":"trace[1961745980] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"887.143777ms","start":"2026-03-12T19:26:31.142212Z","end":"2026-03-12T19:26:32.029355Z","steps":["trace[1961745980] 'process raft request' (duration: 886.875271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.029465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.50408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:32.029534Z","caller":"traceutil/trace.go:171","msg":"trace[1384654373] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4945; }","duration":"771.591672ms","start":"2026-03-12T19:26:31.257921Z","end":"2026-03-12T19:26:32.029513Z","steps":["trace[1384654373] 'agreement among raft nodes before linearized reading' (duration: 771.471879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.029561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.142182Z","time spent":"887.299261ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:32.029602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.257823Z","time spent":"771.757545ms","remote":"127.0.0.1:58672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:32.63098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.862151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:32.631301Z","caller":"traceutil/trace.go:171","msg":"trace[187691129] linearizableReadLoop","detail":"{readStateIndex:5151; appliedIndex:5148; }","duration":"601.926254ms","start":"2026-03-12T19:26:32.029358Z","end":"2026-03-12T19:26:32.631284Z","steps":["trace[187691129] 'read index received' (duration: 43.691045ms)","trace[187691129] 'applied index is now lower than readState.Index' (duration: 558.234229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:32.631652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.21489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-03-12T19:26:32.631679Z","caller":"traceutil/trace.go:171","msg":"trace[1397042479] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"907.564718ms","start":"2026-03-12T19:26:31.724094Z","end":"2026-03-12T19:26:32.631659Z","steps":["trace[1397042479] 'process raft request' (duration: 348.946769ms)","trace[1397042479] 'compare' (duration: 557.755999ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:32.631698Z","caller":"traceutil/trace.go:171","msg":"trace[1812389924] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4950; }","duration":"478.300612ms","start":"2026-03-12T19:26:32.153385Z","end":"2026-03-12T19:26:32.631686Z","steps":["trace[1812389924] 'agreement among raft nodes before linearized reading' (duration: 478.156869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.631734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.153357Z","time spent":"478.368044ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16254,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-12T19:26:32.632167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.240085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:26:32.632207Z","caller":"traceutil/trace.go:171","msg":"trace[1715165926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:4950; }","duration":"278.292596ms","start":"2026-03-12T19:26:32.353905Z","end":"2026-03-12T19:26:32.632198Z","steps":["trace[1715165926] 'agreement among raft nodes before linearized reading' (duration: 278.203334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.632392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.084014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:26:32.632431Z","caller":"traceutil/trace.go:171","msg":"trace[935099569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4950; }","duration":"279.171716ms","start":"2026-03-12T19:26:32.353251Z","end":"2026-03-12T19:26:32.632422Z","steps":["trace[935099569] 'agreement among raft nodes before linearized reading' (duration: 279.081824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.631934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.72407Z","time spent":"907.65512ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:32.632647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.873922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:26:32.632684Z","caller":"traceutil/trace.go:171","msg":"trace[154266216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4950; }","duration":"279.932974ms","start":"2026-03-12T19:26:32.352743Z","end":"2026-03-12T19:26:32.632676Z","steps":["trace[154266216] 'agreement among raft nodes before linearized reading' (duration: 279.841242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.632801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.742193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:26:32.632831Z","caller":"traceutil/trace.go:171","msg":"trace[1280075580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4950; }","duration":"280.831424ms","start":"2026-03-12T19:26:32.351992Z","end":"2026-03-12T19:26:32.632823Z","steps":["trace[1280075580] 'agreement among raft nodes before linearized reading' (duration: 280.751943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.632955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.910426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:26:32.632992Z","caller":"traceutil/trace.go:171","msg":"trace[2097925666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4950; }","duration":"280.988738ms","start":"2026-03-12T19:26:32.351992Z","end":"2026-03-12T19:26:32.632981Z","steps":["trace[2097925666] 'agreement among raft nodes before linearized reading' (duration: 280.903976ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:32.63309Z","caller":"traceutil/trace.go:171","msg":"trace[1736793680] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"592.778483ms","start":"2026-03-12T19:26:32.040301Z","end":"2026-03-12T19:26:32.633079Z","steps":["trace[1736793680] 'process raft request' (duration: 590.869219ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:32.633113Z","caller":"traceutil/trace.go:171","msg":"trace[1759093556] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"592.145499ms","start":"2026-03-12T19:26:32.040923Z","end":"2026-03-12T19:26:32.633068Z","steps":["trace[1759093556] 'process raft request' (duration: 590.286596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.633176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.040267Z","time spent":"592.854075ms","remote":"127.0.0.1:52446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:32.633141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.851431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:32.633218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.101848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:26:32.633254Z","caller":"traceutil/trace.go:171","msg":"trace[1767876333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4950; }","duration":"947.002895ms","start":"2026-03-12T19:26:31.686227Z","end":"2026-03-12T19:26:32.63323Z","steps":["trace[1767876333] 'agreement among raft nodes before linearized reading' (duration: 946.833051ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:32.633288Z","caller":"traceutil/trace.go:171","msg":"trace[1573638209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4950; }","duration":"287.206821ms","start":"2026-03-12T19:26:32.34606Z","end":"2026-03-12T19:26:32.633267Z","steps":["trace[1573638209] 'agreement among raft nodes before linearized reading' (duration: 287.035897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.633283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.040914Z","time spent":"592.277622ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:32.633273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.979081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-12T19:26:32.633311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.686207Z","time spent":"947.090626ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:26:32.633368Z","caller":"traceutil/trace.go:171","msg":"trace[1413153245] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4950; }","duration":"433.118844ms","start":"2026-03-12T19:26:32.200221Z","end":"2026-03-12T19:26:32.63334Z","steps":["trace[1413153245] 'agreement among raft nodes before linearized reading' (duration: 432.895359ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:32.633267Z","caller":"traceutil/trace.go:171","msg":"trace[756327228] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"605.24961ms","start":"2026-03-12T19:26:32.027981Z","end":"2026-03-12T19:26:32.633231Z","steps":["trace[756327228] 'process raft request' (duration: 603.09237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.633437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.200195Z","time spent":"433.226407ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-12T19:26:32.633475Z","caller":"traceutil/trace.go:171","msg":"trace[201178390] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"604.141715ms","start":"2026-03-12T19:26:32.029007Z","end":"2026-03-12T19:26:32.633149Z","steps":["trace[201178390] 'process raft request' (duration: 602.127378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.633578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.027954Z","time spent":"605.506126ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:32.63362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.028979Z","time spent":"604.535253ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:32.634222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281415139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:32.634338Z","caller":"traceutil/trace.go:171","msg":"trace[24977844] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:4950; }","duration":"1.281577243s","start":"2026-03-12T19:26:31.352742Z","end":"2026-03-12T19:26:32.63432Z","steps":["trace[24977844] 'agreement among raft nodes before linearized reading' (duration: 1.281265746s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.63443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:31.352721Z","time spent":"1.281693565s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-03-12T19:26:33.600945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.944883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:33.601362Z","caller":"traceutil/trace.go:171","msg":"trace[444336514] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"961.304233ms","start":"2026-03-12T19:26:32.64004Z","end":"2026-03-12T19:26:33.601345Z","steps":["trace[444336514] 'process raft request' (duration: 961.207041ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.601379Z","caller":"traceutil/trace.go:171","msg":"trace[1481526673] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"961.66248ms","start":"2026-03-12T19:26:32.639702Z","end":"2026-03-12T19:26:33.601364Z","steps":["trace[1481526673] 'process raft request' (duration: 289.212886ms)","trace[1481526673] 'compare' (duration: 671.81491ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:33.60138Z","caller":"traceutil/trace.go:171","msg":"trace[1601146255] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"961.284742ms","start":"2026-03-12T19:26:32.640072Z","end":"2026-03-12T19:26:33.601357Z","steps":["trace[1601146255] 'process raft request' (duration: 961.209621ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.601382Z","caller":"traceutil/trace.go:171","msg":"trace[1182613540] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"961.361504ms","start":"2026-03-12T19:26:32.639987Z","end":"2026-03-12T19:26:33.601349Z","steps":["trace[1182613540] 'process raft request' (duration: 961.17931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.601436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.64003Z","time spent":"961.368934ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:33.601434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.639687Z","time spent":"961.718122ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:33.60144Z","caller":"traceutil/trace.go:171","msg":"trace[782476900] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5153; }","duration":"961.490937ms","start":"2026-03-12T19:26:32.639888Z","end":"2026-03-12T19:26:33.601379Z","steps":["trace[782476900] 'read index received' (duration: 289.219937ms)","trace[782476900] 'applied index is now lower than readState.Index' (duration: 672.26333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:33.601518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.640065Z","time spent":"961.374874ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:33.601524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.639983Z","time spent":"961.465286ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:33.601494Z","caller":"traceutil/trace.go:171","msg":"trace[943292338] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"961.380915ms","start":"2026-03-12T19:26:32.640071Z","end":"2026-03-12T19:26:33.601452Z","steps":["trace[943292338] 'process raft request' (duration: 961.239611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.60169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.64006Z","time spent":"961.575809ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:33.601706Z","caller":"traceutil/trace.go:171","msg":"trace[894014241] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"956.956453ms","start":"2026-03-12T19:26:32.644731Z","end":"2026-03-12T19:26:33.601687Z","steps":["trace[894014241] 'process raft request' (duration: 956.615805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.601842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.928557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71025"} {"level":"warn","ts":"2026-03-12T19:26:33.60187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.365044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17307"} {"level":"warn","ts":"2026-03-12T19:26:33.601863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.036871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:26:33.601899Z","caller":"traceutil/trace.go:171","msg":"trace[2137825348] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4956; }","duration":"962.011678ms","start":"2026-03-12T19:26:32.639875Z","end":"2026-03-12T19:26:33.601886Z","steps":["trace[2137825348] 'agreement among raft nodes before linearized reading' (duration: 961.690151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.601869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.905737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123239"} {"level":"warn","ts":"2026-03-12T19:26:33.601934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.639869Z","time spent":"962.05991ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71048,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:26:33.601923Z","caller":"traceutil/trace.go:171","msg":"trace[1477739950] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4957; }","duration":"961.429756ms","start":"2026-03-12T19:26:32.640478Z","end":"2026-03-12T19:26:33.601907Z","steps":["trace[1477739950] 'agreement among raft nodes before linearized reading' (duration: 961.270062ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.601943Z","caller":"traceutil/trace.go:171","msg":"trace[1479880646] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4957; }","duration":"961.990389ms","start":"2026-03-12T19:26:32.63994Z","end":"2026-03-12T19:26:33.60193Z","steps":["trace[1479880646] 'agreement among raft nodes before linearized reading' (duration: 961.753433ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:33.601956Z","caller":"traceutil/trace.go:171","msg":"trace[1583123364] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:4957; }","duration":"909.154164ms","start":"2026-03-12T19:26:32.692766Z","end":"2026-03-12T19:26:33.60192Z","steps":["trace[1583123364] 'agreement among raft nodes before linearized reading' (duration: 908.95414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.601976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.639935Z","time spent":"962.033949ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123262,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-12T19:26:33.601978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.640472Z","time spent":"961.493727ms","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17330,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:26:33.601999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.692751Z","time spent":"909.237626ms","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-03-12T19:26:33.601902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.644721Z","time spent":"957.153357ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:33.601756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.331886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:33.602186Z","caller":"traceutil/trace.go:171","msg":"trace[18210519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4957; }","duration":"915.777927ms","start":"2026-03-12T19:26:32.686393Z","end":"2026-03-12T19:26:33.602171Z","steps":["trace[18210519] 'agreement among raft nodes before linearized reading' (duration: 915.328537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.602241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.68638Z","time spent":"915.846138ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:33.603476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.717861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T19:26:33.603551Z","caller":"traceutil/trace.go:171","msg":"trace[1894171253] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4957; }","duration":"624.009901ms","start":"2026-03-12T19:26:32.979522Z","end":"2026-03-12T19:26:33.603532Z","steps":["trace[1894171253] 'agreement among raft nodes before linearized reading' (duration: 622.224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.603601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.979506Z","time spent":"624.077803ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-12T19:26:34.000618Z","caller":"traceutil/trace.go:171","msg":"trace[1527006410] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"395.880758ms","start":"2026-03-12T19:26:33.604689Z","end":"2026-03-12T19:26:34.00057Z","steps":["trace[1527006410] 'process raft request' (duration: 358.059509ms)","trace[1527006410] 'compare' (duration: 37.459811ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:34.000634Z","caller":"traceutil/trace.go:171","msg":"trace[215319016] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"385.675254ms","start":"2026-03-12T19:26:33.614936Z","end":"2026-03-12T19:26:34.000611Z","steps":["trace[215319016] 'process raft request' (duration: 385.51204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:34.000736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.604669Z","time spent":"396.00704ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":123225,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:34.000793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.614926Z","time spent":"385.772966ms","remote":"127.0.0.1:52446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:34.000928Z","caller":"traceutil/trace.go:171","msg":"trace[1453948219] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"385.756726ms","start":"2026-03-12T19:26:33.615157Z","end":"2026-03-12T19:26:34.000914Z","steps":["trace[1453948219] 'process raft request' (duration: 385.613083ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:34.000954Z","caller":"traceutil/trace.go:171","msg":"trace[1088616423] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"377.660719ms","start":"2026-03-12T19:26:33.623279Z","end":"2026-03-12T19:26:34.00094Z","steps":["trace[1088616423] 'process raft request' (duration: 377.584058ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:34.000936Z","caller":"traceutil/trace.go:171","msg":"trace[1540982449] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"385.848888ms","start":"2026-03-12T19:26:33.615055Z","end":"2026-03-12T19:26:34.000903Z","steps":["trace[1540982449] 'process raft request' (duration: 385.50475ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:34.001031Z","caller":"traceutil/trace.go:171","msg":"trace[1099115025] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"377.657629ms","start":"2026-03-12T19:26:33.623369Z","end":"2026-03-12T19:26:34.001026Z","steps":["trace[1099115025] 'process raft request' (duration: 377.536917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:34.001068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.623357Z","time spent":"377.69245ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:34.001061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.623252Z","time spent":"377.746742ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:34.000971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.615152Z","time spent":"385.795887ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:34.001096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.615049Z","time spent":"385.96862ms","remote":"127.0.0.1:52446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:34.031343Z","caller":"traceutil/trace.go:171","msg":"trace[835027535] linearizableReadLoop","detail":"{readStateIndex:5168; appliedIndex:5161; }","duration":"346.288339ms","start":"2026-03-12T19:26:33.685037Z","end":"2026-03-12T19:26:34.031326Z","steps":["trace[835027535] 'read index received' (duration: 277.693752ms)","trace[835027535] 'applied index is now lower than readState.Index' (duration: 68.593787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:34.031486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.435452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:34.031522Z","caller":"traceutil/trace.go:171","msg":"trace[882674619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4964; }","duration":"346.484813ms","start":"2026-03-12T19:26:33.685031Z","end":"2026-03-12T19:26:34.031516Z","steps":["trace[882674619] 'agreement among raft nodes before linearized reading' (duration: 346.3732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:34.031545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.68499Z","time spent":"346.551285ms","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:26:34.031378Z","caller":"traceutil/trace.go:171","msg":"trace[237675007] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"373.743229ms","start":"2026-03-12T19:26:33.657613Z","end":"2026-03-12T19:26:34.031357Z","steps":["trace[237675007] 'process raft request' (duration: 373.594166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:34.031804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.65759Z","time spent":"374.152078ms","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:35.786228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268918062s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:26:35.949289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810435167s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:35.949747Z","caller":"traceutil/trace.go:171","msg":"trace[1052209294] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"1.947582039s","start":"2026-03-12T19:26:34.002087Z","end":"2026-03-12T19:26:35.949669Z","steps":["trace[1052209294] 'process raft request' (duration: 136.670941ms)","trace[1052209294] 'compare' (duration: 1.809882214s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:35.949855Z","caller":"traceutil/trace.go:171","msg":"trace[837920982] linearizableReadLoop","detail":"{readStateIndex:5169; appliedIndex:5168; }","duration":"1.91844824s","start":"2026-03-12T19:26:34.031386Z","end":"2026-03-12T19:26:35.949834Z","steps":["trace[837920982] 'read index received' (duration: 107.287376ms)","trace[837920982] 'applied index is now lower than readState.Index' (duration: 1.811158724s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:35.949971Z","caller":"traceutil/trace.go:171","msg":"trace[250096172] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"1.432709887s","start":"2026-03-12T19:26:34.517212Z","end":"2026-03-12T19:26:35.949922Z","steps":["trace[250096172] 'process raft request' (duration: 1.432208425s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:35.950036Z","caller":"traceutil/trace.go:171","msg":"trace[863412790] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"1.312100265s","start":"2026-03-12T19:26:34.637901Z","end":"2026-03-12T19:26:35.950002Z","steps":["trace[863412790] 'process raft request' (duration: 1.311961991s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.950042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262331263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:35.950119Z","caller":"traceutil/trace.go:171","msg":"trace[44601099] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4967; }","duration":"2.262431845s","start":"2026-03-12T19:26:33.687669Z","end":"2026-03-12T19:26:35.9501Z","steps":["trace[44601099] 'agreement among raft nodes before linearized reading' (duration: 2.262261641s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.950145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.517193Z","time spent":"1.43287254s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":937,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:35.950172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.68766Z","time spent":"2.262503197s","remote":"127.0.0.1:52640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:26:35.950145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.637862Z","time spent":"1.312212097s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:35.950354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.002069Z","time spent":"1.947912897s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:26:35.950349Z","caller":"traceutil/trace.go:171","msg":"trace[178401889] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"1.311617293s","start":"2026-03-12T19:26:34.63867Z","end":"2026-03-12T19:26:35.950291Z","steps":["trace[178401889] 'process raft request' (duration: 1.311266045s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.950488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917044757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-12T19:26:35.950569Z","caller":"traceutil/trace.go:171","msg":"trace[1291238007] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"1.311359427s","start":"2026-03-12T19:26:34.639201Z","end":"2026-03-12T19:26:35.950561Z","steps":["trace[1291238007] 'process raft request' (duration: 1.310927687s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:35.950572Z","caller":"traceutil/trace.go:171","msg":"trace[372739233] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4969; }","duration":"1.9171647s","start":"2026-03-12T19:26:34.033391Z","end":"2026-03-12T19:26:35.950556Z","steps":["trace[372739233] 'agreement among raft nodes before linearized reading' (duration: 1.916919315s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.950578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.638646Z","time spent":"1.311804348s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:35.950608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.03338Z","time spent":"1.917220201s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T19:26:35.950681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.161656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:26:35.950674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.052037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:26:35.950702Z","caller":"traceutil/trace.go:171","msg":"trace[1663462426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4969; }","duration":"343.197967ms","start":"2026-03-12T19:26:35.607498Z","end":"2026-03-12T19:26:35.950696Z","steps":["trace[1663462426] 'agreement among raft nodes before linearized reading' (duration: 343.132406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.950707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263566659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:35.950725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.60749Z","time spent":"343.231928ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:35.950724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.259922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:26:35.950734Z","caller":"traceutil/trace.go:171","msg":"trace[136268541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4969; }","duration":"344.122019ms","start":"2026-03-12T19:26:35.606587Z","end":"2026-03-12T19:26:35.950709Z","steps":["trace[136268541] 'agreement among raft nodes before linearized reading' (duration: 343.930654ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:35.95075Z","caller":"traceutil/trace.go:171","msg":"trace[2011835369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4969; }","duration":"1.263650151s","start":"2026-03-12T19:26:34.687087Z","end":"2026-03-12T19:26:35.950737Z","steps":["trace[2011835369] 'agreement among raft nodes before linearized reading' (duration: 1.263555249s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.950512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.861803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:26:35.950778Z","caller":"traceutil/trace.go:171","msg":"trace[455023068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4969; }","duration":"344.149749ms","start":"2026-03-12T19:26:35.606624Z","end":"2026-03-12T19:26:35.950774Z","steps":["trace[455023068] 'agreement among raft nodes before linearized reading' (duration: 343.799451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.950776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.606581Z","time spent":"344.18395ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:26:35.950781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.687064Z","time spent":"1.263710832s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:26:35.950762Z","caller":"traceutil/trace.go:171","msg":"trace[476372546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:4969; }","duration":"344.334524ms","start":"2026-03-12T19:26:35.606419Z","end":"2026-03-12T19:26:35.950753Z","steps":["trace[476372546] 'agreement among raft nodes before linearized reading' (duration: 344.209261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.950781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.684398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:26:35.950815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.606394Z","time spent":"344.415635ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"warn","ts":"2026-03-12T19:26:35.950795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.606616Z","time spent":"344.17571ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:26:35.950838Z","caller":"traceutil/trace.go:171","msg":"trace[688960727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4969; }","duration":"343.759861ms","start":"2026-03-12T19:26:35.607068Z","end":"2026-03-12T19:26:35.950828Z","steps":["trace[688960727] 'agreement among raft nodes before linearized reading' (duration: 343.597747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.950605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.053587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:35.950885Z","caller":"traceutil/trace.go:171","msg":"trace[739186791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4969; }","duration":"344.349844ms","start":"2026-03-12T19:26:35.606525Z","end":"2026-03-12T19:26:35.950875Z","steps":["trace[739186791] 'agreement among raft nodes before linearized reading' (duration: 343.986405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.950895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.607059Z","time spent":"343.809961ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:35.950924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.606519Z","time spent":"344.396395ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:35.950615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.639176Z","time spent":"1.311415308s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:36.32389Z","caller":"traceutil/trace.go:171","msg":"trace[958542075] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"111.83403ms","start":"2026-03-12T19:26:36.212023Z","end":"2026-03-12T19:26:36.323857Z","steps":["trace[958542075] 'process raft request' (duration: 111.649116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.386423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.60292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bb804d5c-50ee-410a-b0a3-1a732a0aa53b\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-12T19:26:37.38644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.393415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5j2hj\" ","response":"range_response_count:1 size:9897"} {"level":"info","ts":"2026-03-12T19:26:37.386438Z","caller":"traceutil/trace.go:171","msg":"trace[1316053970] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"132.201249ms","start":"2026-03-12T19:26:37.254195Z","end":"2026-03-12T19:26:37.386397Z","steps":["trace[1316053970] 'process raft request' (duration: 112.401154ms)","trace[1316053970] 'compare' (duration: 19.557589ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:37.386526Z","caller":"traceutil/trace.go:171","msg":"trace[1641472966] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bb804d5c-50ee-410a-b0a3-1a732a0aa53b; range_end:; response_count:1; response_revision:4992; }","duration":"133.774574ms","start":"2026-03-12T19:26:37.252728Z","end":"2026-03-12T19:26:37.386502Z","steps":["trace[1641472966] 'range keys from in-memory index tree' (duration: 133.371935ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:37.386572Z","caller":"traceutil/trace.go:171","msg":"trace[754633099] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5j2hj; range_end:; response_count:1; response_revision:4992; }","duration":"133.55307ms","start":"2026-03-12T19:26:37.252966Z","end":"2026-03-12T19:26:37.386519Z","steps":["trace[754633099] 'range keys from in-memory index tree' (duration: 133.15275ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:37.437439Z","caller":"traceutil/trace.go:171","msg":"trace[841299102] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"182.245258ms","start":"2026-03-12T19:26:37.255167Z","end":"2026-03-12T19:26:37.437412Z","steps":["trace[841299102] 'process raft request' (duration: 182.018823ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:37.437811Z","caller":"traceutil/trace.go:171","msg":"trace[249010130] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"182.503015ms","start":"2026-03-12T19:26:37.255281Z","end":"2026-03-12T19:26:37.437784Z","steps":["trace[249010130] 'process raft request' (duration: 182.336461ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:37.437837Z","caller":"traceutil/trace.go:171","msg":"trace[680867340] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"182.558165ms","start":"2026-03-12T19:26:37.255242Z","end":"2026-03-12T19:26:37.4378Z","steps":["trace[680867340] 'process raft request' (duration: 182.103155ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:40.517617Z","caller":"traceutil/trace.go:171","msg":"trace[1146817406] linearizableReadLoop","detail":"{readStateIndex:5225; appliedIndex:5222; }","duration":"130.853417ms","start":"2026-03-12T19:26:40.386735Z","end":"2026-03-12T19:26:40.517588Z","steps":["trace[1146817406] 'read index received' (duration: 2.60959ms)","trace[1146817406] 'applied index is now lower than readState.Index' (duration: 128.242767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:40.517824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.054692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:40.517862Z","caller":"traceutil/trace.go:171","msg":"trace[2008621789] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5020; }","duration":"131.192605ms","start":"2026-03-12T19:26:40.386659Z","end":"2026-03-12T19:26:40.517852Z","steps":["trace[2008621789] 'agreement among raft nodes before linearized reading' (duration: 131.050732ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:40.517841Z","caller":"traceutil/trace.go:171","msg":"trace[61245818] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"145.076254ms","start":"2026-03-12T19:26:40.37273Z","end":"2026-03-12T19:26:40.517806Z","steps":["trace[61245818] 'process raft request' (duration: 144.764017ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:40.517763Z","caller":"traceutil/trace.go:171","msg":"trace[1702135386] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"148.623436ms","start":"2026-03-12T19:26:40.369099Z","end":"2026-03-12T19:26:40.517722Z","steps":["trace[1702135386] 'process raft request' (duration: 87.694306ms)","trace[1702135386] 'compare' (duration: 60.462729ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:40.548295Z","caller":"traceutil/trace.go:171","msg":"trace[1070461834] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"158.990244ms","start":"2026-03-12T19:26:40.389277Z","end":"2026-03-12T19:26:40.548267Z","steps":["trace[1070461834] 'process raft request' (duration: 158.82584ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:44.738168Z","caller":"traceutil/trace.go:171","msg":"trace[745429273] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5295; }","duration":"127.162502ms","start":"2026-03-12T19:26:44.610978Z","end":"2026-03-12T19:26:44.738141Z","steps":["trace[745429273] 'read index received' (duration: 51.213893ms)","trace[745429273] 'applied index is now lower than readState.Index' (duration: 75.947349ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:44.73823Z","caller":"traceutil/trace.go:171","msg":"trace[933726523] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"130.505379ms","start":"2026-03-12T19:26:44.607698Z","end":"2026-03-12T19:26:44.738203Z","steps":["trace[933726523] 'process raft request' (duration: 54.601661ms)","trace[933726523] 'compare' (duration: 75.669342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:44.738335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.360827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:44.738428Z","caller":"traceutil/trace.go:171","msg":"trace[1306857729] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:0; response_revision:5090; }","duration":"127.49839ms","start":"2026-03-12T19:26:44.610905Z","end":"2026-03-12T19:26:44.738403Z","steps":["trace[1306857729] 'agreement among raft nodes before linearized reading' (duration: 127.330176ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:44.898797Z","caller":"traceutil/trace.go:171","msg":"trace[1085413937] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"112.945836ms","start":"2026-03-12T19:26:44.785815Z","end":"2026-03-12T19:26:44.898761Z","steps":["trace[1085413937] 'process raft request' (duration: 52.783599ms)","trace[1085413937] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/statefulsets/openstack/rabbitmq-keystone-server; req_size:9300; } (duration: 59.786249ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:46.560159Z","caller":"traceutil/trace.go:171","msg":"trace[146981881] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"223.947588ms","start":"2026-03-12T19:26:46.336177Z","end":"2026-03-12T19:26:46.560125Z","steps":["trace[146981881] 'process raft request' (duration: 223.739273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.37461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.372047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-12T19:26:47.374832Z","caller":"traceutil/trace.go:171","msg":"trace[507879977] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5131; }","duration":"410.612973ms","start":"2026-03-12T19:26:46.964178Z","end":"2026-03-12T19:26:47.374791Z","steps":["trace[507879977] 'range keys from in-memory index tree' (duration: 410.215654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.374872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:46.964162Z","time spent":"410.699805ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-12T19:26:47.374961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.241395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:47.375222Z","caller":"traceutil/trace.go:171","msg":"trace[820448020] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5337; }","duration":"258.283405ms","start":"2026-03-12T19:26:47.116916Z","end":"2026-03-12T19:26:47.375199Z","steps":["trace[820448020] 'read index received' (duration: 61.58933ms)","trace[820448020] 'applied index is now lower than readState.Index' (duration: 196.691885ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:47.375462Z","caller":"traceutil/trace.go:171","msg":"trace[1758110583] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"345.361219ms","start":"2026-03-12T19:26:47.030062Z","end":"2026-03-12T19:26:47.375423Z","steps":["trace[1758110583] 'process raft request' (duration: 148.503531ms)","trace[1758110583] 'compare' (duration: 195.923507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:47.375553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.587552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5780fb7-aecd-4329-818d-a4a2e6dda96a\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-12T19:26:47.37564Z","caller":"traceutil/trace.go:171","msg":"trace[380391141] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5780fb7-aecd-4329-818d-a4a2e6dda96a; range_end:; response_count:1; response_revision:5132; }","duration":"258.687494ms","start":"2026-03-12T19:26:47.116896Z","end":"2026-03-12T19:26:47.375583Z","steps":["trace[380391141] 'agreement among raft nodes before linearized reading' (duration: 258.398617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.37566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:47.030034Z","time spent":"345.518172ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:47.376107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.862641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:47.376218Z","caller":"traceutil/trace.go:171","msg":"trace[1604191319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5131; }","duration":"689.354405ms","start":"2026-03-12T19:26:46.686837Z","end":"2026-03-12T19:26:47.376191Z","steps":["trace[1604191319] 'range keys from in-memory index tree' (duration: 687.750649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.376293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:46.68678Z","time spent":"689.490219ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:47.896139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314480715,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:48.093937Z","caller":"traceutil/trace.go:171","msg":"trace[428410703] linearizableReadLoop","detail":"{readStateIndex:5339; appliedIndex:5338; }","duration":"698.201968ms","start":"2026-03-12T19:26:47.395709Z","end":"2026-03-12T19:26:48.093911Z","steps":["trace[428410703] 'read index received' (duration: 698.100416ms)","trace[428410703] 'applied index is now lower than readState.Index' (duration: 100.272µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:48.09397Z","caller":"traceutil/trace.go:171","msg":"trace[1585025401] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"701.969574ms","start":"2026-03-12T19:26:47.391968Z","end":"2026-03-12T19:26:48.093938Z","steps":["trace[1585025401] 'process raft request' (duration: 701.79055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.094152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:47.391955Z","time spent":"702.097897ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:48.094249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.472224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-12T19:26:48.094405Z","caller":"traceutil/trace.go:171","msg":"trace[1998961181] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5133; }","duration":"698.672788ms","start":"2026-03-12T19:26:47.39569Z","end":"2026-03-12T19:26:48.094363Z","steps":["trace[1998961181] 'agreement among raft nodes before linearized reading' (duration: 698.30944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.094453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:47.395682Z","time spent":"698.76169ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-12T19:26:48.552427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.890245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:48.55275Z","caller":"traceutil/trace.go:171","msg":"trace[1456260092] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"445.907741ms","start":"2026-03-12T19:26:48.106823Z","end":"2026-03-12T19:26:48.552731Z","steps":["trace[1456260092] 'process raft request' (duration: 445.86293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.552826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.106799Z","time spent":"445.992233ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:48.553222Z","caller":"traceutil/trace.go:171","msg":"trace[327255695] linearizableReadLoop","detail":"{readStateIndex:5341; appliedIndex:5339; }","duration":"459.200525ms","start":"2026-03-12T19:26:48.093996Z","end":"2026-03-12T19:26:48.553196Z","steps":["trace[327255695] 'read index received' (duration: 93.311877ms)","trace[327255695] 'applied index is now lower than readState.Index' (duration: 365.884618ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:48.553275Z","caller":"traceutil/trace.go:171","msg":"trace[1669280513] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"464.133098ms","start":"2026-03-12T19:26:48.089087Z","end":"2026-03-12T19:26:48.55322Z","steps":["trace[1669280513] 'process raft request' (duration: 98.338772ms)","trace[1669280513] 'compare' (duration: 364.64568ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:48.553287Z","caller":"traceutil/trace.go:171","msg":"trace[825485882] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"462.88057ms","start":"2026-03-12T19:26:48.090331Z","end":"2026-03-12T19:26:48.553212Z","steps":["trace[825485882] 'process raft request' (duration: 462.236805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.553358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.298075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:26:48.55334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.231156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:48.553415Z","caller":"traceutil/trace.go:171","msg":"trace[1933299452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5136; }","duration":"465.419268ms","start":"2026-03-12T19:26:48.087981Z","end":"2026-03-12T19:26:48.5534Z","steps":["trace[1933299452] 'agreement among raft nodes before linearized reading' (duration: 465.217063ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.55344Z","caller":"traceutil/trace.go:171","msg":"trace[804464850] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5136; }","duration":"566.40694ms","start":"2026-03-12T19:26:47.987005Z","end":"2026-03-12T19:26:48.553412Z","steps":["trace[804464850] 'agreement among raft nodes before linearized reading' (duration: 566.227066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.55347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.087948Z","time spent":"465.513919ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:48.553492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:47.986976Z","time spent":"566.505643ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:48.553477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.183369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:26:48.553532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.917272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:26:48.553536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.089051Z","time spent":"464.341063ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:48.553554Z","caller":"traceutil/trace.go:171","msg":"trace[683269705] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:5136; }","duration":"464.309322ms","start":"2026-03-12T19:26:48.089224Z","end":"2026-03-12T19:26:48.553533Z","steps":["trace[683269705] 'agreement among raft nodes before linearized reading' (duration: 464.063226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.553562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.090318Z","time spent":"463.091444ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:48.553605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.08921Z","time spent":"464.385454ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"warn","ts":"2026-03-12T19:26:48.553591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.068714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189c2e9d043c327a\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-03-12T19:26:48.553664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.159645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5780fb7-aecd-4329-818d-a4a2e6dda96a\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-12T19:26:48.553679Z","caller":"traceutil/trace.go:171","msg":"trace[1037202154] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189c2e9d043c327a; range_end:; response_count:1; response_revision:5136; }","duration":"456.208937ms","start":"2026-03-12T19:26:48.097448Z","end":"2026-03-12T19:26:48.553657Z","steps":["trace[1037202154] 'agreement among raft nodes before linearized reading' (duration: 455.985542ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.553698Z","caller":"traceutil/trace.go:171","msg":"trace[198379068] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5780fb7-aecd-4329-818d-a4a2e6dda96a; range_end:; response_count:1; response_revision:5136; }","duration":"173.239137ms","start":"2026-03-12T19:26:48.380448Z","end":"2026-03-12T19:26:48.553687Z","steps":["trace[198379068] 'agreement among raft nodes before linearized reading' (duration: 173.138014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.553724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.097428Z","time spent":"456.286378ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.189c2e9d043c327a\" "} {"level":"warn","ts":"2026-03-12T19:26:48.553743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.748272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-12T19:26:48.553794Z","caller":"traceutil/trace.go:171","msg":"trace[1201208461] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5136; }","duration":"447.826895ms","start":"2026-03-12T19:26:48.105951Z","end":"2026-03-12T19:26:48.553778Z","steps":["trace[1201208461] 'agreement among raft nodes before linearized reading' (duration: 447.704992ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.553565Z","caller":"traceutil/trace.go:171","msg":"trace[1472222873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5136; }","duration":"421.985343ms","start":"2026-03-12T19:26:48.131569Z","end":"2026-03-12T19:26:48.553555Z","steps":["trace[1472222873] 'agreement among raft nodes before linearized reading' (duration: 421.881701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.553824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.556373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:26:48.553827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.105935Z","time spent":"447.884036ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-12T19:26:48.553817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.968996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:26:48.553836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.282145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:26:48.553862Z","caller":"traceutil/trace.go:171","msg":"trace[684063320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5136; }","duration":"421.613424ms","start":"2026-03-12T19:26:48.132238Z","end":"2026-03-12T19:26:48.553851Z","steps":["trace[684063320] 'agreement among raft nodes before linearized reading' (duration: 421.44593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.553864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.131557Z","time spent":"422.29582ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:26:48.553883Z","caller":"traceutil/trace.go:171","msg":"trace[598766639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5136; }","duration":"427.347286ms","start":"2026-03-12T19:26:48.126524Z","end":"2026-03-12T19:26:48.553872Z","steps":["trace[598766639] 'agreement among raft nodes before linearized reading' (duration: 427.240793ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.553885Z","caller":"traceutil/trace.go:171","msg":"trace[409990316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5136; }","duration":"437.064759ms","start":"2026-03-12T19:26:48.116804Z","end":"2026-03-12T19:26:48.553869Z","steps":["trace[409990316] 'agreement among raft nodes before linearized reading' (duration: 436.849334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.553896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.132226Z","time spent":"421.663396ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:26:48.553914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.126514Z","time spent":"427.394117ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:26:48.553928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.11679Z","time spent":"437.13048ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:48.553393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.989561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:48.554132Z","caller":"traceutil/trace.go:171","msg":"trace[4367757] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5136; }","duration":"604.781119ms","start":"2026-03-12T19:26:47.949335Z","end":"2026-03-12T19:26:48.554116Z","steps":["trace[4367757] 'agreement among raft nodes before linearized reading' (duration: 603.992511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.554244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:47.949294Z","time spent":"604.912962ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":5,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:48.701434Z","caller":"traceutil/trace.go:171","msg":"trace[1960625529] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"144.684032ms","start":"2026-03-12T19:26:48.556714Z","end":"2026-03-12T19:26:48.701398Z","steps":["trace[1960625529] 'process raft request' (duration: 142.235726ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.737334Z","caller":"traceutil/trace.go:171","msg":"trace[2141162044] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"178.229361ms","start":"2026-03-12T19:26:48.559076Z","end":"2026-03-12T19:26:48.737305Z","steps":["trace[2141162044] 'process raft request' (duration: 178.007965ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.737649Z","caller":"traceutil/trace.go:171","msg":"trace[801620718] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"178.464527ms","start":"2026-03-12T19:26:48.559146Z","end":"2026-03-12T19:26:48.73761Z","steps":["trace[801620718] 'process raft request' (duration: 178.110158ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.737816Z","caller":"traceutil/trace.go:171","msg":"trace[149528600] linearizableReadLoop","detail":"{readStateIndex:5348; appliedIndex:5342; }","duration":"156.868222ms","start":"2026-03-12T19:26:48.580918Z","end":"2026-03-12T19:26:48.737786Z","steps":["trace[149528600] 'read index received' (duration: 117.93275ms)","trace[149528600] 'applied index is now lower than readState.Index' (duration: 38.933832ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:48.737874Z","caller":"traceutil/trace.go:171","msg":"trace[205982751] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"166.994034ms","start":"2026-03-12T19:26:48.570855Z","end":"2026-03-12T19:26:48.737849Z","steps":["trace[205982751] 'process raft request' (duration: 166.791599ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.738004Z","caller":"traceutil/trace.go:171","msg":"trace[973014361] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"178.721752ms","start":"2026-03-12T19:26:48.559269Z","end":"2026-03-12T19:26:48.737991Z","steps":["trace[973014361] 'process raft request' (duration: 178.261412ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.738013Z","caller":"traceutil/trace.go:171","msg":"trace[2076782661] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"166.588894ms","start":"2026-03-12T19:26:48.571395Z","end":"2026-03-12T19:26:48.737984Z","steps":["trace[2076782661] 'process raft request' (duration: 166.299217ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.738217Z","caller":"traceutil/trace.go:171","msg":"trace[2043661785] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"121.143034ms","start":"2026-03-12T19:26:48.617058Z","end":"2026-03-12T19:26:48.738201Z","steps":["trace[2043661785] 'process raft request' (duration: 120.672453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.738258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.105298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-12T19:26:48.738297Z","caller":"traceutil/trace.go:171","msg":"trace[1758183625] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5143; }","duration":"157.199009ms","start":"2026-03-12T19:26:48.581086Z","end":"2026-03-12T19:26:48.738285Z","steps":["trace[1758183625] 'agreement among raft nodes before linearized reading' (duration: 157.009665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.73829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.335513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80208"} {"level":"info","ts":"2026-03-12T19:26:48.738337Z","caller":"traceutil/trace.go:171","msg":"trace[1658646838] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5143; }","duration":"157.423475ms","start":"2026-03-12T19:26:48.580901Z","end":"2026-03-12T19:26:48.738325Z","steps":["trace[1658646838] 'agreement among raft nodes before linearized reading' (duration: 157.096517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.031418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.193357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:26:51.031501Z","caller":"traceutil/trace.go:171","msg":"trace[170868325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5170; }","duration":"287.310739ms","start":"2026-03-12T19:26:50.744173Z","end":"2026-03-12T19:26:51.031484Z","steps":["trace[170868325] 'range keys from in-memory index tree' (duration: 286.988871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.031776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.708342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:26:51.031806Z","caller":"traceutil/trace.go:171","msg":"trace[1888618656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5170; }","duration":"288.795343ms","start":"2026-03-12T19:26:50.743001Z","end":"2026-03-12T19:26:51.031796Z","steps":["trace[1888618656] 'range keys from in-memory index tree' (duration: 288.613359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.031821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.52037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:26:51.031836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.613456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:26:51.03187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.971195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:26:51.031895Z","caller":"traceutil/trace.go:171","msg":"trace[758930106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5170; }","duration":"289.635442ms","start":"2026-03-12T19:26:50.74224Z","end":"2026-03-12T19:26:51.031875Z","steps":["trace[758930106] 'range keys from in-memory index tree' (duration: 289.196282ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:51.031937Z","caller":"traceutil/trace.go:171","msg":"trace[425616807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5170; }","duration":"288.062246ms","start":"2026-03-12T19:26:50.743859Z","end":"2026-03-12T19:26:51.031921Z","steps":["trace[425616807] 'range keys from in-memory index tree' (duration: 287.839961ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:51.031936Z","caller":"traceutil/trace.go:171","msg":"trace[1282803040] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:5170; }","duration":"287.726369ms","start":"2026-03-12T19:26:50.744183Z","end":"2026-03-12T19:26:51.03191Z","steps":["trace[1282803040] 'range keys from in-memory index tree' (duration: 287.473723ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:51.03191Z","caller":"traceutil/trace.go:171","msg":"trace[490133365] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"128.056042ms","start":"2026-03-12T19:26:50.903813Z","end":"2026-03-12T19:26:51.031869Z","steps":["trace[490133365] 'process raft request' (duration: 49.82076ms)","trace[490133365] 'compare' (duration: 77.806142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:51.031832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.745262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:26:51.03204Z","caller":"traceutil/trace.go:171","msg":"trace[1243150483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5170; }","duration":"289.022949ms","start":"2026-03-12T19:26:50.743007Z","end":"2026-03-12T19:26:51.03203Z","steps":["trace[1243150483] 'range keys from in-memory index tree' (duration: 288.510277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.346533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.537304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:51.346671Z","caller":"traceutil/trace.go:171","msg":"trace[892140858] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"308.960025ms","start":"2026-03-12T19:26:51.037689Z","end":"2026-03-12T19:26:51.346649Z","steps":["trace[892140858] 'process raft request' (duration: 128.224416ms)","trace[892140858] 'compare' (duration: 180.404171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:51.346734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.037666Z","time spent":"309.039736ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:51.379275Z","caller":"traceutil/trace.go:171","msg":"trace[755737070] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"341.035249ms","start":"2026-03-12T19:26:51.038221Z","end":"2026-03-12T19:26:51.379256Z","steps":["trace[755737070] 'process raft request' (duration: 340.877906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.379378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.038198Z","time spent":"341.132901ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:51.379691Z","caller":"traceutil/trace.go:171","msg":"trace[431299949] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"340.929737ms","start":"2026-03-12T19:26:51.038744Z","end":"2026-03-12T19:26:51.379673Z","steps":["trace[431299949] 'process raft request' (duration: 340.737092ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:51.379688Z","caller":"traceutil/trace.go:171","msg":"trace[927264224] linearizableReadLoop","detail":"{readStateIndex:5383; appliedIndex:5379; }","duration":"152.523373ms","start":"2026-03-12T19:26:51.227138Z","end":"2026-03-12T19:26:51.379662Z","steps":["trace[927264224] 'read index received' (duration: 151.957ms)","trace[927264224] 'applied index is now lower than readState.Index' (duration: 565.463µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:51.379773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.038703Z","time spent":"341.030419ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:51.379826Z","caller":"traceutil/trace.go:171","msg":"trace[1110883716] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"340.901756ms","start":"2026-03-12T19:26:51.038911Z","end":"2026-03-12T19:26:51.379813Z","steps":["trace[1110883716] 'process raft request' (duration: 340.698751ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:51.379882Z","caller":"traceutil/trace.go:171","msg":"trace[893797699] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"341.271784ms","start":"2026-03-12T19:26:51.038598Z","end":"2026-03-12T19:26:51.37987Z","steps":["trace[893797699] 'process raft request' (duration: 340.612409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.379936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.038577Z","time spent":"341.329755ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:51.37995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.0389Z","time spent":"340.966467ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:51.380168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.028314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T19:26:51.380211Z","caller":"traceutil/trace.go:171","msg":"trace[725901913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5176; }","duration":"153.070095ms","start":"2026-03-12T19:26:51.22713Z","end":"2026-03-12T19:26:51.3802Z","steps":["trace[725901913] 'agreement among raft nodes before linearized reading' (duration: 152.920711ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:51.716279Z","caller":"traceutil/trace.go:171","msg":"trace[391927255] linearizableReadLoop","detail":"{readStateIndex:5384; appliedIndex:5383; }","duration":"269.417669ms","start":"2026-03-12T19:26:51.446839Z","end":"2026-03-12T19:26:51.716256Z","steps":["trace[391927255] 'read index received' (duration: 263.225348ms)","trace[391927255] 'applied index is now lower than readState.Index' (duration: 6.191291ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:51.71634Z","caller":"traceutil/trace.go:171","msg":"trace[2085811273] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"326.889105ms","start":"2026-03-12T19:26:51.389418Z","end":"2026-03-12T19:26:51.716307Z","steps":["trace[2085811273] 'process raft request' (duration: 320.641432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.716394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.542162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:51.716448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.735223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5780fb7-aecd-4329-818d-a4a2e6dda96a\" ","response":"range_response_count:1 size:3953"} {"level":"info","ts":"2026-03-12T19:26:51.716448Z","caller":"traceutil/trace.go:171","msg":"trace[376546763] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5177; }","duration":"269.651944ms","start":"2026-03-12T19:26:51.446782Z","end":"2026-03-12T19:26:51.716433Z","steps":["trace[376546763] 'agreement among raft nodes before linearized reading' (duration: 269.539802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.716465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.389403Z","time spent":"326.994778ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3938,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:51.716629Z","caller":"traceutil/trace.go:171","msg":"trace[1540008433] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5780fb7-aecd-4329-818d-a4a2e6dda96a; range_end:; response_count:1; response_revision:5177; }","duration":"147.820425ms","start":"2026-03-12T19:26:51.568651Z","end":"2026-03-12T19:26:51.716471Z","steps":["trace[1540008433] 'agreement among raft nodes before linearized reading' (duration: 147.733933ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:51.913465Z","caller":"traceutil/trace.go:171","msg":"trace[867682814] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5178; }","duration":"126.115468ms","start":"2026-03-12T19:26:51.787314Z","end":"2026-03-12T19:26:51.91343Z","steps":["trace[867682814] 'process raft request' (duration: 59.079263ms)","trace[867682814] 'compare' (duration: 66.80394ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:51.91376Z","caller":"traceutil/trace.go:171","msg":"trace[792741217] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"122.810372ms","start":"2026-03-12T19:26:51.790927Z","end":"2026-03-12T19:26:51.913738Z","steps":["trace[792741217] 'process raft request' (duration: 122.458464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.913892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.651567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18528"} {"level":"info","ts":"2026-03-12T19:26:51.913938Z","caller":"traceutil/trace.go:171","msg":"trace[595894551] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5179; }","duration":"125.754779ms","start":"2026-03-12T19:26:51.788173Z","end":"2026-03-12T19:26:51.913928Z","steps":["trace[595894551] 'agreement among raft nodes before linearized reading' (duration: 125.557225ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:51.913693Z","caller":"traceutil/trace.go:171","msg":"trace[914961544] linearizableReadLoop","detail":"{readStateIndex:5386; appliedIndex:5385; }","duration":"125.447703ms","start":"2026-03-12T19:26:51.788225Z","end":"2026-03-12T19:26:51.913672Z","steps":["trace[914961544] 'read index received' (duration: 58.174992ms)","trace[914961544] 'applied index is now lower than readState.Index' (duration: 67.270491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:53.815714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.390305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:26:53.815773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.015238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4463"} {"level":"info","ts":"2026-03-12T19:26:53.815839Z","caller":"traceutil/trace.go:171","msg":"trace[236045714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5201; }","duration":"430.55908ms","start":"2026-03-12T19:26:53.385253Z","end":"2026-03-12T19:26:53.815813Z","steps":["trace[236045714] 'range keys from in-memory index tree' (duration: 430.199581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:53.815843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.25469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:53.815908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:53.385243Z","time spent":"430.649412ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:26:53.815915Z","caller":"traceutil/trace.go:171","msg":"trace[691688523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5201; }","duration":"129.395443ms","start":"2026-03-12T19:26:53.6865Z","end":"2026-03-12T19:26:53.815896Z","steps":["trace[691688523] 'range keys from in-memory index tree' (duration: 129.127326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:53.81591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.060101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:26:53.81594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.312682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:26:53.815969Z","caller":"traceutil/trace.go:171","msg":"trace[579225288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5201; }","duration":"464.389104ms","start":"2026-03-12T19:26:53.351572Z","end":"2026-03-12T19:26:53.815961Z","steps":["trace[579225288] 'range keys from in-memory index tree' (duration: 464.20205ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:53.81598Z","caller":"traceutil/trace.go:171","msg":"trace[222393396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5201; }","duration":"431.184973ms","start":"2026-03-12T19:26:53.384775Z","end":"2026-03-12T19:26:53.81596Z","steps":["trace[222393396] 'range keys from in-memory index tree' (duration: 430.837095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:53.816001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:53.351556Z","time spent":"464.437225ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:26:53.816025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:53.384733Z","time spent":"431.279335ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:26:53.815845Z","caller":"traceutil/trace.go:171","msg":"trace[1911143635] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5201; }","duration":"441.127671ms","start":"2026-03-12T19:26:53.3747Z","end":"2026-03-12T19:26:53.815827Z","steps":["trace[1911143635] 'range keys from in-memory index tree' (duration: 440.853655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:53.816179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:53.374688Z","time spent":"441.451618ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4486,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"warn","ts":"2026-03-12T19:26:53.816179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.726575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-12T19:26:53.816223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.947351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:26:53.816285Z","caller":"traceutil/trace.go:171","msg":"trace[1665115565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5201; }","duration":"432.034783ms","start":"2026-03-12T19:26:53.384236Z","end":"2026-03-12T19:26:53.816271Z","steps":["trace[1665115565] 'range keys from in-memory index tree' (duration: 431.838788ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:53.816289Z","caller":"traceutil/trace.go:171","msg":"trace[2059457663] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5201; }","duration":"693.898979ms","start":"2026-03-12T19:26:53.122361Z","end":"2026-03-12T19:26:53.81626Z","steps":["trace[2059457663] 'range keys from in-memory index tree' (duration: 693.48139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:53.816325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:53.384226Z","time spent":"432.087474ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:26:53.816358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:53.122331Z","time spent":"694.008812ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-12T19:26:53.816467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.356437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:26:53.816507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.816812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-12T19:26:53.816509Z","caller":"traceutil/trace.go:171","msg":"trace[1211804288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5201; }","duration":"431.425829ms","start":"2026-03-12T19:26:53.385071Z","end":"2026-03-12T19:26:53.816497Z","steps":["trace[1211804288] 'range keys from in-memory index tree' (duration: 431.231224ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:53.816584Z","caller":"traceutil/trace.go:171","msg":"trace[1500172950] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5201; }","duration":"591.948855ms","start":"2026-03-12T19:26:53.22462Z","end":"2026-03-12T19:26:53.816569Z","steps":["trace[1500172950] 'range keys from in-memory index tree' (duration: 591.677909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:53.816589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:53.385056Z","time spent":"431.520141ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:53.816618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:53.224591Z","time spent":"592.019057ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":736,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-12T19:26:56.736941Z","caller":"traceutil/trace.go:171","msg":"trace[1177402874] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"126.403303ms","start":"2026-03-12T19:26:56.61049Z","end":"2026-03-12T19:26:56.736893Z","steps":["trace[1177402874] 'process raft request' (duration: 83.4448ms)","trace[1177402874] 'compare' (duration: 42.671257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:57.172795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.230645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:57.172854Z","caller":"traceutil/trace.go:171","msg":"trace[1621803084] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5245; }","duration":"169.334968ms","start":"2026-03-12T19:26:57.003506Z","end":"2026-03-12T19:26:57.172841Z","steps":["trace[1621803084] 'range keys from in-memory index tree' (duration: 169.165744ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:57.172888Z","caller":"traceutil/trace.go:171","msg":"trace[1673995272] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5455; }","duration":"107.587234ms","start":"2026-03-12T19:26:57.065278Z","end":"2026-03-12T19:26:57.172865Z","steps":["trace[1673995272] 'read index received' (duration: 102.861445ms)","trace[1673995272] 'applied index is now lower than readState.Index' (duration: 4.724578ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:57.172991Z","caller":"traceutil/trace.go:171","msg":"trace[2105666999] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"115.065605ms","start":"2026-03-12T19:26:57.057858Z","end":"2026-03-12T19:26:57.172924Z","steps":["trace[2105666999] 'process raft request' (duration: 110.374128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:57.173104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.814309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:26:57.173148Z","caller":"traceutil/trace.go:171","msg":"trace[1636688854] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:5246; }","duration":"107.87961ms","start":"2026-03-12T19:26:57.065255Z","end":"2026-03-12T19:26:57.173135Z","steps":["trace[1636688854] 'agreement among raft nodes before linearized reading' (duration: 107.680215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:58.098384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.144758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:26:58.098482Z","caller":"traceutil/trace.go:171","msg":"trace[1423306109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5269; }","duration":"257.319383ms","start":"2026-03-12T19:26:57.841141Z","end":"2026-03-12T19:26:58.09846Z","steps":["trace[1423306109] 'range keys from in-memory index tree' (duration: 256.791241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:58.098504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.731019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:58.09858Z","caller":"traceutil/trace.go:171","msg":"trace[1605599169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5269; }","duration":"256.828471ms","start":"2026-03-12T19:26:57.841732Z","end":"2026-03-12T19:26:58.09856Z","steps":["trace[1605599169] 'range keys from in-memory index tree' (duration: 256.583036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:58.098388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.39311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:26:58.098647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.556238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:26:58.098782Z","caller":"traceutil/trace.go:171","msg":"trace[1145967714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5269; }","duration":"250.759423ms","start":"2026-03-12T19:26:57.847994Z","end":"2026-03-12T19:26:58.098753Z","steps":["trace[1145967714] 'range keys from in-memory index tree' (duration: 250.296462ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:58.098702Z","caller":"traceutil/trace.go:171","msg":"trace[224598521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5269; }","duration":"259.731098ms","start":"2026-03-12T19:26:57.83894Z","end":"2026-03-12T19:26:58.098671Z","steps":["trace[224598521] 'range keys from in-memory index tree' (duration: 259.242167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:58.098388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.116281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:26:58.098957Z","caller":"traceutil/trace.go:171","msg":"trace[9097471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5269; }","duration":"251.701324ms","start":"2026-03-12T19:26:57.847219Z","end":"2026-03-12T19:26:58.09892Z","steps":["trace[9097471] 'range keys from in-memory index tree' (duration: 250.959887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:58.099994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.097904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-12T19:26:58.100139Z","caller":"traceutil/trace.go:171","msg":"trace[1667251369] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5269; }","duration":"249.566515ms","start":"2026-03-12T19:26:57.850547Z","end":"2026-03-12T19:26:58.100113Z","steps":["trace[1667251369] 'range keys from in-memory index tree' (duration: 247.275113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:02.30927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.621665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:02.309358Z","caller":"traceutil/trace.go:171","msg":"trace[1785826667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5301; }","duration":"466.791278ms","start":"2026-03-12T19:27:01.842546Z","end":"2026-03-12T19:27:02.309337Z","steps":["trace[1785826667] 'count revisions from in-memory index tree' (duration: 466.460491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:02.309394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.074518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:02.309463Z","caller":"traceutil/trace.go:171","msg":"trace[1189479205] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5301; }","duration":"330.16491ms","start":"2026-03-12T19:27:01.979284Z","end":"2026-03-12T19:27:02.309449Z","steps":["trace[1189479205] 'count revisions from in-memory index tree' (duration: 329.953655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:02.309515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:01.979211Z","time spent":"330.280893ms","remote":"127.0.0.1:52548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:02.310035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.835578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:02.310069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.097803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:02.309408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:01.842525Z","time spent":"466.871661ms","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:27:02.310219Z","caller":"traceutil/trace.go:171","msg":"trace[1928939884] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5301; }","duration":"138.192765ms","start":"2026-03-12T19:27:02.171918Z","end":"2026-03-12T19:27:02.310111Z","steps":["trace[1928939884] 'count revisions from in-memory index tree' (duration: 137.99513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:02.310288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.004785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2101"} {"level":"info","ts":"2026-03-12T19:27:02.310332Z","caller":"traceutil/trace.go:171","msg":"trace[1880376800] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5301; }","duration":"564.068277ms","start":"2026-03-12T19:27:01.74625Z","end":"2026-03-12T19:27:02.310318Z","steps":["trace[1880376800] 'range keys from in-memory index tree' (duration: 563.863632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:02.310368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:01.746233Z","time spent":"564.125328ms","remote":"127.0.0.1:58696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2124,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"info","ts":"2026-03-12T19:27:02.310082Z","caller":"traceutil/trace.go:171","msg":"trace[2084884173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5301; }","duration":"624.91203ms","start":"2026-03-12T19:27:01.68516Z","end":"2026-03-12T19:27:02.310072Z","steps":["trace[2084884173] 'range keys from in-memory index tree' (duration: 624.764146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:02.311018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:01.685142Z","time spent":"625.80426ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:02.310694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.312716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:02.311246Z","caller":"traceutil/trace.go:171","msg":"trace[2026496873] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5301; }","duration":"134.810587ms","start":"2026-03-12T19:27:02.176339Z","end":"2026-03-12T19:27:02.31115Z","steps":["trace[2026496873] 'count revisions from in-memory index tree' (duration: 134.262465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:08.544081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314481222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:09.043605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020353705s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:27:10.472485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785520804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:10.472564Z","caller":"traceutil/trace.go:171","msg":"trace[1572854644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5349; }","duration":"2.785645817s","start":"2026-03-12T19:27:07.686903Z","end":"2026-03-12T19:27:10.472549Z","steps":["trace[1572854644] 'range keys from in-memory index tree' (duration: 2.785424163s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:10.472589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:07.686885Z","time spent":"2.785698239s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:10.472819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78400257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:10.472841Z","caller":"traceutil/trace.go:171","msg":"trace[617452778] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5349; }","duration":"2.784039271s","start":"2026-03-12T19:27:07.688793Z","end":"2026-03-12T19:27:10.472832Z","steps":["trace[617452778] 'count revisions from in-memory index tree' (duration: 2.783968439s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:10.472862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:07.688787Z","time spent":"2.784071331s","remote":"127.0.0.1:52736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:10.473319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429326789s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:10.473563Z","caller":"traceutil/trace.go:171","msg":"trace[1289501057] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"2.759924209s","start":"2026-03-12T19:27:07.713615Z","end":"2026-03-12T19:27:10.473539Z","steps":["trace[1289501057] 'process raft request' (duration: 1.330229381s)","trace[1289501057] 'compare' (duration: 1.428520821s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:10.47449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:07.713546Z","time spent":"2.760073472s","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:10.655878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.611992452s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:27:10.839683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.586573ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:27:10.840432Z","caller":"traceutil/trace.go:171","msg":"trace[305550203] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"2.141900236s","start":"2026-03-12T19:27:08.698499Z","end":"2026-03-12T19:27:10.840399Z","steps":["trace[305550203] 'process raft request' (duration: 2.141584009s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:10.840548Z","caller":"traceutil/trace.go:171","msg":"trace[1654842008] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"2.140511014s","start":"2026-03-12T19:27:08.699972Z","end":"2026-03-12T19:27:10.840483Z","steps":["trace[1654842008] 'process raft request' (duration: 2.140187137s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:10.840558Z","caller":"traceutil/trace.go:171","msg":"trace[400743107] linearizableReadLoop","detail":"{readStateIndex:5566; appliedIndex:5563; }","duration":"2.800342594s","start":"2026-03-12T19:27:08.040157Z","end":"2026-03-12T19:27:10.840499Z","steps":["trace[400743107] 'read index received' (duration: 1.003703623s)","trace[400743107] 'applied index is now lower than readState.Index' (duration: 1.796636101s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:10.840573Z","caller":"traceutil/trace.go:171","msg":"trace[1376790125] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"2.800893997s","start":"2026-03-12T19:27:08.039616Z","end":"2026-03-12T19:27:10.84051Z","steps":["trace[1376790125] 'process raft request' (duration: 2.80017299s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:10.840625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.698465Z","time spent":"2.14205105s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:10.840706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.699959Z","time spent":"2.140667028s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:10.840712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.039576Z","time spent":"2.801065161s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:10.840889Z","caller":"traceutil/trace.go:171","msg":"trace[1540427164] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"2.003414745s","start":"2026-03-12T19:27:08.837456Z","end":"2026-03-12T19:27:10.84087Z","steps":["trace[1540427164] 'process raft request' (duration: 2.00274378s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:10.840959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.837418Z","time spent":"2.003510458s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:10.842775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:27:10.842824Z","caller":"traceutil/trace.go:171","msg":"trace[895408509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999937736s","start":"2026-03-12T19:27:08.842875Z","end":"2026-03-12T19:27:10.842813Z","steps":["trace[895408509] 'agreement among raft nodes before linearized reading' (duration: 1.999881854s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:10.84286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.842862Z","time spent":"1.999989917s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:27:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-12T19:27:10.996213Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2640} {"level":"warn","ts":"2026-03-12T19:27:10.99627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956087439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111223"} {"level":"info","ts":"2026-03-12T19:27:10.996355Z","caller":"traceutil/trace.go:171","msg":"trace[1944811799] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5354; }","duration":"2.956208112s","start":"2026-03-12T19:27:08.040121Z","end":"2026-03-12T19:27:10.996329Z","steps":["trace[1944811799] 'agreement among raft nodes before linearized reading' (duration: 2.800519588s)","trace[1944811799] 'range keys from in-memory index tree' (duration: 155.353466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:10.996402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.04011Z","time spent":"2.956282173s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111246,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-12T19:27:11.013364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.585572ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-12T19:27:11.01346Z","caller":"traceutil/trace.go:171","msg":"trace[57371004] compact","detail":"{revision:2640; response_revision:5354; }","duration":"537.694472ms","start":"2026-03-12T19:27:10.475747Z","end":"2026-03-12T19:27:11.013442Z","steps":["trace[57371004] 'process raft request' (duration: 364.523567ms)","trace[57371004] 'check and update compact revision' (duration: 155.398788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:11.013505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:10.475729Z","time spent":"537.772983ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:27:11.013507Z","caller":"traceutil/trace.go:171","msg":"trace[2059498989] linearizableReadLoop","detail":"{readStateIndex:5570; appliedIndex:5569; }","duration":"172.869737ms","start":"2026-03-12T19:27:10.840625Z","end":"2026-03-12T19:27:11.013494Z","steps":["trace[2059498989] 'read index received' (duration: 52.291µs)","trace[2059498989] 'applied index is now lower than readState.Index' (duration: 172.816626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:11.013671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575002023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:27:11.013664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365844464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T19:27:11.013707Z","caller":"traceutil/trace.go:171","msg":"trace[1831999807] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5354; }","duration":"2.365941666s","start":"2026-03-12T19:27:08.647755Z","end":"2026-03-12T19:27:11.013697Z","steps":["trace[1831999807] 'agreement among raft nodes before linearized reading' (duration: 2.365778272s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:11.013698Z","caller":"traceutil/trace.go:171","msg":"trace[1545204955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5354; }","duration":"2.575067295s","start":"2026-03-12T19:27:08.438623Z","end":"2026-03-12T19:27:11.01369Z","steps":["trace[1545204955] 'agreement among raft nodes before linearized reading' (duration: 2.574980573s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.013736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.647727Z","time spent":"2.366001497s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-12T19:27:11.013747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.4386Z","time spent":"2.575140646s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:11.013775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571940173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:27:11.013805Z","caller":"traceutil/trace.go:171","msg":"trace[997689290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5354; }","duration":"2.571979994s","start":"2026-03-12T19:27:08.441817Z","end":"2026-03-12T19:27:11.013797Z","steps":["trace[997689290] 'agreement among raft nodes before linearized reading' (duration: 2.571900792s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.013824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.441809Z","time spent":"2.572010735s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:11.013841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973541349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111223"} {"level":"info","ts":"2026-03-12T19:27:11.013869Z","caller":"traceutil/trace.go:171","msg":"trace[862202756] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5354; }","duration":"2.973589021s","start":"2026-03-12T19:27:08.040274Z","end":"2026-03-12T19:27:11.013863Z","steps":["trace[862202756] 'agreement among raft nodes before linearized reading' (duration: 2.973396896s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.013885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.040236Z","time spent":"2.973644852s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111246,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-12T19:27:11.013931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587475829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:27:11.013952Z","caller":"traceutil/trace.go:171","msg":"trace[1567160922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5354; }","duration":"2.58753375s","start":"2026-03-12T19:27:08.426413Z","end":"2026-03-12T19:27:11.013947Z","steps":["trace[1567160922] 'agreement among raft nodes before linearized reading' (duration: 2.587471779s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.013966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.426392Z","time spent":"2.587571411s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:27:11.014017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326181807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:11.014008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775884675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:27:11.014034Z","caller":"traceutil/trace.go:171","msg":"trace[255474287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5354; }","duration":"1.326252698s","start":"2026-03-12T19:27:09.687777Z","end":"2026-03-12T19:27:11.014029Z","steps":["trace[255474287] 'agreement among raft nodes before linearized reading' (duration: 1.326226428s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.014046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:09.687741Z","time spent":"1.32630315s","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:11.013991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076784955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:11.014052Z","caller":"traceutil/trace.go:171","msg":"trace[1258876760] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:5354; }","duration":"1.775967686s","start":"2026-03-12T19:27:09.238072Z","end":"2026-03-12T19:27:11.014039Z","steps":["trace[1258876760] 'agreement among raft nodes before linearized reading' (duration: 1.775840913s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.014059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323125817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:27:11.014073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572885104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:27:11.014052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572817922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:27:11.014179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707239513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-12T19:27:11.014212Z","caller":"traceutil/trace.go:171","msg":"trace[140413674] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5354; }","duration":"1.707293993s","start":"2026-03-12T19:27:09.306911Z","end":"2026-03-12T19:27:11.014205Z","steps":["trace[140413674] 'agreement among raft nodes before linearized reading' (duration: 1.70672432s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:11.014217Z","caller":"traceutil/trace.go:171","msg":"trace[501357436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5354; }","duration":"2.573189211s","start":"2026-03-12T19:27:08.440977Z","end":"2026-03-12T19:27:11.014166Z","steps":["trace[501357436] 'agreement among raft nodes before linearized reading' (duration: 2.572597168s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:11.014089Z","caller":"traceutil/trace.go:171","msg":"trace[1559779526] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5354; }","duration":"1.323178698s","start":"2026-03-12T19:27:09.690902Z","end":"2026-03-12T19:27:11.014081Z","steps":["trace[1559779526] 'agreement among raft nodes before linearized reading' (duration: 1.323087875s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.014332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.440964Z","time spent":"2.573354085s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:27:11.014095Z","caller":"traceutil/trace.go:171","msg":"trace[1564538805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5354; }","duration":"2.572926886s","start":"2026-03-12T19:27:08.441163Z","end":"2026-03-12T19:27:11.01409Z","steps":["trace[1564538805] 'agreement among raft nodes before linearized reading' (duration: 2.572860624s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.014403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:09.690897Z","time spent":"1.323491526s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:11.014572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.441152Z","time spent":"2.573387436s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:11.014087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:09.238051Z","time spent":"1.776029597s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"info","ts":"2026-03-12T19:27:11.014088Z","caller":"traceutil/trace.go:171","msg":"trace[370715160] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5354; }","duration":"2.076938118s","start":"2026-03-12T19:27:08.937131Z","end":"2026-03-12T19:27:11.014069Z","steps":["trace[370715160] 'agreement among raft nodes before linearized reading' (duration: 2.076759564s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.014838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:08.937113Z","time spent":"2.077706165s","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:11.014231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:09.3069Z","time spent":"1.707327524s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-12T19:27:11.357497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.954326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:11.357688Z","caller":"traceutil/trace.go:171","msg":"trace[1782108951] linearizableReadLoop","detail":"{readStateIndex:5571; appliedIndex:5570; }","duration":"344.104019ms","start":"2026-03-12T19:27:11.013562Z","end":"2026-03-12T19:27:11.357666Z","steps":["trace[1782108951] 'read index received' (duration: 381.468µs)","trace[1782108951] 'applied index is now lower than readState.Index' (duration: 343.721241ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:11.357838Z","caller":"traceutil/trace.go:171","msg":"trace[540887395] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"511.805649ms","start":"2026-03-12T19:27:10.845978Z","end":"2026-03-12T19:27:11.357783Z","steps":["trace[540887395] 'process raft request' (duration: 167.488414ms)","trace[540887395] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.189c2ea2fd2092fe; req_size:755; } (duration: 343.646959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:11.358004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:10.845952Z","time spent":"511.976653ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:27:11.379999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.416984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:11.380091Z","caller":"traceutil/trace.go:171","msg":"trace[1760680196] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5355; }","duration":"405.562017ms","start":"2026-03-12T19:27:10.974509Z","end":"2026-03-12T19:27:11.380071Z","steps":["trace[1760680196] 'agreement among raft nodes before linearized reading' (duration: 383.297877ms)","trace[1760680196] 'count revisions from in-memory index tree' (duration: 22.127276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:11.380143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:10.974486Z","time spent":"405.644938ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:11.814177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.424281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:11.814328Z","caller":"traceutil/trace.go:171","msg":"trace[1992689007] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"793.51741ms","start":"2026-03-12T19:27:11.020781Z","end":"2026-03-12T19:27:11.814298Z","steps":["trace[1992689007] 'process raft request' (duration: 336.873794ms)","trace[1992689007] 'compare' (duration: 22.229109ms)","trace[1992689007] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 433.701551ms)"],"step_count":3} {"level":"warn","ts":"2026-03-12T19:27:11.814395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.020756Z","time spent":"793.609353ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:12.09131Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2640,"took":"1.078133588s","hash":3170304524,"current-db-size-bytes":38334464,"current-db-size":"38 MB","current-db-size-in-use-bytes":28229632,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-12T19:27:12.091403Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3170304524,"revision":2640,"compact-revision":-1} {"level":"warn","ts":"2026-03-12T19:27:12.092279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.566776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:12.092573Z","caller":"traceutil/trace.go:171","msg":"trace[2012265713] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"1.071468605s","start":"2026-03-12T19:27:11.020994Z","end":"2026-03-12T19:27:12.092462Z","steps":["trace[2012265713] 'process raft request' (duration: 793.285765ms)","trace[2012265713] 'compare' (duration: 164.800664ms)","trace[2012265713] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 112.389183ms)"],"step_count":3} {"level":"warn","ts":"2026-03-12T19:27:12.092698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.020986Z","time spent":"1.071657149s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:12.427104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.579912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:12.427508Z","caller":"traceutil/trace.go:171","msg":"trace[1800984746] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"979.384597ms","start":"2026-03-12T19:27:11.448101Z","end":"2026-03-12T19:27:12.427486Z","steps":["trace[1800984746] 'process raft request' (duration: 979.343306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:12.42761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.448067Z","time spent":"979.483999ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:12.427751Z","caller":"traceutil/trace.go:171","msg":"trace[729013558] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"1.397393589s","start":"2026-03-12T19:27:11.030308Z","end":"2026-03-12T19:27:12.427702Z","steps":["trace[729013558] 'process raft request' (duration: 1.39703789s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:12.427829Z","caller":"traceutil/trace.go:171","msg":"trace[1376881431] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"1.406004036s","start":"2026-03-12T19:27:11.021801Z","end":"2026-03-12T19:27:12.427805Z","steps":["trace[1376881431] 'process raft request' (duration: 1.070633586s)","trace[1376881431] 'compare' (duration: 334.313986ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:12.427736Z","caller":"traceutil/trace.go:171","msg":"trace[952430402] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"1.402332751s","start":"2026-03-12T19:27:11.025362Z","end":"2026-03-12T19:27:12.427694Z","steps":["trace[952430402] 'process raft request' (duration: 1.401943133s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:12.427918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.021793Z","time spent":"1.406081168s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:12.42793Z","caller":"traceutil/trace.go:171","msg":"trace[1124925839] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"1.404285146s","start":"2026-03-12T19:27:11.023611Z","end":"2026-03-12T19:27:12.427896Z","steps":["trace[1124925839] 'process raft request' (duration: 1.40360239s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:12.427997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411174834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5780fb7-aecd-4329-818d-a4a2e6dda96a\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-12T19:27:12.428085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405242758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:12.42799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.0303Z","time spent":"1.397558372s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:12.428119Z","caller":"traceutil/trace.go:171","msg":"trace[38912363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5363; }","duration":"1.40530753s","start":"2026-03-12T19:27:11.022801Z","end":"2026-03-12T19:27:12.428109Z","steps":["trace[38912363] 'agreement among raft nodes before linearized reading' (duration: 1.405252789s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:12.428145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.023588Z","time spent":"1.404421s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:12.428114Z","caller":"traceutil/trace.go:171","msg":"trace[1212579063] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5780fb7-aecd-4329-818d-a4a2e6dda96a; range_end:; response_count:1; response_revision:5363; }","duration":"1.411301647s","start":"2026-03-12T19:27:11.0168Z","end":"2026-03-12T19:27:12.428102Z","steps":["trace[1212579063] 'agreement among raft nodes before linearized reading' (duration: 1.411082412s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:12.428163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398027734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"warn","ts":"2026-03-12T19:27:12.428384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.016789Z","time spent":"1.41139572s","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b5780fb7-aecd-4329-818d-a4a2e6dda96a\" "} {"level":"warn","ts":"2026-03-12T19:27:12.428103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.025353Z","time spent":"1.402561148s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:12.42781Z","caller":"traceutil/trace.go:171","msg":"trace[1304031991] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"1.144046528s","start":"2026-03-12T19:27:11.283751Z","end":"2026-03-12T19:27:12.427798Z","steps":["trace[1304031991] 'process raft request' (duration: 1.143656209s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:12.428442Z","caller":"traceutil/trace.go:171","msg":"trace[780599252] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5363; }","duration":"1.39832661s","start":"2026-03-12T19:27:11.030093Z","end":"2026-03-12T19:27:12.42842Z","steps":["trace[780599252] 'agreement among raft nodes before linearized reading' (duration: 1.397783528s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:12.428474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405796111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81897"} {"level":"warn","ts":"2026-03-12T19:27:12.42816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.022782Z","time spent":"1.405371411s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:12.428499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.030085Z","time spent":"1.398399262s","remote":"127.0.0.1:49824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4889,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-12T19:27:12.428486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281406493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:12.428516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.283704Z","time spent":"1.144765264s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:12.427852Z","caller":"traceutil/trace.go:171","msg":"trace[2095655575] linearizableReadLoop","detail":"{readStateIndex:5578; appliedIndex:5571; }","duration":"1.070105194s","start":"2026-03-12T19:27:11.357737Z","end":"2026-03-12T19:27:12.427843Z","steps":["trace[2095655575] 'read index received' (duration: 89.742µs)","trace[2095655575] 'applied index is now lower than readState.Index' (duration: 1.070014482s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:12.428615Z","caller":"traceutil/trace.go:171","msg":"trace[1351082696] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5363; }","duration":"1.281588197s","start":"2026-03-12T19:27:11.147Z","end":"2026-03-12T19:27:12.428589Z","steps":["trace[1351082696] 'agreement among raft nodes before linearized reading' (duration: 1.281405543s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:12.42868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.146976Z","time spent":"1.281691079s","remote":"127.0.0.1:58714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:27:12.428508Z","caller":"traceutil/trace.go:171","msg":"trace[1829110127] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5363; }","duration":"1.405848122s","start":"2026-03-12T19:27:11.02265Z","end":"2026-03-12T19:27:12.428498Z","steps":["trace[1829110127] 'agreement among raft nodes before linearized reading' (duration: 1.405487964s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:12.42922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.022641Z","time spent":"1.406518138s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81920,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:27:12.42997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.469507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:12.430011Z","caller":"traceutil/trace.go:171","msg":"trace[1850276689] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5363; }","duration":"675.554529ms","start":"2026-03-12T19:27:11.754445Z","end":"2026-03-12T19:27:12.43Z","steps":["trace[1850276689] 'agreement among raft nodes before linearized reading' (duration: 675.486978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:12.430035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.754421Z","time spent":"675.605781ms","remote":"127.0.0.1:37476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:12.429972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068087608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e2471b8cf9a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T19:27:12.430116Z","caller":"traceutil/trace.go:171","msg":"trace[475281535] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e2471b8cf9a; range_end:; response_count:1; response_revision:5363; }","duration":"1.068283652s","start":"2026-03-12T19:27:11.361812Z","end":"2026-03-12T19:27:12.430096Z","steps":["trace[475281535] 'agreement among raft nodes before linearized reading' (duration: 1.067912834s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:12.430179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.361791Z","time spent":"1.068375784s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e2471b8cf9a\" "} {"level":"info","ts":"2026-03-12T19:27:12.658709Z","caller":"traceutil/trace.go:171","msg":"trace[1839282681] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"226.077897ms","start":"2026-03-12T19:27:12.432592Z","end":"2026-03-12T19:27:12.658669Z","steps":["trace[1839282681] 'process raft request' (duration: 143.23903ms)","trace[1839282681] 'compare' (duration: 82.657473ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:12.658695Z","caller":"traceutil/trace.go:171","msg":"trace[177228002] linearizableReadLoop","detail":"{readStateIndex:5580; appliedIndex:5579; }","duration":"220.705985ms","start":"2026-03-12T19:27:12.43795Z","end":"2026-03-12T19:27:12.658656Z","steps":["trace[177228002] 'read index received' (duration: 137.852477ms)","trace[177228002] 'applied index is now lower than readState.Index' (duration: 82.852027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:12.658857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.881908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:12.658905Z","caller":"traceutil/trace.go:171","msg":"trace[1108438154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5364; }","duration":"220.97728ms","start":"2026-03-12T19:27:12.437917Z","end":"2026-03-12T19:27:12.658894Z","steps":["trace[1108438154] 'agreement among raft nodes before linearized reading' (duration: 220.847107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:12.659016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.380605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:12.659128Z","caller":"traceutil/trace.go:171","msg":"trace[542882029] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5364; }","duration":"178.519438ms","start":"2026-03-12T19:27:12.480555Z","end":"2026-03-12T19:27:12.659074Z","steps":["trace[542882029] 'agreement among raft nodes before linearized reading' (duration: 178.388955ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:12.991609Z","caller":"traceutil/trace.go:171","msg":"trace[967772463] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"145.010071ms","start":"2026-03-12T19:27:12.846564Z","end":"2026-03-12T19:27:12.991574Z","steps":["trace[967772463] 'process raft request' (duration: 121.272487ms)","trace[967772463] 'compare' (duration: 23.428106ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:12.991861Z","caller":"traceutil/trace.go:171","msg":"trace[1381312390] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"145.258036ms","start":"2026-03-12T19:27:12.846586Z","end":"2026-03-12T19:27:12.991844Z","steps":["trace[1381312390] 'process raft request' (duration: 144.897777ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:12.991908Z","caller":"traceutil/trace.go:171","msg":"trace[1556663808] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"144.806616ms","start":"2026-03-12T19:27:12.847074Z","end":"2026-03-12T19:27:12.991881Z","steps":["trace[1556663808] 'process raft request' (duration: 144.460628ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:14.019904Z","caller":"traceutil/trace.go:171","msg":"trace[1389643138] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"198.037225ms","start":"2026-03-12T19:27:13.821842Z","end":"2026-03-12T19:27:14.019879Z","steps":["trace[1389643138] 'process raft request' (duration: 197.870211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:17.194757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.976828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413757"} {"level":"info","ts":"2026-03-12T19:27:17.194819Z","caller":"traceutil/trace.go:171","msg":"trace[1856162746] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5409; }","duration":"103.095001ms","start":"2026-03-12T19:27:17.091711Z","end":"2026-03-12T19:27:17.194806Z","steps":["trace[1856162746] 'range keys from in-memory index tree' (duration: 102.435075ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:49.051839Z","caller":"traceutil/trace.go:171","msg":"trace[505317041] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"402.268482ms","start":"2026-03-12T19:27:48.649519Z","end":"2026-03-12T19:27:49.051788Z","steps":["trace[505317041] 'process raft request' (duration: 401.857492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:49.052101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.649482Z","time spent":"402.496506ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:49.052151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.700999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T19:27:49.052258Z","caller":"traceutil/trace.go:171","msg":"trace[1198375921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5669; }","duration":"332.866062ms","start":"2026-03-12T19:27:48.719366Z","end":"2026-03-12T19:27:49.052232Z","steps":["trace[1198375921] 'agreement among raft nodes before linearized reading' (duration: 332.546815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:49.052316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.719347Z","time spent":"332.960145ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:27:49.085822Z","caller":"traceutil/trace.go:171","msg":"trace[1008873824] linearizableReadLoop","detail":"{readStateIndex:5895; appliedIndex:5894; }","duration":"332.286719ms","start":"2026-03-12T19:27:48.71942Z","end":"2026-03-12T19:27:49.051706Z","steps":["trace[1008873824] 'read index received' (duration: 331.718446ms)","trace[1008873824] 'applied index is now lower than readState.Index' (duration: 566.563µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:49.192056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.120619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"warn","ts":"2026-03-12T19:27:49.192135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.521123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-12T19:27:49.192188Z","caller":"traceutil/trace.go:171","msg":"trace[2059133305] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5669; }","duration":"316.290353ms","start":"2026-03-12T19:27:48.875865Z","end":"2026-03-12T19:27:49.192156Z","steps":["trace[2059133305] 'agreement among raft nodes before linearized reading' (duration: 210.191814ms)","trace[2059133305] 'range keys from in-memory index tree' (duration: 105.803902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:49.192318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.875838Z","time spent":"316.461406ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-12T19:27:49.192407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.797803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:49.192479Z","caller":"traceutil/trace.go:171","msg":"trace[483639590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5669; }","duration":"364.921626ms","start":"2026-03-12T19:27:48.827543Z","end":"2026-03-12T19:27:49.192464Z","steps":["trace[483639590] 'agreement among raft nodes before linearized reading' (duration: 258.52389ms)","trace[483639590] 'range keys from in-memory index tree' (duration: 106.312664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:49.192568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.355285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:27:49.192572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.827517Z","time spent":"365.042169ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:49.192601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.843236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:27:49.192658Z","caller":"traceutil/trace.go:171","msg":"trace[1989994678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5669; }","duration":"451.530689ms","start":"2026-03-12T19:27:48.741106Z","end":"2026-03-12T19:27:49.192637Z","steps":["trace[1989994678] 'agreement among raft nodes before linearized reading' (duration: 344.974929ms)","trace[1989994678] 'range keys from in-memory index tree' (duration: 106.322055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:49.192702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.741082Z","time spent":"451.611161ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:27:49.192705Z","caller":"traceutil/trace.go:171","msg":"trace[256180575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5669; }","duration":"452.048131ms","start":"2026-03-12T19:27:48.740624Z","end":"2026-03-12T19:27:49.192672Z","steps":["trace[256180575] 'agreement among raft nodes before linearized reading' (duration: 345.419429ms)","trace[256180575] 'range keys from in-memory index tree' (duration: 106.340704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:49.192697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.410767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:27:49.192765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.740592Z","time spent":"452.160543ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:27:49.192777Z","caller":"traceutil/trace.go:171","msg":"trace[676303779] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5669; }","duration":"137.53323ms","start":"2026-03-12T19:27:49.055221Z","end":"2026-03-12T19:27:49.192754Z","steps":["trace[676303779] 'agreement among raft nodes before linearized reading' (duration: 30.869887ms)","trace[676303779] 'range keys from in-memory index tree' (duration: 105.722291ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:49.19229Z","caller":"traceutil/trace.go:171","msg":"trace[77128783] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5669; }","duration":"142.727878ms","start":"2026-03-12T19:27:49.049538Z","end":"2026-03-12T19:27:49.192266Z","steps":["trace[77128783] 'agreement among raft nodes before linearized reading' (duration: 36.588838ms)","trace[77128783] 'range keys from in-memory index tree' (duration: 105.757462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:49.193179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.15218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:27:49.193251Z","caller":"traceutil/trace.go:171","msg":"trace[1924276223] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:5669; }","duration":"451.846096ms","start":"2026-03-12T19:27:48.741386Z","end":"2026-03-12T19:27:49.193232Z","steps":["trace[1924276223] 'agreement among raft nodes before linearized reading' (duration: 344.695493ms)","trace[1924276223] 'range keys from in-memory index tree' (duration: 106.361266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:49.193298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.741374Z","time spent":"451.912358ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"info","ts":"2026-03-12T19:27:59.303582Z","caller":"traceutil/trace.go:171","msg":"trace[1380256497] linearizableReadLoop","detail":"{readStateIndex:5950; appliedIndex:5949; }","duration":"141.454819ms","start":"2026-03-12T19:27:59.162101Z","end":"2026-03-12T19:27:59.303556Z","steps":["trace[1380256497] 'read index received' (duration: 141.328006ms)","trace[1380256497] 'applied index is now lower than readState.Index' (duration: 125.483µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:59.30364Z","caller":"traceutil/trace.go:171","msg":"trace[173874631] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"269.815198ms","start":"2026-03-12T19:27:59.03379Z","end":"2026-03-12T19:27:59.303605Z","steps":["trace[173874631] 'process raft request' (duration: 269.567933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:59.304083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.96343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:27:59.304178Z","caller":"traceutil/trace.go:171","msg":"trace[1822314575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5722; }","duration":"142.129654ms","start":"2026-03-12T19:27:59.162027Z","end":"2026-03-12T19:27:59.304156Z","steps":["trace[1822314575] 'agreement among raft nodes before linearized reading' (duration: 141.689014ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:59.337209Z","caller":"traceutil/trace.go:171","msg":"trace[62816022] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"110.667264ms","start":"2026-03-12T19:27:59.226513Z","end":"2026-03-12T19:27:59.33718Z","steps":["trace[62816022] 'process raft request' (duration: 110.512071ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:59.337544Z","caller":"traceutil/trace.go:171","msg":"trace[28493836] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"108.859223ms","start":"2026-03-12T19:27:59.228639Z","end":"2026-03-12T19:27:59.337498Z","steps":["trace[28493836] 'process raft request' (duration: 108.499634ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:59.337788Z","caller":"traceutil/trace.go:171","msg":"trace[178194184] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"108.575427ms","start":"2026-03-12T19:27:59.229191Z","end":"2026-03-12T19:27:59.337766Z","steps":["trace[178194184] 'process raft request' (duration: 108.217028ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:01.473945Z","caller":"traceutil/trace.go:171","msg":"trace[388733762] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"129.366513ms","start":"2026-03-12T19:28:01.344512Z","end":"2026-03-12T19:28:01.473879Z","steps":["trace[388733762] 'process raft request' (duration: 129.163708ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:01.474241Z","caller":"traceutil/trace.go:171","msg":"trace[1762557565] linearizableReadLoop","detail":"{readStateIndex:5961; appliedIndex:5958; }","duration":"119.65642ms","start":"2026-03-12T19:28:01.354559Z","end":"2026-03-12T19:28:01.474216Z","steps":["trace[1762557565] 'read index received' (duration: 83.887071ms)","trace[1762557565] 'applied index is now lower than readState.Index' (duration: 35.766709ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:01.47431Z","caller":"traceutil/trace.go:171","msg":"trace[1480252785] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"129.545267ms","start":"2026-03-12T19:28:01.344729Z","end":"2026-03-12T19:28:01.474274Z","steps":["trace[1480252785] 'process raft request' (duration: 129.075946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:01.474678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.10366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:28:01.474768Z","caller":"traceutil/trace.go:171","msg":"trace[918165660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5733; }","duration":"120.254773ms","start":"2026-03-12T19:28:01.354492Z","end":"2026-03-12T19:28:01.474747Z","steps":["trace[918165660] 'agreement among raft nodes before linearized reading' (duration: 119.873665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:01.474725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.085221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:28:01.47511Z","caller":"traceutil/trace.go:171","msg":"trace[1444093251] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:5733; }","duration":"117.518601ms","start":"2026-03-12T19:28:01.357572Z","end":"2026-03-12T19:28:01.47509Z","steps":["trace[1444093251] 'agreement among raft nodes before linearized reading' (duration: 116.958328ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:01.643936Z","caller":"traceutil/trace.go:171","msg":"trace[471882347] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"146.781022ms","start":"2026-03-12T19:28:01.497116Z","end":"2026-03-12T19:28:01.643897Z","steps":["trace[471882347] 'process raft request' (duration: 146.528536ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:01.644287Z","caller":"traceutil/trace.go:171","msg":"trace[759467176] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"146.208998ms","start":"2026-03-12T19:28:01.498066Z","end":"2026-03-12T19:28:01.644275Z","steps":["trace[759467176] 'process raft request' (duration: 145.772508ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:02.445747Z","caller":"traceutil/trace.go:171","msg":"trace[38693167] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"147.993408ms","start":"2026-03-12T19:28:02.297726Z","end":"2026-03-12T19:28:02.44572Z","steps":["trace[38693167] 'process raft request' (duration: 147.748543ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:02.627843Z","caller":"traceutil/trace.go:171","msg":"trace[2144981788] linearizableReadLoop","detail":"{readStateIndex:5966; appliedIndex:5965; }","duration":"155.944231ms","start":"2026-03-12T19:28:02.471873Z","end":"2026-03-12T19:28:02.627818Z","steps":["trace[2144981788] 'read index received' (duration: 101.149166ms)","trace[2144981788] 'applied index is now lower than readState.Index' (duration: 54.794045ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:02.627925Z","caller":"traceutil/trace.go:171","msg":"trace[1787157372] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"177.564096ms","start":"2026-03-12T19:28:02.450329Z","end":"2026-03-12T19:28:02.627893Z","steps":["trace[1787157372] 'process raft request' (duration: 122.493415ms)","trace[1787157372] 'compare' (duration: 54.814195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:02.628041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.157266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:28:02.628078Z","caller":"traceutil/trace.go:171","msg":"trace[702345347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5738; }","duration":"156.238138ms","start":"2026-03-12T19:28:02.47183Z","end":"2026-03-12T19:28:02.628068Z","steps":["trace[702345347] 'agreement among raft nodes before linearized reading' (duration: 156.076274ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:12.623203Z","caller":"traceutil/trace.go:171","msg":"trace[58468084] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"120.248873ms","start":"2026-03-12T19:28:12.502923Z","end":"2026-03-12T19:28:12.623171Z","steps":["trace[58468084] 'process raft request' (duration: 120.077609ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:14.956044Z","caller":"traceutil/trace.go:171","msg":"trace[654373831] linearizableReadLoop","detail":"{readStateIndex:6055; appliedIndex:6054; }","duration":"221.701586ms","start":"2026-03-12T19:28:14.734314Z","end":"2026-03-12T19:28:14.956015Z","steps":["trace[654373831] 'read index received' (duration: 221.474431ms)","trace[654373831] 'applied index is now lower than readState.Index' (duration: 225.885µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:14.956305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.163314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:28:14.956378Z","caller":"traceutil/trace.go:171","msg":"trace[859668801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5823; }","duration":"214.270356ms","start":"2026-03-12T19:28:14.742095Z","end":"2026-03-12T19:28:14.956365Z","steps":["trace[859668801] 'agreement among raft nodes before linearized reading' (duration: 214.077232ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:14.956283Z","caller":"traceutil/trace.go:171","msg":"trace[200061842] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"222.814882ms","start":"2026-03-12T19:28:14.733245Z","end":"2026-03-12T19:28:14.95606Z","steps":["trace[200061842] 'process raft request' (duration: 222.608707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:14.956572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.085525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T19:28:14.956997Z","caller":"traceutil/trace.go:171","msg":"trace[941873966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5823; }","duration":"222.400953ms","start":"2026-03-12T19:28:14.734298Z","end":"2026-03-12T19:28:14.956699Z","steps":["trace[941873966] 'agreement among raft nodes before linearized reading' (duration: 221.816229ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:15.127544Z","caller":"traceutil/trace.go:171","msg":"trace[1351906204] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"166.934743ms","start":"2026-03-12T19:28:14.960559Z","end":"2026-03-12T19:28:15.127494Z","steps":["trace[1351906204] 'process raft request' (duration: 83.633915ms)","trace[1351906204] 'compare' (duration: 82.997461ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:15.391547Z","caller":"traceutil/trace.go:171","msg":"trace[82463246] linearizableReadLoop","detail":"{readStateIndex:6057; appliedIndex:6056; }","duration":"248.316666ms","start":"2026-03-12T19:28:15.143209Z","end":"2026-03-12T19:28:15.391526Z","steps":["trace[82463246] 'read index received' (duration: 248.122401ms)","trace[82463246] 'applied index is now lower than readState.Index' (duration: 193.275µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:15.391627Z","caller":"traceutil/trace.go:171","msg":"trace[1808171624] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"257.182549ms","start":"2026-03-12T19:28:15.134416Z","end":"2026-03-12T19:28:15.391598Z","steps":["trace[1808171624] 'process raft request' (duration: 256.975105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:15.391798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.554962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T19:28:15.391859Z","caller":"traceutil/trace.go:171","msg":"trace[1847644983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5825; }","duration":"248.645004ms","start":"2026-03-12T19:28:15.143197Z","end":"2026-03-12T19:28:15.391842Z","steps":["trace[1847644983] 'agreement among raft nodes before linearized reading' (duration: 248.421919ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:15.657517Z","caller":"traceutil/trace.go:171","msg":"trace[1327770055] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"105.631408ms","start":"2026-03-12T19:28:15.551836Z","end":"2026-03-12T19:28:15.657467Z","steps":["trace[1327770055] 'process raft request' (duration: 97.801039ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:15.73301Z","caller":"traceutil/trace.go:171","msg":"trace[330146150] linearizableReadLoop","detail":"{readStateIndex:6060; appliedIndex:6057; }","duration":"167.415733ms","start":"2026-03-12T19:28:15.565556Z","end":"2026-03-12T19:28:15.732971Z","steps":["trace[330146150] 'read index received' (duration: 84.094435ms)","trace[330146150] 'applied index is now lower than readState.Index' (duration: 83.319638ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:15.73311Z","caller":"traceutil/trace.go:171","msg":"trace[439872] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"178.077388ms","start":"2026-03-12T19:28:15.555003Z","end":"2026-03-12T19:28:15.73308Z","steps":["trace[439872] 'process raft request' (duration: 177.922744ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:15.73305Z","caller":"traceutil/trace.go:171","msg":"trace[1888442537] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"178.678351ms","start":"2026-03-12T19:28:15.554334Z","end":"2026-03-12T19:28:15.733012Z","steps":["trace[1888442537] 'process raft request' (duration: 178.405655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:15.733375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.795072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:28:15.733551Z","caller":"traceutil/trace.go:171","msg":"trace[683275783] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:5828; }","duration":"168.020517ms","start":"2026-03-12T19:28:15.565514Z","end":"2026-03-12T19:28:15.733535Z","steps":["trace[683275783] 'agreement among raft nodes before linearized reading' (duration: 167.68575ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:15.948333Z","caller":"traceutil/trace.go:171","msg":"trace[351083891] linearizableReadLoop","detail":"{readStateIndex:6061; appliedIndex:6060; }","duration":"174.094286ms","start":"2026-03-12T19:28:15.774212Z","end":"2026-03-12T19:28:15.948306Z","steps":["trace[351083891] 'read index received' (duration: 173.883821ms)","trace[351083891] 'applied index is now lower than readState.Index' (duration: 209.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:15.948487Z","caller":"traceutil/trace.go:171","msg":"trace[612901818] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"210.162383ms","start":"2026-03-12T19:28:15.738283Z","end":"2026-03-12T19:28:15.948446Z","steps":["trace[612901818] 'process raft request' (duration: 209.848855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:15.948677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.382633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:28:15.948733Z","caller":"traceutil/trace.go:171","msg":"trace[1921469063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5829; }","duration":"174.492456ms","start":"2026-03-12T19:28:15.774228Z","end":"2026-03-12T19:28:15.94872Z","steps":["trace[1921469063] 'agreement among raft nodes before linearized reading' (duration: 174.24503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:15.948979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.739971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:28:15.949066Z","caller":"traceutil/trace.go:171","msg":"trace[1991711180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5829; }","duration":"174.840333ms","start":"2026-03-12T19:28:15.774208Z","end":"2026-03-12T19:28:15.949048Z","steps":["trace[1991711180] 'agreement among raft nodes before linearized reading' (duration: 174.24629ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:29:27.522504Z","caller":"traceutil/trace.go:171","msg":"trace[1467507842] transaction","detail":"{read_only:false; response_revision:6263; number_of_response:1; }","duration":"132.068089ms","start":"2026-03-12T19:29:27.390396Z","end":"2026-03-12T19:29:27.522464Z","steps":["trace[1467507842] 'process raft request' (duration: 131.796513ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:29:27.881855Z","caller":"traceutil/trace.go:171","msg":"trace[1112203579] transaction","detail":"{read_only:false; response_revision:6264; number_of_response:1; }","duration":"291.75983ms","start":"2026-03-12T19:29:27.590071Z","end":"2026-03-12T19:29:27.881831Z","steps":["trace[1112203579] 'process raft request' (duration: 290.167493ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:29:27.906851Z","caller":"traceutil/trace.go:171","msg":"trace[294421997] transaction","detail":"{read_only:false; response_revision:6265; number_of_response:1; }","duration":"187.861725ms","start":"2026-03-12T19:29:27.718947Z","end":"2026-03-12T19:29:27.906808Z","steps":["trace[294421997] 'process raft request' (duration: 187.66349ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:30:24.938007Z","caller":"traceutil/trace.go:171","msg":"trace[1483086494] linearizableReadLoop","detail":"{readStateIndex:6825; appliedIndex:6823; }","duration":"148.355341ms","start":"2026-03-12T19:30:24.789622Z","end":"2026-03-12T19:30:24.937977Z","steps":["trace[1483086494] 'read index received' (duration: 28.88964ms)","trace[1483086494] 'applied index is now lower than readState.Index' (duration: 119.464991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:30:24.938309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.661808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:30:24.938356Z","caller":"traceutil/trace.go:171","msg":"trace[266874194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6566; }","duration":"148.749741ms","start":"2026-03-12T19:30:24.789592Z","end":"2026-03-12T19:30:24.938341Z","steps":["trace[266874194] 'agreement among raft nodes before linearized reading' (duration: 148.536666ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:30:24.93844Z","caller":"traceutil/trace.go:171","msg":"trace[111600423] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"155.316171ms","start":"2026-03-12T19:30:24.782999Z","end":"2026-03-12T19:30:24.938316Z","steps":["trace[111600423] 'process raft request' (duration: 68.756242ms)","trace[111600423] 'compare' (duration: 86.104719ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:30:44.187736Z","caller":"traceutil/trace.go:171","msg":"trace[804875037] linearizableReadLoop","detail":"{readStateIndex:6955; appliedIndex:6954; }","duration":"160.217953ms","start":"2026-03-12T19:30:44.02749Z","end":"2026-03-12T19:30:44.187708Z","steps":["trace[804875037] 'read index received' (duration: 160.007658ms)","trace[804875037] 'applied index is now lower than readState.Index' (duration: 208.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:30:44.187812Z","caller":"traceutil/trace.go:171","msg":"trace[1767738580] transaction","detail":"{read_only:false; response_revision:6689; number_of_response:1; }","duration":"273.241576ms","start":"2026-03-12T19:30:43.914522Z","end":"2026-03-12T19:30:44.187763Z","steps":["trace[1767738580] 'process raft request' (duration: 273.014161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:30:44.187984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.844624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:30:44.187985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.467128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:30:44.188033Z","caller":"traceutil/trace.go:171","msg":"trace[1511322774] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6689; }","duration":"131.976717ms","start":"2026-03-12T19:30:44.056043Z","end":"2026-03-12T19:30:44.188019Z","steps":["trace[1511322774] 'agreement among raft nodes before linearized reading' (duration: 131.861094ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:30:44.188071Z","caller":"traceutil/trace.go:171","msg":"trace[1731652026] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6689; }","duration":"160.623642ms","start":"2026-03-12T19:30:44.027426Z","end":"2026-03-12T19:30:44.188049Z","steps":["trace[1731652026] 'agreement among raft nodes before linearized reading' (duration: 160.438057ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:35.689157Z","caller":"traceutil/trace.go:171","msg":"trace[717918089] transaction","detail":"{read_only:false; response_revision:7133; number_of_response:1; }","duration":"117.110919ms","start":"2026-03-12T19:31:35.572018Z","end":"2026-03-12T19:31:35.689129Z","steps":["trace[717918089] 'process raft request' (duration: 116.961165ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:32:11.020555Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5350} {"level":"info","ts":"2026-03-12T19:32:11.216143Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5350,"took":"193.611792ms","hash":2147092886,"current-db-size-bytes":38334464,"current-db-size":"38 MB","current-db-size-in-use-bytes":21188608,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-12T19:32:11.21625Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2147092886,"revision":5350,"compact-revision":2640} {"level":"info","ts":"2026-03-12T19:32:32.992797Z","caller":"traceutil/trace.go:171","msg":"trace[1673654161] transaction","detail":"{read_only:false; response_revision:7485; number_of_response:1; }","duration":"121.208353ms","start":"2026-03-12T19:32:32.871554Z","end":"2026-03-12T19:32:32.992763Z","steps":["trace[1673654161] 'process raft request' (duration: 120.989798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:08.710168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314487751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:09.219871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314487751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:09.72101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314487751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:10.221499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314487751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:10.227776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:33:10.227935Z","caller":"traceutil/trace.go:171","msg":"trace[1985051339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000476222s","start":"2026-03-12T19:33:08.227433Z","end":"2026-03-12T19:33:10.227909Z","steps":["trace[1985051339] 'agreement among raft nodes before linearized reading' (duration: 2.000294048s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.228026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.227424Z","time spent":"2.000589035s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:10.364463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.157261326s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:33:10.365246Z","caller":"traceutil/trace.go:171","msg":"trace[184351994] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"2.158101525s","start":"2026-03-12T19:33:08.207101Z","end":"2026-03-12T19:33:10.365203Z","steps":["trace[184351994] 'process raft request' (duration: 2.15791079s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.365532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.207074Z","time spent":"2.158309539s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:10.36929Z","caller":"traceutil/trace.go:171","msg":"trace[1771691656] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"2.144819598s","start":"2026-03-12T19:33:08.224451Z","end":"2026-03-12T19:33:10.369271Z","steps":["trace[1771691656] 'process raft request' (duration: 2.144729336s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.369391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.224423Z","time spent":"2.144923611s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:33:10.369624Z","caller":"traceutil/trace.go:171","msg":"trace[415952747] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"2.162404603s","start":"2026-03-12T19:33:08.207208Z","end":"2026-03-12T19:33:10.369612Z","steps":["trace[415952747] 'process raft request' (duration: 2.16183489s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.369709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.207162Z","time spent":"2.162494945s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:10.369857Z","caller":"traceutil/trace.go:171","msg":"trace[612247464] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"2.160015079s","start":"2026-03-12T19:33:08.209831Z","end":"2026-03-12T19:33:10.369846Z","steps":["trace[612247464] 'process raft request' (duration: 2.159311743s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.369933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.209821Z","time spent":"2.16007358s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:10.369926Z","caller":"traceutil/trace.go:171","msg":"trace[266684515] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"1.6541531s","start":"2026-03-12T19:33:08.715723Z","end":"2026-03-12T19:33:10.369876Z","steps":["trace[266684515] 'process raft request' (duration: 1.653513686s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.370402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.715684Z","time spent":"1.654613921s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:10.37079Z","caller":"traceutil/trace.go:171","msg":"trace[1477690554] linearizableReadLoop","detail":"{readStateIndex:8028; appliedIndex:8020; }","duration":"2.161609735s","start":"2026-03-12T19:33:08.209167Z","end":"2026-03-12T19:33:10.370777Z","steps":["trace[1477690554] 'read index received' (duration: 2.15572013s)","trace[1477690554] 'applied index is now lower than readState.Index' (duration: 5.888655ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:10.370884Z","caller":"traceutil/trace.go:171","msg":"trace[823546290] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"161.145113ms","start":"2026-03-12T19:33:10.209729Z","end":"2026-03-12T19:33:10.370875Z","steps":["trace[823546290] 'process raft request' (duration: 161.01613ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:10.370888Z","caller":"traceutil/trace.go:171","msg":"trace[865997888] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"162.553216ms","start":"2026-03-12T19:33:10.208314Z","end":"2026-03-12T19:33:10.370867Z","steps":["trace[865997888] 'process raft request' (duration: 162.381162ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:10.371022Z","caller":"traceutil/trace.go:171","msg":"trace[216978423] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"1.222610796s","start":"2026-03-12T19:33:09.148397Z","end":"2026-03-12T19:33:10.371008Z","steps":["trace[216978423] 'process raft request' (duration: 1.221340707s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.371111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:09.148355Z","time spent":"1.222709739s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:10.371465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162290661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224322"} {"level":"info","ts":"2026-03-12T19:33:10.371516Z","caller":"traceutil/trace.go:171","msg":"trace[151475900] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7725; }","duration":"2.162377743s","start":"2026-03-12T19:33:08.209128Z","end":"2026-03-12T19:33:10.371505Z","steps":["trace[151475900] 'agreement among raft nodes before linearized reading' (duration: 2.161961543s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.371556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.209118Z","time spent":"2.162430004s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224345,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:33:10.371562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.998725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:10.37161Z","caller":"traceutil/trace.go:171","msg":"trace[861522000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7725; }","duration":"143.098568ms","start":"2026-03-12T19:33:10.228497Z","end":"2026-03-12T19:33:10.371595Z","steps":["trace[861522000] 'agreement among raft nodes before linearized reading' (duration: 143.037377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.371465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021473996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:10.371811Z","caller":"traceutil/trace.go:171","msg":"trace[534251406] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7725; }","duration":"2.021878716s","start":"2026-03-12T19:33:08.34992Z","end":"2026-03-12T19:33:10.371798Z","steps":["trace[534251406] 'agreement among raft nodes before linearized reading' (duration: 2.021497477s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.371845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.94035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:10.371907Z","caller":"traceutil/trace.go:171","msg":"trace[1251796373] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7725; }","duration":"749.045443ms","start":"2026-03-12T19:33:09.622846Z","end":"2026-03-12T19:33:10.371892Z","steps":["trace[1251796373] 'agreement among raft nodes before linearized reading' (duration: 748.958351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.371955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:09.622816Z","time spent":"749.127024ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:10.372172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.268503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:10.372215Z","caller":"traceutil/trace.go:171","msg":"trace[1092335534] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7725; }","duration":"915.336715ms","start":"2026-03-12T19:33:09.456868Z","end":"2026-03-12T19:33:10.372205Z","steps":["trace[1092335534] 'agreement among raft nodes before linearized reading' (duration: 915.266173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.372253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:09.456857Z","time spent":"915.388276ms","remote":"127.0.0.1:41320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:10.372412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.97462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:10.372448Z","caller":"traceutil/trace.go:171","msg":"trace[1162875680] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7725; }","duration":"995.072672ms","start":"2026-03-12T19:33:09.377366Z","end":"2026-03-12T19:33:10.372439Z","steps":["trace[1162875680] 'agreement among raft nodes before linearized reading' (duration: 995.019461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.372483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:09.377325Z","time spent":"995.151264ms","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:10.372621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202900132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:33:10.372675Z","caller":"traceutil/trace.go:171","msg":"trace[1091556981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7725; }","duration":"1.203000565s","start":"2026-03-12T19:33:09.169664Z","end":"2026-03-12T19:33:10.372665Z","steps":["trace[1091556981] 'agreement among raft nodes before linearized reading' (duration: 1.202845011s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.372716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:09.169637Z","time spent":"1.203069876s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:33:10.372894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205892561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:33:10.372929Z","caller":"traceutil/trace.go:171","msg":"trace[1171562464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7725; }","duration":"1.205963452s","start":"2026-03-12T19:33:09.166957Z","end":"2026-03-12T19:33:10.37292Z","steps":["trace[1171562464] 'agreement among raft nodes before linearized reading' (duration: 1.20587576s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.372962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:09.166943Z","time spent":"1.206013034s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:33:10.373102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238668046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:10.373136Z","caller":"traceutil/trace.go:171","msg":"trace[1161710643] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7725; }","duration":"1.238759078s","start":"2026-03-12T19:33:09.134369Z","end":"2026-03-12T19:33:10.373128Z","steps":["trace[1161710643] 'agreement among raft nodes before linearized reading' (duration: 1.238699577s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:10.373165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:09.134347Z","time spent":"1.238810669s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:10.371857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.34988Z","time spent":"2.021963848s","remote":"127.0.0.1:37440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:16.580222Z","caller":"traceutil/trace.go:171","msg":"trace[229898827] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"141.257534ms","start":"2026-03-12T19:33:16.43892Z","end":"2026-03-12T19:33:16.580177Z","steps":["trace[229898827] 'process raft request' (duration: 140.986658ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:16.580278Z","caller":"traceutil/trace.go:171","msg":"trace[556375587] linearizableReadLoop","detail":"{readStateIndex:8062; appliedIndex:8060; }","duration":"121.789705ms","start":"2026-03-12T19:33:16.458452Z","end":"2026-03-12T19:33:16.580242Z","steps":["trace[556375587] 'read index received' (duration: 5.786023ms)","trace[556375587] 'applied index is now lower than readState.Index' (duration: 116.002512ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:16.58034Z","caller":"traceutil/trace.go:171","msg":"trace[2108331519] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"121.855027ms","start":"2026-03-12T19:33:16.45844Z","end":"2026-03-12T19:33:16.580295Z","steps":["trace[2108331519] 'process raft request' (duration: 121.623191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:16.580644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.014181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:33:16.580696Z","caller":"traceutil/trace.go:171","msg":"trace[1275932739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7760; }","duration":"122.145194ms","start":"2026-03-12T19:33:16.458537Z","end":"2026-03-12T19:33:16.580682Z","steps":["trace[1275932739] 'agreement among raft nodes before linearized reading' (duration: 121.871447ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:16.580761Z","caller":"traceutil/trace.go:171","msg":"trace[1096598859] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"121.655693ms","start":"2026-03-12T19:33:16.459071Z","end":"2026-03-12T19:33:16.580727Z","steps":["trace[1096598859] 'process raft request' (duration: 121.038398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:16.580863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.59806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:33:16.580911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.62798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:33:16.580956Z","caller":"traceutil/trace.go:171","msg":"trace[565791823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7760; }","duration":"117.686921ms","start":"2026-03-12T19:33:16.463261Z","end":"2026-03-12T19:33:16.580948Z","steps":["trace[565791823] 'agreement among raft nodes before linearized reading' (duration: 117.586718ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:16.580972Z","caller":"traceutil/trace.go:171","msg":"trace[2077717166] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:7760; }","duration":"114.723993ms","start":"2026-03-12T19:33:16.466221Z","end":"2026-03-12T19:33:16.580945Z","steps":["trace[2077717166] 'agreement among raft nodes before linearized reading' (duration: 114.479457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:16.580956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.678428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:33:16.58105Z","caller":"traceutil/trace.go:171","msg":"trace[952397686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7760; }","duration":"116.824442ms","start":"2026-03-12T19:33:16.464203Z","end":"2026-03-12T19:33:16.581028Z","steps":["trace[952397686] 'agreement among raft nodes before linearized reading' (duration: 116.577946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:16.581913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.457784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:33:16.581944Z","caller":"traceutil/trace.go:171","msg":"trace[928208721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7760; }","duration":"123.536615ms","start":"2026-03-12T19:33:16.458399Z","end":"2026-03-12T19:33:16.581936Z","steps":["trace[928208721] 'agreement among raft nodes before linearized reading' (duration: 121.9977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:17.124276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.59335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:17.124646Z","caller":"traceutil/trace.go:171","msg":"trace[1662913808] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"539.114607ms","start":"2026-03-12T19:33:16.585471Z","end":"2026-03-12T19:33:17.124586Z","steps":["trace[1662913808] 'process raft request' (duration: 292.077477ms)","trace[1662913808] 'compare' (duration: 246.232052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:17.1248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:16.585448Z","time spent":"539.273512ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:17.124788Z","caller":"traceutil/trace.go:171","msg":"trace[558963848] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"539.21904ms","start":"2026-03-12T19:33:16.585535Z","end":"2026-03-12T19:33:17.124755Z","steps":["trace[558963848] 'process raft request' (duration: 539.121388ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:17.124771Z","caller":"traceutil/trace.go:171","msg":"trace[676399553] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"539.187129ms","start":"2026-03-12T19:33:16.58555Z","end":"2026-03-12T19:33:17.124737Z","steps":["trace[676399553] 'process raft request' (duration: 538.912253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:17.124935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:16.585543Z","time spent":"539.316023ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:17.12495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:16.58551Z","time spent":"539.347923ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:18.325048Z","caller":"traceutil/trace.go:171","msg":"trace[695180685] linearizableReadLoop","detail":"{readStateIndex:8070; appliedIndex:8069; }","duration":"126.542025ms","start":"2026-03-12T19:33:18.198474Z","end":"2026-03-12T19:33:18.325016Z","steps":["trace[695180685] 'read index received' (duration: 28.713702ms)","trace[695180685] 'applied index is now lower than readState.Index' (duration: 97.826563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:18.325314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.829481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19501"} {"level":"info","ts":"2026-03-12T19:33:18.325361Z","caller":"traceutil/trace.go:171","msg":"trace[200950107] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7765; }","duration":"126.958824ms","start":"2026-03-12T19:33:18.198391Z","end":"2026-03-12T19:33:18.32535Z","steps":["trace[200950107] 'agreement among raft nodes before linearized reading' (duration: 126.735569ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:24.677412Z","caller":"traceutil/trace.go:171","msg":"trace[276170453] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"124.673052ms","start":"2026-03-12T19:33:24.552707Z","end":"2026-03-12T19:33:24.67738Z","steps":["trace[276170453] 'process raft request' (duration: 124.405646ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:24.707537Z","caller":"traceutil/trace.go:171","msg":"trace[2133419125] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"153.623749ms","start":"2026-03-12T19:33:24.553889Z","end":"2026-03-12T19:33:24.707512Z","steps":["trace[2133419125] 'process raft request' (duration: 144.759565ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:24.708094Z","caller":"traceutil/trace.go:171","msg":"trace[888112683] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8233; }","duration":"111.483168ms","start":"2026-03-12T19:33:24.596582Z","end":"2026-03-12T19:33:24.708065Z","steps":["trace[888112683] 'read index received' (duration: 80.709719ms)","trace[888112683] 'applied index is now lower than readState.Index' (duration: 30.771939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:24.708251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.643852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:24.708451Z","caller":"traceutil/trace.go:171","msg":"trace[1956056754] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7932; }","duration":"111.955459ms","start":"2026-03-12T19:33:24.596478Z","end":"2026-03-12T19:33:24.708433Z","steps":["trace[1956056754] 'agreement among raft nodes before linearized reading' (duration: 111.677503ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:27.070662Z","caller":"traceutil/trace.go:171","msg":"trace[454205773] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"358.813594ms","start":"2026-03-12T19:33:26.711813Z","end":"2026-03-12T19:33:27.070627Z","steps":["trace[454205773] 'process raft request' (duration: 358.64158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.070893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.7118Z","time spent":"358.955137ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:27.829409Z","caller":"traceutil/trace.go:171","msg":"trace[595508043] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"1.117158191s","start":"2026-03-12T19:33:26.712216Z","end":"2026-03-12T19:33:27.829374Z","steps":["trace[595508043] 'process raft request' (duration: 1.116893455s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.829619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.712207Z","time spent":"1.117298784s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:27.82971Z","caller":"traceutil/trace.go:171","msg":"trace[2055962539] linearizableReadLoop","detail":"{readStateIndex:8246; appliedIndex:8243; }","duration":"1.088957161s","start":"2026-03-12T19:33:26.740718Z","end":"2026-03-12T19:33:27.829675Z","steps":["trace[2055962539] 'read index received' (duration: 329.885277ms)","trace[2055962539] 'applied index is now lower than readState.Index' (duration: 759.070864ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:27.829792Z","caller":"traceutil/trace.go:171","msg":"trace[635485030] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"1.117181201s","start":"2026-03-12T19:33:26.712593Z","end":"2026-03-12T19:33:27.829774Z","steps":["trace[635485030] 'process raft request' (duration: 1.116730971s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:27.829817Z","caller":"traceutil/trace.go:171","msg":"trace[1628329467] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"1.114920189s","start":"2026-03-12T19:33:26.714887Z","end":"2026-03-12T19:33:27.829808Z","steps":["trace[1628329467] 'process raft request' (duration: 1.114684184s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.829858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.712559Z","time spent":"1.117261713s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:27.829938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.714878Z","time spent":"1.11496252s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:27.830077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.730459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:33:27.830076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083829793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:33:27.830118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.759913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:33:27.830107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08934306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:33:27.830164Z","caller":"traceutil/trace.go:171","msg":"trace[783427100] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7940; }","duration":"793.852535ms","start":"2026-03-12T19:33:27.036297Z","end":"2026-03-12T19:33:27.830149Z","steps":["trace[783427100] 'agreement among raft nodes before linearized reading' (duration: 793.753183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.830195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.036267Z","time spent":"793.920557ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:27.8302Z","caller":"traceutil/trace.go:171","msg":"trace[1802946330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7940; }","duration":"1.089473232s","start":"2026-03-12T19:33:26.740702Z","end":"2026-03-12T19:33:27.830175Z","steps":["trace[1802946330] 'agreement among raft nodes before linearized reading' (duration: 1.089156695s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.83025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.740681Z","time spent":"1.089559535s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:33:27.830162Z","caller":"traceutil/trace.go:171","msg":"trace[1055098029] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:7940; }","duration":"1.083942586s","start":"2026-03-12T19:33:26.7462Z","end":"2026-03-12T19:33:27.830142Z","steps":["trace[1055098029] 'agreement among raft nodes before linearized reading' (duration: 1.083671179s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.830272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.25089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:27.8303Z","caller":"traceutil/trace.go:171","msg":"trace[453694684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7940; }","duration":"143.324441ms","start":"2026-03-12T19:33:27.686967Z","end":"2026-03-12T19:33:27.830292Z","steps":["trace[453694684] 'agreement among raft nodes before linearized reading' (duration: 143.27878ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:27.830117Z","caller":"traceutil/trace.go:171","msg":"trace[2014969712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7940; }","duration":"614.790991ms","start":"2026-03-12T19:33:27.215316Z","end":"2026-03-12T19:33:27.830107Z","steps":["trace[2014969712] 'agreement among raft nodes before linearized reading' (duration: 614.638107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.830329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.21531Z","time spent":"615.012586ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:33:27.830307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.746195Z","time spent":"1.084094399s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"warn","ts":"2026-03-12T19:33:27.830299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.963784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:33:27.83041Z","caller":"traceutil/trace.go:171","msg":"trace[1674239877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7940; }","duration":"615.141209ms","start":"2026-03-12T19:33:27.215239Z","end":"2026-03-12T19:33:27.83038Z","steps":["trace[1674239877] 'agreement among raft nodes before linearized reading' (duration: 614.807982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.830462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.215211Z","time spent":"615.240221ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:27.830506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.19253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:33:27.830541Z","caller":"traceutil/trace.go:171","msg":"trace[319579686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7940; }","duration":"615.256402ms","start":"2026-03-12T19:33:27.215277Z","end":"2026-03-12T19:33:27.830534Z","steps":["trace[319579686] 'agreement among raft nodes before linearized reading' (duration: 615.17325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.830564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.21526Z","time spent":"615.299332ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:37.760197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314488371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:38.116862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001772563s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:33:38.117276Z","caller":"traceutil/trace.go:171","msg":"trace[1821983525] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8291; }","duration":"858.040633ms","start":"2026-03-12T19:33:37.25921Z","end":"2026-03-12T19:33:38.117251Z","steps":["trace[1821983525] 'read index received' (duration: 857.878649ms)","trace[1821983525] 'applied index is now lower than readState.Index' (duration: 160.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:38.117639Z","caller":"traceutil/trace.go:171","msg":"trace[34170035] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"1.002684835s","start":"2026-03-12T19:33:37.114943Z","end":"2026-03-12T19:33:38.117628Z","steps":["trace[34170035] 'process raft request' (duration: 1.002140882s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:38.117757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.114916Z","time spent":"1.002755046s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:38.117888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.647176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:33:38.118Z","caller":"traceutil/trace.go:171","msg":"trace[269058762] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7984; }","duration":"858.82963ms","start":"2026-03-12T19:33:37.259143Z","end":"2026-03-12T19:33:38.117973Z","steps":["trace[269058762] 'agreement among raft nodes before linearized reading' (duration: 858.518963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:38.118068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.259118Z","time spent":"858.935943ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:33:38.530975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.982376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:38.531328Z","caller":"traceutil/trace.go:171","msg":"trace[940173972] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"408.561861ms","start":"2026-03-12T19:33:38.122742Z","end":"2026-03-12T19:33:38.531304Z","steps":["trace[940173972] 'process raft request' (duration: 408.482169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:38.531408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.122716Z","time spent":"408.657592ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:38.53151Z","caller":"traceutil/trace.go:171","msg":"trace[227001088] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"590.544382ms","start":"2026-03-12T19:33:37.940933Z","end":"2026-03-12T19:33:38.531477Z","steps":["trace[227001088] 'process raft request' (duration: 590.162313ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:38.531528Z","caller":"traceutil/trace.go:171","msg":"trace[1213934682] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"657.530786ms","start":"2026-03-12T19:33:37.873941Z","end":"2026-03-12T19:33:38.531472Z","steps":["trace[1213934682] 'process raft request' (duration: 364.955757ms)","trace[1213934682] 'compare' (duration: 291.502884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:38.531709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.940902Z","time spent":"590.692355ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:38.531545Z","caller":"traceutil/trace.go:171","msg":"trace[158252758] linearizableReadLoop","detail":"{readStateIndex:8294; appliedIndex:8292; }","duration":"414.214271ms","start":"2026-03-12T19:33:38.117318Z","end":"2026-03-12T19:33:38.531532Z","steps":["trace[158252758] 'read index received' (duration: 121.576051ms)","trace[158252758] 'applied index is now lower than readState.Index' (duration: 292.63686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:38.53176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.87392Z","time spent":"657.710789ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:38.860506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.183112ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-12T19:33:38.860598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.799657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:33:38.86069Z","caller":"traceutil/trace.go:171","msg":"trace[1726285078] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8295; }","duration":"306.10151ms","start":"2026-03-12T19:33:38.554566Z","end":"2026-03-12T19:33:38.860667Z","steps":["trace[1726285078] 'read index received' (duration: 56.021µs)","trace[1726285078] 'applied index is now lower than readState.Index' (duration: 306.043509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:38.860718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418710946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:38.860787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.654713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:33:38.860792Z","caller":"traceutil/trace.go:171","msg":"trace[1218511330] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7987; }","duration":"1.418849989s","start":"2026-03-12T19:33:37.441922Z","end":"2026-03-12T19:33:38.860772Z","steps":["trace[1218511330] 'agreement among raft nodes before linearized reading' (duration: 1.089650927s)","trace[1218511330] 'count revisions from in-memory index tree' (duration: 329.08945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:38.860776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.84418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:33:38.860895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.418279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:33:38.860891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.649636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:33:38.860912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.694335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:33:38.860923Z","caller":"traceutil/trace.go:171","msg":"trace[440427323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7987; }","duration":"913.475071ms","start":"2026-03-12T19:33:37.947442Z","end":"2026-03-12T19:33:38.860917Z","steps":["trace[440427323] 'agreement among raft nodes before linearized reading' (duration: 584.169446ms)","trace[440427323] 'range keys from in-memory index tree' (duration: 329.241183ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:38.860904Z","caller":"traceutil/trace.go:171","msg":"trace[467697686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7987; }","duration":"908.016395ms","start":"2026-03-12T19:33:37.952855Z","end":"2026-03-12T19:33:38.860872Z","steps":["trace[467697686] 'agreement among raft nodes before linearized reading' (duration: 578.742981ms)","trace[467697686] 'range keys from in-memory index tree' (duration: 328.891055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:38.860952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.947425Z","time spent":"913.520151ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:33:38.860946Z","caller":"traceutil/trace.go:171","msg":"trace[763128398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7987; }","duration":"907.755438ms","start":"2026-03-12T19:33:37.953174Z","end":"2026-03-12T19:33:38.860929Z","steps":["trace[763128398] 'agreement among raft nodes before linearized reading' (duration: 578.419922ms)","trace[763128398] 'range keys from in-memory index tree' (duration: 329.121871ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:38.860949Z","caller":"traceutil/trace.go:171","msg":"trace[1280701295] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:7987; }","duration":"903.752716ms","start":"2026-03-12T19:33:37.957188Z","end":"2026-03-12T19:33:38.860941Z","steps":["trace[1280701295] 'agreement among raft nodes before linearized reading' (duration: 574.39993ms)","trace[1280701295] 'range keys from in-memory index tree' (duration: 329.269815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:38.861025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.957173Z","time spent":"903.811497ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"warn","ts":"2026-03-12T19:33:38.860985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.953144Z","time spent":"907.83201ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:38.861061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.952848Z","time spent":"908.136807ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:33:38.860821Z","caller":"traceutil/trace.go:171","msg":"trace[1621219226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7987; }","duration":"906.706734ms","start":"2026-03-12T19:33:37.954102Z","end":"2026-03-12T19:33:38.860808Z","steps":["trace[1621219226] 'agreement among raft nodes before linearized reading' (duration: 577.522612ms)","trace[1621219226] 'range keys from in-memory index tree' (duration: 329.097251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:38.861115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.95409Z","time spent":"907.018231ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:33:38.860686Z","caller":"traceutil/trace.go:171","msg":"trace[1423887706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7987; }","duration":"906.94552ms","start":"2026-03-12T19:33:37.953716Z","end":"2026-03-12T19:33:38.860662Z","steps":["trace[1423887706] 'agreement among raft nodes before linearized reading' (duration: 577.917041ms)","trace[1423887706] 'range keys from in-memory index tree' (duration: 328.809613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:38.861175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.591582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:33:38.861198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.953702Z","time spent":"907.491302ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:33:38.861223Z","caller":"traceutil/trace.go:171","msg":"trace[1282023180] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7987; }","duration":"306.706885ms","start":"2026-03-12T19:33:38.554501Z","end":"2026-03-12T19:33:38.861208Z","steps":["trace[1282023180] 'agreement among raft nodes before linearized reading' (duration: 306.591962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:38.861277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.563271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:33:38.861274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.554474Z","time spent":"306.785837ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:38.861321Z","caller":"traceutil/trace.go:171","msg":"trace[1104739689] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7987; }","duration":"286.629952ms","start":"2026-03-12T19:33:38.574679Z","end":"2026-03-12T19:33:38.861309Z","steps":["trace[1104739689] 'agreement among raft nodes before linearized reading' (duration: 286.54019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:38.860825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:37.441896Z","time spent":"1.418922942s","remote":"127.0.0.1:58700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:38.86163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.131704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:38.861677Z","caller":"traceutil/trace.go:171","msg":"trace[134315700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7987; }","duration":"175.218546ms","start":"2026-03-12T19:33:38.686447Z","end":"2026-03-12T19:33:38.861666Z","steps":["trace[134315700] 'agreement among raft nodes before linearized reading' (duration: 175.143034ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:39.228923Z","caller":"traceutil/trace.go:171","msg":"trace[478562482] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"363.41244ms","start":"2026-03-12T19:33:38.865482Z","end":"2026-03-12T19:33:39.228894Z","steps":["trace[478562482] 'process raft request' (duration: 363.250237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.229096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.865456Z","time spent":"363.557574ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:39.228925Z","caller":"traceutil/trace.go:171","msg":"trace[1911604687] linearizableReadLoop","detail":"{readStateIndex:8297; appliedIndex:8296; }","duration":"361.233171ms","start":"2026-03-12T19:33:38.867668Z","end":"2026-03-12T19:33:39.228901Z","steps":["trace[1911604687] 'read index received' (duration: 361.20428ms)","trace[1911604687] 'applied index is now lower than readState.Index' (duration: 26.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:39.229535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.854545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224134"} {"level":"info","ts":"2026-03-12T19:33:39.229602Z","caller":"traceutil/trace.go:171","msg":"trace[1455369764] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7988; }","duration":"361.929846ms","start":"2026-03-12T19:33:38.867659Z","end":"2026-03-12T19:33:39.229589Z","steps":["trace[1455369764] 'agreement among raft nodes before linearized reading' (duration: 361.328473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.229645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.867606Z","time spent":"362.025518ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224157,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:33:39.626402Z","caller":"traceutil/trace.go:171","msg":"trace[591490103] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"758.557773ms","start":"2026-03-12T19:33:38.867813Z","end":"2026-03-12T19:33:39.626371Z","steps":["trace[591490103] 'process raft request' (duration: 758.351368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.626591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.867791Z","time spent":"758.702985ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:39.626779Z","caller":"traceutil/trace.go:171","msg":"trace[1741427378] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"758.88771ms","start":"2026-03-12T19:33:38.867847Z","end":"2026-03-12T19:33:39.626734Z","steps":["trace[1741427378] 'process raft request' (duration: 758.480341ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:39.626819Z","caller":"traceutil/trace.go:171","msg":"trace[501139481] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8297; }","duration":"397.585998ms","start":"2026-03-12T19:33:39.229204Z","end":"2026-03-12T19:33:39.62679Z","steps":["trace[501139481] 'read index received' (duration: 396.954074ms)","trace[501139481] 'applied index is now lower than readState.Index' (duration: 629.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:39.626913Z","caller":"traceutil/trace.go:171","msg":"trace[458580213] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"758.756907ms","start":"2026-03-12T19:33:38.868111Z","end":"2026-03-12T19:33:39.626868Z","steps":["trace[458580213] 'process raft request' (duration: 758.46301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.626996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.867829Z","time spent":"759.059813ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:39.62705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.202985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:39.627089Z","caller":"traceutil/trace.go:171","msg":"trace[1999215318] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7992; }","duration":"132.311788ms","start":"2026-03-12T19:33:39.494764Z","end":"2026-03-12T19:33:39.627075Z","steps":["trace[1999215318] 'agreement among raft nodes before linearized reading' (duration: 132.199845ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:39.626926Z","caller":"traceutil/trace.go:171","msg":"trace[235345043] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"758.297586ms","start":"2026-03-12T19:33:38.868585Z","end":"2026-03-12T19:33:39.626883Z","steps":["trace[235345043] 'process raft request' (duration: 758.143723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.627143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.868099Z","time spent":"758.91921ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:39.627249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.868574Z","time spent":"758.572582ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:39.627557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.069101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:39.627658Z","caller":"traceutil/trace.go:171","msg":"trace[645800749] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7992; }","duration":"679.247775ms","start":"2026-03-12T19:33:38.948388Z","end":"2026-03-12T19:33:39.627636Z","steps":["trace[645800749] 'agreement among raft nodes before linearized reading' (duration: 678.564589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:39.627712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:38.948374Z","time spent":"679.325527ms","remote":"127.0.0.1:37522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:40.780093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314488389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:41.280462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314488389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:41.476061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351464878s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:33:41.476608Z","caller":"traceutil/trace.go:171","msg":"trace[2134447231] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"1.352202225s","start":"2026-03-12T19:33:40.124377Z","end":"2026-03-12T19:33:41.476579Z","steps":["trace[2134447231] 'process raft request' (duration: 1.35201491s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:41.476827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:40.124335Z","time spent":"1.352358998s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:42.153951Z","caller":"traceutil/trace.go:171","msg":"trace[1651589706] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"1.61595164s","start":"2026-03-12T19:33:40.537959Z","end":"2026-03-12T19:33:42.15391Z","steps":["trace[1651589706] 'process raft request' (duration: 1.61551278s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:42.154172Z","caller":"traceutil/trace.go:171","msg":"trace[767769366] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"1.616018921s","start":"2026-03-12T19:33:40.538114Z","end":"2026-03-12T19:33:42.154133Z","steps":["trace[767769366] 'process raft request' (duration: 1.615663983s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.154367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:40.538102Z","time spent":"1.616162844s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:42.154364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:40.537928Z","time spent":"1.616223795s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:42.154572Z","caller":"traceutil/trace.go:171","msg":"trace[1100879517] linearizableReadLoop","detail":"{readStateIndex:8306; appliedIndex:8301; }","duration":"1.87475708s","start":"2026-03-12T19:33:40.279788Z","end":"2026-03-12T19:33:42.154545Z","steps":["trace[1100879517] 'read index received' (duration: 1.196507768s)","trace[1100879517] 'applied index is now lower than readState.Index' (duration: 678.248062ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:42.154666Z","caller":"traceutil/trace.go:171","msg":"trace[294447562] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"1.03503862s","start":"2026-03-12T19:33:41.119611Z","end":"2026-03-12T19:33:42.15465Z","steps":["trace[294447562] 'process raft request' (duration: 1.034876886s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.154765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:41.119574Z","time spent":"1.035130692s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:42.154673Z","caller":"traceutil/trace.go:171","msg":"trace[524166759] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"1.178058864s","start":"2026-03-12T19:33:40.976549Z","end":"2026-03-12T19:33:42.154608Z","steps":["trace[524166759] 'process raft request' (duration: 1.177285226s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.154777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874981365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:42.15485Z","caller":"traceutil/trace.go:171","msg":"trace[1849912050] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7997; }","duration":"1.875101218s","start":"2026-03-12T19:33:40.279733Z","end":"2026-03-12T19:33:42.154834Z","steps":["trace[1849912050] 'agreement among raft nodes before linearized reading' (duration: 1.874888163s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.154855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84954245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-12T19:33:42.154894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:40.279708Z","time spent":"1.87517665s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:42.154908Z","caller":"traceutil/trace.go:171","msg":"trace[1782649133] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7997; }","duration":"1.849623231s","start":"2026-03-12T19:33:40.305266Z","end":"2026-03-12T19:33:42.154889Z","steps":["trace[1782649133] 'agreement among raft nodes before linearized reading' (duration: 1.849409666s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.154959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:40.976506Z","time spent":"1.17833247s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:42.154998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.286133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:33:42.155033Z","caller":"traceutil/trace.go:171","msg":"trace[1989192991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7997; }","duration":"523.319983ms","start":"2026-03-12T19:33:41.631703Z","end":"2026-03-12T19:33:42.155023Z","steps":["trace[1989192991] 'agreement among raft nodes before linearized reading' (duration: 523.18625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.155041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.386263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:33:42.15507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:41.631631Z","time spent":"523.432846ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:33:42.155098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.250489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:33:42.155135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.510548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:33:42.155133Z","caller":"traceutil/trace.go:171","msg":"trace[1551496580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7997; }","duration":"921.326871ms","start":"2026-03-12T19:33:41.233796Z","end":"2026-03-12T19:33:42.155123Z","steps":["trace[1551496580] 'agreement among raft nodes before linearized reading' (duration: 921.226748ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:42.155154Z","caller":"traceutil/trace.go:171","msg":"trace[1686761990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7997; }","duration":"523.582559ms","start":"2026-03-12T19:33:41.631566Z","end":"2026-03-12T19:33:42.155148Z","steps":["trace[1686761990] 'agreement among raft nodes before linearized reading' (duration: 523.529348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.155162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:41.233766Z","time spent":"921.389922ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:33:42.155082Z","caller":"traceutil/trace.go:171","msg":"trace[619744272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:7997; }","duration":"918.475135ms","start":"2026-03-12T19:33:41.236594Z","end":"2026-03-12T19:33:42.155069Z","steps":["trace[619744272] 'agreement among raft nodes before linearized reading' (duration: 918.376703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.155193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:41.631539Z","time spent":"523.634751ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:42.155202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:41.236502Z","time spent":"918.69147ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"warn","ts":"2026-03-12T19:33:42.154998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:40.305251Z","time spent":"1.849735104s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-12T19:33:42.155233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470352786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:42.155269Z","caller":"traceutil/trace.go:171","msg":"trace[1846554817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7997; }","duration":"1.470428118s","start":"2026-03-12T19:33:40.68483Z","end":"2026-03-12T19:33:42.155259Z","steps":["trace[1846554817] 'agreement among raft nodes before linearized reading' (duration: 1.470371116s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.155293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.992482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:33:42.155305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:40.684808Z","time spent":"1.470491449s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:33:42.155311Z","caller":"traceutil/trace.go:171","msg":"trace[1517234725] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7997; }","duration":"446.052384ms","start":"2026-03-12T19:33:41.709253Z","end":"2026-03-12T19:33:42.155305Z","steps":["trace[1517234725] 'agreement among raft nodes before linearized reading' (duration: 445.991492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.155338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:41.709228Z","time spent":"446.105815ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:33:42.155353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.510048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:33:42.155419Z","caller":"traceutil/trace.go:171","msg":"trace[1825077958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7997; }","duration":"523.62103ms","start":"2026-03-12T19:33:41.63178Z","end":"2026-03-12T19:33:42.155401Z","steps":["trace[1825077958] 'agreement among raft nodes before linearized reading' (duration: 523.392355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.155469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:41.631734Z","time spent":"523.724992ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:42.155511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.20405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:33:42.15553Z","caller":"traceutil/trace.go:171","msg":"trace[1027925479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7997; }","duration":"523.251652ms","start":"2026-03-12T19:33:41.632273Z","end":"2026-03-12T19:33:42.155524Z","steps":["trace[1027925479] 'agreement among raft nodes before linearized reading' (duration: 523.18979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.15555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:41.632257Z","time spent":"523.289812ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:33:42.385499Z","caller":"traceutil/trace.go:171","msg":"trace[82096438] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8306; }","duration":"224.838768ms","start":"2026-03-12T19:33:42.160622Z","end":"2026-03-12T19:33:42.385461Z","steps":["trace[82096438] 'read index received' (duration: 142.305927ms)","trace[82096438] 'applied index is now lower than readState.Index' (duration: 82.530691ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:42.385532Z","caller":"traceutil/trace.go:171","msg":"trace[384023181] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"225.145156ms","start":"2026-03-12T19:33:42.16034Z","end":"2026-03-12T19:33:42.385485Z","steps":["trace[384023181] 'process raft request' (duration: 142.680976ms)","trace[384023181] 'compare' (duration: 82.204954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:42.38625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.586926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224134"} {"level":"info","ts":"2026-03-12T19:33:42.386336Z","caller":"traceutil/trace.go:171","msg":"trace[1126298577] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7998; }","duration":"225.713709ms","start":"2026-03-12T19:33:42.160602Z","end":"2026-03-12T19:33:42.386316Z","steps":["trace[1126298577] 'agreement among raft nodes before linearized reading' (duration: 224.970502ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:42.451139Z","caller":"traceutil/trace.go:171","msg":"trace[1986433258] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"289.695482ms","start":"2026-03-12T19:33:42.161416Z","end":"2026-03-12T19:33:42.451111Z","steps":["trace[1986433258] 'process raft request' (duration: 289.17768ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:42.451384Z","caller":"traceutil/trace.go:171","msg":"trace[980739661] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"289.701942ms","start":"2026-03-12T19:33:42.161676Z","end":"2026-03-12T19:33:42.451378Z","steps":["trace[980739661] 'process raft request' (duration: 289.053767ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:42.451491Z","caller":"traceutil/trace.go:171","msg":"trace[167864677] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"289.668642ms","start":"2026-03-12T19:33:42.161814Z","end":"2026-03-12T19:33:42.451483Z","steps":["trace[167864677] 'process raft request' (duration: 288.958745ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:42.45159Z","caller":"traceutil/trace.go:171","msg":"trace[1710035107] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"288.696449ms","start":"2026-03-12T19:33:42.162887Z","end":"2026-03-12T19:33:42.451584Z","steps":["trace[1710035107] 'process raft request' (duration: 287.913871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.451725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.314378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:42.45176Z","caller":"traceutil/trace.go:171","msg":"trace[1734278602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8002; }","duration":"287.388599ms","start":"2026-03-12T19:33:42.164364Z","end":"2026-03-12T19:33:42.451752Z","steps":["trace[1734278602] 'agreement among raft nodes before linearized reading' (duration: 287.305037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:42.451983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.056534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19447"} {"level":"info","ts":"2026-03-12T19:33:42.45201Z","caller":"traceutil/trace.go:171","msg":"trace[664245250] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8002; }","duration":"291.124856ms","start":"2026-03-12T19:33:42.160879Z","end":"2026-03-12T19:33:42.452004Z","steps":["trace[664245250] 'agreement among raft nodes before linearized reading' (duration: 290.991433ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:43.881417Z","caller":"traceutil/trace.go:171","msg":"trace[101556139] linearizableReadLoop","detail":"{readStateIndex:8316; appliedIndex:8315; }","duration":"195.284378ms","start":"2026-03-12T19:33:43.686104Z","end":"2026-03-12T19:33:43.881389Z","steps":["trace[101556139] 'read index received' (duration: 194.96577ms)","trace[101556139] 'applied index is now lower than readState.Index' (duration: 317.298µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:43.881571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.448121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:43.881611Z","caller":"traceutil/trace.go:171","msg":"trace[684717773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8006; }","duration":"195.558054ms","start":"2026-03-12T19:33:43.68604Z","end":"2026-03-12T19:33:43.881598Z","steps":["trace[684717773] 'agreement among raft nodes before linearized reading' (duration: 195.467571ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:43.881615Z","caller":"traceutil/trace.go:171","msg":"trace[1765250824] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"214.091901ms","start":"2026-03-12T19:33:43.667453Z","end":"2026-03-12T19:33:43.881545Z","steps":["trace[1765250824] 'process raft request' (duration: 213.652431ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:44.353372Z","caller":"traceutil/trace.go:171","msg":"trace[834137586] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"191.884899ms","start":"2026-03-12T19:33:44.161456Z","end":"2026-03-12T19:33:44.353341Z","steps":["trace[834137586] 'process raft request' (duration: 191.691975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:45.383363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030170397s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:33:45.882895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.644125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:45.883099Z","caller":"traceutil/trace.go:171","msg":"trace[1385134309] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"1.720729832s","start":"2026-03-12T19:33:44.162322Z","end":"2026-03-12T19:33:45.883052Z","steps":["trace[1385134309] 'process raft request' (duration: 1.221264408s)","trace[1385134309] 'compare' (duration: 498.174735ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:45.88322Z","caller":"traceutil/trace.go:171","msg":"trace[1806371990] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"300.459851ms","start":"2026-03-12T19:33:45.582734Z","end":"2026-03-12T19:33:45.883194Z","steps":["trace[1806371990] 'process raft request' (duration: 300.326198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:45.883322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:44.162286Z","time spent":"1.720916057s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:45.883328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:45.5827Z","time spent":"300.576994ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:45.883466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69454892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:45.883565Z","caller":"traceutil/trace.go:171","msg":"trace[1321640348] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8009; }","duration":"1.694710814s","start":"2026-03-12T19:33:44.188824Z","end":"2026-03-12T19:33:45.883535Z","steps":["trace[1321640348] 'agreement among raft nodes before linearized reading' (duration: 1.694530749s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:45.883625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:44.188795Z","time spent":"1.694817456s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:45.883826Z","caller":"traceutil/trace.go:171","msg":"trace[753730375] linearizableReadLoop","detail":"{readStateIndex:8318; appliedIndex:8316; }","duration":"1.694260854s","start":"2026-03-12T19:33:44.188894Z","end":"2026-03-12T19:33:45.883155Z","steps":["trace[753730375] 'read index received' (duration: 164.309845ms)","trace[753730375] 'applied index is now lower than readState.Index' (duration: 1.529947749s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:45.884438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594893274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-12T19:33:45.884426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197838069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:45.884558Z","caller":"traceutil/trace.go:171","msg":"trace[285757231] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8009; }","duration":"1.595004147s","start":"2026-03-12T19:33:44.289458Z","end":"2026-03-12T19:33:45.884462Z","steps":["trace[285757231] 'agreement among raft nodes before linearized reading' (duration: 1.594757151s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:45.884578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427918268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:33:45.884618Z","caller":"traceutil/trace.go:171","msg":"trace[2052683281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8009; }","duration":"1.198089616s","start":"2026-03-12T19:33:44.686505Z","end":"2026-03-12T19:33:45.884595Z","steps":["trace[2052683281] 'agreement among raft nodes before linearized reading' (duration: 1.19784346s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:45.884638Z","caller":"traceutil/trace.go:171","msg":"trace[579692599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8009; }","duration":"1.428002241s","start":"2026-03-12T19:33:44.456625Z","end":"2026-03-12T19:33:45.884628Z","steps":["trace[579692599] 'agreement among raft nodes before linearized reading' (duration: 1.427799196s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:45.884586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:44.28943Z","time spent":"1.595149721s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-12T19:33:45.88464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489530078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:33:45.884719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:44.456618Z","time spent":"1.428093373s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:33:45.884743Z","caller":"traceutil/trace.go:171","msg":"trace[1122210874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8009; }","duration":"1.489662291s","start":"2026-03-12T19:33:44.395048Z","end":"2026-03-12T19:33:45.88471Z","steps":["trace[1122210874] 'agreement among raft nodes before linearized reading' (duration: 1.489408145s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:45.884746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:44.686479Z","time spent":"1.198231479s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:45.88474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493453208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:33:45.884785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:44.395023Z","time spent":"1.489754022s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"warn","ts":"2026-03-12T19:33:45.884778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427321015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:33:45.88487Z","caller":"traceutil/trace.go:171","msg":"trace[365387387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8009; }","duration":"1.427436078s","start":"2026-03-12T19:33:44.457409Z","end":"2026-03-12T19:33:45.884845Z","steps":["trace[365387387] 'agreement among raft nodes before linearized reading' (duration: 1.427190062s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:45.88491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:44.457392Z","time spent":"1.427510679s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:33:45.884941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428013831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:33:45.884973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429002323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:33:45.885018Z","caller":"traceutil/trace.go:171","msg":"trace[396999972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8009; }","duration":"1.429101995s","start":"2026-03-12T19:33:44.455907Z","end":"2026-03-12T19:33:45.885009Z","steps":["trace[396999972] 'agreement among raft nodes before linearized reading' (duration: 1.428930892s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:45.885042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.913036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:45.884804Z","caller":"traceutil/trace.go:171","msg":"trace[1184694774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8009; }","duration":"1.49357052s","start":"2026-03-12T19:33:44.39122Z","end":"2026-03-12T19:33:45.884791Z","steps":["trace[1184694774] 'agreement among raft nodes before linearized reading' (duration: 1.493343675s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:45.885077Z","caller":"traceutil/trace.go:171","msg":"trace[1587043181] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8009; }","duration":"829.987187ms","start":"2026-03-12T19:33:45.055081Z","end":"2026-03-12T19:33:45.885068Z","steps":["trace[1587043181] 'agreement among raft nodes before linearized reading' (duration: 829.935256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:45.885102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:44.3912Z","time spent":"1.493894498s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:45.885108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:45.055062Z","time spent":"830.039659ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:45.885078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.212445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:45.885234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.446152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:45.885294Z","caller":"traceutil/trace.go:171","msg":"trace[157277058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8009; }","duration":"314.559246ms","start":"2026-03-12T19:33:45.570718Z","end":"2026-03-12T19:33:45.885277Z","steps":["trace[157277058] 'agreement among raft nodes before linearized reading' (duration: 314.470004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:45.885336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:45.570691Z","time spent":"314.635797ms","remote":"127.0.0.1:42654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:45.885358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:44.455893Z","time spent":"1.429154837s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:33:45.884981Z","caller":"traceutil/trace.go:171","msg":"trace[626507008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8009; }","duration":"1.428054292s","start":"2026-03-12T19:33:44.456917Z","end":"2026-03-12T19:33:45.884971Z","steps":["trace[626507008] 'agreement among raft nodes before linearized reading' (duration: 1.427956849s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:45.885256Z","caller":"traceutil/trace.go:171","msg":"trace[2083574156] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8009; }","duration":"765.669066ms","start":"2026-03-12T19:33:45.11956Z","end":"2026-03-12T19:33:45.885229Z","steps":["trace[2083574156] 'agreement among raft nodes before linearized reading' (duration: 765.033861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:45.885499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:45.119531Z","time spent":"765.949932ms","remote":"127.0.0.1:54790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:45.885437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:44.456819Z","time spent":"1.428608174s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:45.886028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.423606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:45.886123Z","caller":"traceutil/trace.go:171","msg":"trace[842148315] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8009; }","duration":"579.58279ms","start":"2026-03-12T19:33:45.306527Z","end":"2026-03-12T19:33:45.88611Z","steps":["trace[842148315] 'agreement among raft nodes before linearized reading' (duration: 577.85919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:45.886193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:45.306501Z","time spent":"579.678981ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:46.145819Z","caller":"traceutil/trace.go:171","msg":"trace[509355717] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"254.815499ms","start":"2026-03-12T19:33:45.890974Z","end":"2026-03-12T19:33:46.14579Z","steps":["trace[509355717] 'process raft request' (duration: 254.657855ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:46.145982Z","caller":"traceutil/trace.go:171","msg":"trace[2074418563] linearizableReadLoop","detail":"{readStateIndex:8324; appliedIndex:8320; }","duration":"190.854496ms","start":"2026-03-12T19:33:45.955101Z","end":"2026-03-12T19:33:46.145955Z","steps":["trace[2074418563] 'read index received' (duration: 155.098942ms)","trace[2074418563] 'applied index is now lower than readState.Index' (duration: 35.754144ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:46.145859Z","caller":"traceutil/trace.go:171","msg":"trace[2130412602] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"255.360701ms","start":"2026-03-12T19:33:45.890455Z","end":"2026-03-12T19:33:46.145816Z","steps":["trace[2130412602] 'process raft request' (duration: 219.855244ms)","trace[2130412602] 'compare' (duration: 34.808331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:46.146448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.846773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224134"} {"level":"info","ts":"2026-03-12T19:33:46.146552Z","caller":"traceutil/trace.go:171","msg":"trace[1432696986] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"254.622294ms","start":"2026-03-12T19:33:45.891888Z","end":"2026-03-12T19:33:46.14651Z","steps":["trace[1432696986] 'process raft request' (duration: 253.97291ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:46.146616Z","caller":"traceutil/trace.go:171","msg":"trace[1324203821] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8014; }","duration":"256.050718ms","start":"2026-03-12T19:33:45.890553Z","end":"2026-03-12T19:33:46.146604Z","steps":["trace[1324203821] 'agreement among raft nodes before linearized reading' (duration: 255.509875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:46.146596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.753382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:46.146677Z","caller":"traceutil/trace.go:171","msg":"trace[2118691894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8014; }","duration":"252.870304ms","start":"2026-03-12T19:33:45.893786Z","end":"2026-03-12T19:33:46.146656Z","steps":["trace[2118691894] 'agreement among raft nodes before linearized reading' (duration: 252.72041ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:46.146491Z","caller":"traceutil/trace.go:171","msg":"trace[1760016694] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"254.83529ms","start":"2026-03-12T19:33:45.891645Z","end":"2026-03-12T19:33:46.14648Z","steps":["trace[1760016694] 'process raft request' (duration: 254.099203ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:46.538557Z","caller":"traceutil/trace.go:171","msg":"trace[1890512537] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"179.330751ms","start":"2026-03-12T19:33:46.359195Z","end":"2026-03-12T19:33:46.538526Z","steps":["trace[1890512537] 'process raft request' (duration: 179.188448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:48.777294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.369685ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:33:49.07857Z","caller":"traceutil/trace.go:171","msg":"trace[1415970688] linearizableReadLoop","detail":"{readStateIndex:8328; appliedIndex:8325; }","duration":"1.118794309s","start":"2026-03-12T19:33:47.959742Z","end":"2026-03-12T19:33:49.078536Z","steps":["trace[1415970688] 'read index received' (duration: 396.236896ms)","trace[1415970688] 'applied index is now lower than readState.Index' (duration: 722.555862ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:49.078713Z","caller":"traceutil/trace.go:171","msg":"trace[950592375] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"1.188127795s","start":"2026-03-12T19:33:47.89057Z","end":"2026-03-12T19:33:49.078698Z","steps":["trace[950592375] 'process raft request' (duration: 1.187595813s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:49.078853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:47.890541Z","time spent":"1.188205717s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:49.079073Z","caller":"traceutil/trace.go:171","msg":"trace[427059338] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"1.187746606s","start":"2026-03-12T19:33:47.891308Z","end":"2026-03-12T19:33:49.079054Z","steps":["trace[427059338] 'process raft request' (duration: 1.187140112s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:49.07924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:47.891287Z","time spent":"1.187900961s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:49.685506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725741178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:33:49.685855Z","caller":"traceutil/trace.go:171","msg":"trace[219144843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8017; }","duration":"1.726162179s","start":"2026-03-12T19:33:47.959676Z","end":"2026-03-12T19:33:49.685838Z","steps":["trace[219144843] 'agreement among raft nodes before linearized reading' (duration: 1.119413463s)","trace[219144843] 'range keys from in-memory index tree' (duration: 606.290894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:49.685851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.483955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-12T19:33:49.685914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:47.959656Z","time spent":"1.72624997s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:33:49.68598Z","caller":"traceutil/trace.go:171","msg":"trace[398216677] linearizableReadLoop","detail":"{readStateIndex:8329; appliedIndex:8328; }","duration":"607.301948ms","start":"2026-03-12T19:33:49.078659Z","end":"2026-03-12T19:33:49.685961Z","steps":["trace[398216677] 'read index received' (duration: 97.616149ms)","trace[398216677] 'applied index is now lower than readState.Index' (duration: 509.684209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:49.686019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.818663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:49.686034Z","caller":"traceutil/trace.go:171","msg":"trace[1718526036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8018; }","duration":"855.869204ms","start":"2026-03-12T19:33:48.83016Z","end":"2026-03-12T19:33:49.686029Z","steps":["trace[1718526036] 'agreement among raft nodes before linearized reading' (duration: 855.839473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:49.686045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.830142Z","time spent":"855.900254ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:33:49.686108Z","caller":"traceutil/trace.go:171","msg":"trace[2101381804] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"1.139025435s","start":"2026-03-12T19:33:48.547057Z","end":"2026-03-12T19:33:49.686082Z","steps":["trace[2101381804] 'process raft request' (duration: 629.203942ms)","trace[2101381804] 'compare' (duration: 509.110387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:49.686223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051503059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:33:49.686192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530521762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:33:49.686289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.691031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:49.686302Z","caller":"traceutil/trace.go:171","msg":"trace[1378913031] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8018; }","duration":"470.748983ms","start":"2026-03-12T19:33:49.215549Z","end":"2026-03-12T19:33:49.686298Z","steps":["trace[1378913031] 'agreement among raft nodes before linearized reading' (duration: 470.722643ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:49.686304Z","caller":"traceutil/trace.go:171","msg":"trace[1981677202] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8018; }","duration":"1.530708736s","start":"2026-03-12T19:33:48.155578Z","end":"2026-03-12T19:33:49.686286Z","steps":["trace[1981677202] 'agreement among raft nodes before linearized reading' (duration: 1.530397449s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:49.686338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534634956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:33:49.686362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535523497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:33:49.68636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.155552Z","time spent":"1.530783198s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"info","ts":"2026-03-12T19:33:49.686379Z","caller":"traceutil/trace.go:171","msg":"trace[311664601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8018; }","duration":"1.535571128s","start":"2026-03-12T19:33:48.150803Z","end":"2026-03-12T19:33:49.686374Z","steps":["trace[311664601] 'agreement among raft nodes before linearized reading' (duration: 1.535524087s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:49.686351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534603606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:33:49.686324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534552865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:33:49.686406Z","caller":"traceutil/trace.go:171","msg":"trace[1624421972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8018; }","duration":"1.534664428s","start":"2026-03-12T19:33:48.151732Z","end":"2026-03-12T19:33:49.686397Z","steps":["trace[1624421972] 'agreement among raft nodes before linearized reading' (duration: 1.534518484s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:49.686419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.062252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:33:49.686435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.15173Z","time spent":"1.534698948s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:33:49.686451Z","caller":"traceutil/trace.go:171","msg":"trace[435639022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8018; }","duration":"1.534707028s","start":"2026-03-12T19:33:48.151717Z","end":"2026-03-12T19:33:49.686424Z","steps":["trace[435639022] 'agreement among raft nodes before linearized reading' (duration: 1.534310909s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:49.686246Z","caller":"traceutil/trace.go:171","msg":"trace[632045143] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8018; }","duration":"1.051562771s","start":"2026-03-12T19:33:48.634676Z","end":"2026-03-12T19:33:49.686239Z","steps":["trace[632045143] 'agreement among raft nodes before linearized reading' (duration: 1.05152066s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:49.686493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.634651Z","time spent":"1.051837758s","remote":"127.0.0.1:41330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:49.686511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.151715Z","time spent":"1.53478701s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:33:49.686318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:49.215526Z","time spent":"470.788984ms","remote":"127.0.0.1:52264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:49.686868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.547031Z","time spent":"1.139150639s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:49.686439Z","caller":"traceutil/trace.go:171","msg":"trace[1169334074] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8018; }","duration":"142.079452ms","start":"2026-03-12T19:33:49.544353Z","end":"2026-03-12T19:33:49.686433Z","steps":["trace[1169334074] 'agreement among raft nodes before linearized reading' (duration: 142.048312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:49.686392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.150789Z","time spent":"1.535599368s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:33:49.686409Z","caller":"traceutil/trace.go:171","msg":"trace[598566376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8018; }","duration":"1.534718449s","start":"2026-03-12T19:33:48.151652Z","end":"2026-03-12T19:33:49.686371Z","steps":["trace[598566376] 'agreement among raft nodes before linearized reading' (duration: 1.534417882s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:49.6872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:48.151648Z","time spent":"1.535534048s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:50.369564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.683883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:50.369691Z","caller":"traceutil/trace.go:171","msg":"trace[801204474] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8329; }","duration":"678.851156ms","start":"2026-03-12T19:33:49.690814Z","end":"2026-03-12T19:33:50.369665Z","steps":["trace[801204474] 'read index received' (duration: 302.978759ms)","trace[801204474] 'applied index is now lower than readState.Index' (duration: 375.870307ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:50.36979Z","caller":"traceutil/trace.go:171","msg":"trace[1721206315] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"679.756476ms","start":"2026-03-12T19:33:49.689994Z","end":"2026-03-12T19:33:50.369751Z","steps":["trace[1721206315] 'process raft request' (duration: 303.792497ms)","trace[1721206315] 'compare' (duration: 375.281433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:50.369964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:49.689973Z","time spent":"679.90253ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:50.370072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.256895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224134"} {"level":"info","ts":"2026-03-12T19:33:50.370111Z","caller":"traceutil/trace.go:171","msg":"trace[1406788977] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8019; }","duration":"679.338007ms","start":"2026-03-12T19:33:49.690762Z","end":"2026-03-12T19:33:50.3701Z","steps":["trace[1406788977] 'agreement among raft nodes before linearized reading' (duration: 678.960608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:50.37015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:49.690738Z","time spent":"679.399988ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224157,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:33:51.353893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.346093ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:51.354081Z","caller":"traceutil/trace.go:171","msg":"trace[1039564684] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8019; }","duration":"417.560808ms","start":"2026-03-12T19:33:50.93649Z","end":"2026-03-12T19:33:51.354051Z","steps":["trace[1039564684] 'range keys from in-memory index tree' (duration: 417.317162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:51.355046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.013732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:51.355254Z","caller":"traceutil/trace.go:171","msg":"trace[1709369788] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"1.663642189s","start":"2026-03-12T19:33:49.691598Z","end":"2026-03-12T19:33:51.35524Z","steps":["trace[1709369788] 'process raft request' (duration: 1.663534817s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:51.355235Z","caller":"traceutil/trace.go:171","msg":"trace[1013675542] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"1.66371202s","start":"2026-03-12T19:33:49.691489Z","end":"2026-03-12T19:33:51.355201Z","steps":["trace[1013675542] 'process raft request' (duration: 891.457563ms)","trace[1013675542] 'compare' (duration: 771.773426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:51.355332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:49.691589Z","time spent":"1.663708811s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:51.35541Z","caller":"traceutil/trace.go:171","msg":"trace[812443477] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"1.663484785s","start":"2026-03-12T19:33:49.691915Z","end":"2026-03-12T19:33:51.355399Z","steps":["trace[812443477] 'process raft request' (duration: 1.66329264s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:51.355592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:49.691462Z","time spent":"1.663940046s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:51.355746Z","caller":"traceutil/trace.go:171","msg":"trace[810593647] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8330; }","duration":"668.068198ms","start":"2026-03-12T19:33:50.687665Z","end":"2026-03-12T19:33:51.355733Z","steps":["trace[810593647] 'read index received' (duration: 79.952µs)","trace[810593647] 'applied index is now lower than readState.Index' (duration: 667.986926ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:51.35579Z","caller":"traceutil/trace.go:171","msg":"trace[713320108] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"1.663040295s","start":"2026-03-12T19:33:49.69274Z","end":"2026-03-12T19:33:51.355781Z","steps":["trace[713320108] 'process raft request' (duration: 1.662927472s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:51.355836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.178651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:51.355869Z","caller":"traceutil/trace.go:171","msg":"trace[1502076321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8024; }","duration":"668.267753ms","start":"2026-03-12T19:33:50.687593Z","end":"2026-03-12T19:33:51.355861Z","steps":["trace[1502076321] 'agreement among raft nodes before linearized reading' (duration: 668.207081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:51.355869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:49.692717Z","time spent":"1.663121487s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:51.355891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:50.687569Z","time spent":"668.315993ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:51.355707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:49.691906Z","time spent":"1.663563387s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:51.355786Z","caller":"traceutil/trace.go:171","msg":"trace[731246356] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"1.663812493s","start":"2026-03-12T19:33:49.691962Z","end":"2026-03-12T19:33:51.355774Z","steps":["trace[731246356] 'process raft request' (duration: 1.663351952s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:51.356051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:49.691933Z","time spent":"1.664074859s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:51.393291Z","caller":"traceutil/trace.go:171","msg":"trace[1233091434] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"467.348844ms","start":"2026-03-12T19:33:50.92592Z","end":"2026-03-12T19:33:51.393269Z","steps":["trace[1233091434] 'process raft request' (duration: 467.242741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:51.393417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:50.925886Z","time spent":"467.470887ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:52.053031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.049204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:52.053264Z","caller":"traceutil/trace.go:171","msg":"trace[870726495] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"968.734642ms","start":"2026-03-12T19:33:51.084488Z","end":"2026-03-12T19:33:52.053223Z","steps":["trace[870726495] 'process raft request' (duration: 426.388671ms)","trace[870726495] 'compare' (duration: 541.150283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:52.053379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.084461Z","time spent":"968.863675ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:52.053398Z","caller":"traceutil/trace.go:171","msg":"trace[1818975194] linearizableReadLoop","detail":"{readStateIndex:8338; appliedIndex:8335; }","duration":"697.607697ms","start":"2026-03-12T19:33:51.355775Z","end":"2026-03-12T19:33:52.053382Z","steps":["trace[1818975194] 'read index received' (duration: 37.322849ms)","trace[1818975194] 'applied index is now lower than readState.Index' (duration: 660.283378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:52.053638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.66162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:52.053705Z","caller":"traceutil/trace.go:171","msg":"trace[1522909718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8027; }","duration":"945.806564ms","start":"2026-03-12T19:33:51.10788Z","end":"2026-03-12T19:33:52.053686Z","steps":["trace[1522909718] 'agreement among raft nodes before linearized reading' (duration: 945.65602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.053691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107490077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:52.053761Z","caller":"traceutil/trace.go:171","msg":"trace[2123827316] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8027; }","duration":"1.10759068s","start":"2026-03-12T19:33:50.946156Z","end":"2026-03-12T19:33:52.053747Z","steps":["trace[2123827316] 'agreement among raft nodes before linearized reading' (duration: 1.107513008s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.053824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.189919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:52.05383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:50.946139Z","time spent":"1.107679473s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:52.05387Z","caller":"traceutil/trace.go:171","msg":"trace[1130542072] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8027; }","duration":"889.265151ms","start":"2026-03-12T19:33:51.164588Z","end":"2026-03-12T19:33:52.053854Z","steps":["trace[1130542072] 'agreement among raft nodes before linearized reading' (duration: 889.1992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.053761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.107846Z","time spent":"945.899666ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:52.053646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.466127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:52.054279Z","caller":"traceutil/trace.go:171","msg":"trace[1110965663] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8027; }","duration":"963.116303ms","start":"2026-03-12T19:33:51.091136Z","end":"2026-03-12T19:33:52.054252Z","steps":["trace[1110965663] 'agreement among raft nodes before linearized reading' (duration: 962.472848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.054347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.091122Z","time spent":"963.206844ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:52.053912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.164566Z","time spent":"889.334333ms","remote":"127.0.0.1:49892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:52.053902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290954254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:52.054681Z","caller":"traceutil/trace.go:171","msg":"trace[1488696323] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8027; }","duration":"1.291745622s","start":"2026-03-12T19:33:50.762858Z","end":"2026-03-12T19:33:52.054604Z","steps":["trace[1488696323] 'agreement among raft nodes before linearized reading' (duration: 1.290915303s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:52.053905Z","caller":"traceutil/trace.go:171","msg":"trace[1516187993] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"969.176192ms","start":"2026-03-12T19:33:51.084685Z","end":"2026-03-12T19:33:52.053861Z","steps":["trace[1516187993] 'process raft request' (duration: 968.460585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.05476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:50.762836Z","time spent":"1.291901966s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:52.053993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.801819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-12T19:33:52.054941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.084642Z","time spent":"970.161734ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:52.055002Z","caller":"traceutil/trace.go:171","msg":"trace[27562399] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8027; }","duration":"806.874194ms","start":"2026-03-12T19:33:51.248085Z","end":"2026-03-12T19:33:52.054959Z","steps":["trace[27562399] 'agreement among raft nodes before linearized reading' (duration: 805.672956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.055118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.248055Z","time spent":"807.016266ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-12T19:33:52.908106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.945518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:52.908226Z","caller":"traceutil/trace.go:171","msg":"trace[135915390] linearizableReadLoop","detail":"{readStateIndex:8339; appliedIndex:8338; }","duration":"854.756038ms","start":"2026-03-12T19:33:52.053451Z","end":"2026-03-12T19:33:52.908207Z","steps":["trace[135915390] 'read index received' (duration: 485.607075ms)","trace[135915390] 'applied index is now lower than readState.Index' (duration: 369.147183ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:52.9083Z","caller":"traceutil/trace.go:171","msg":"trace[646370540] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"1.214318439s","start":"2026-03-12T19:33:51.69397Z","end":"2026-03-12T19:33:52.908288Z","steps":["trace[646370540] 'process raft request' (duration: 845.090504ms)","trace[646370540] 'compare' (duration: 368.642381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:52.908405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.693936Z","time spent":"1.214388271s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:52.908465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294098706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:52.909143Z","caller":"traceutil/trace.go:171","msg":"trace[540540682] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8028; }","duration":"1.294834003s","start":"2026-03-12T19:33:51.614279Z","end":"2026-03-12T19:33:52.909112Z","steps":["trace[540540682] 'agreement among raft nodes before linearized reading' (duration: 1.294096526s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.90868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551455864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:52.909213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.614251Z","time spent":"1.294943696s","remote":"127.0.0.1:58624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:52.909221Z","caller":"traceutil/trace.go:171","msg":"trace[26435195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8028; }","duration":"1.552013357s","start":"2026-03-12T19:33:51.357184Z","end":"2026-03-12T19:33:52.909197Z","steps":["trace[26435195] 'agreement among raft nodes before linearized reading' (duration: 1.551451604s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.909274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:51.357169Z","time spent":"1.552089968s","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:52.97555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.778968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:52.975646Z","caller":"traceutil/trace.go:171","msg":"trace[128850507] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8030; }","duration":"577.933492ms","start":"2026-03-12T19:33:52.397691Z","end":"2026-03-12T19:33:52.975625Z","steps":["trace[128850507] 'agreement among raft nodes before linearized reading' (duration: 577.738657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.975638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.141532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-12T19:33:52.975695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.39767Z","time spent":"578.013453ms","remote":"127.0.0.1:49860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:52.975721Z","caller":"traceutil/trace.go:171","msg":"trace[1134210142] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:8030; }","duration":"260.292646ms","start":"2026-03-12T19:33:52.715408Z","end":"2026-03-12T19:33:52.975701Z","steps":["trace[1134210142] 'agreement among raft nodes before linearized reading' (duration: 259.999399ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:52.975978Z","caller":"traceutil/trace.go:171","msg":"trace[468638055] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"541.709628ms","start":"2026-03-12T19:33:52.434251Z","end":"2026-03-12T19:33:52.975961Z","steps":["trace[468638055] 'process raft request' (duration: 541.089913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.976049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.379093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:33:52.976083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.896452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:33:52.976126Z","caller":"traceutil/trace.go:171","msg":"trace[2118420515] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8030; }","duration":"594.984564ms","start":"2026-03-12T19:33:52.381131Z","end":"2026-03-12T19:33:52.976116Z","steps":["trace[2118420515] 'agreement among raft nodes before linearized reading' (duration: 594.81512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.976142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.434229Z","time spent":"541.797969ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:52.976201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.202239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:52.976171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.37769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-84984a5c-4279-4381-97fe-f8a6865ff8a8\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-12T19:33:52.976234Z","caller":"traceutil/trace.go:171","msg":"trace[740202158] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8030; }","duration":"687.291311ms","start":"2026-03-12T19:33:52.288933Z","end":"2026-03-12T19:33:52.976225Z","steps":["trace[740202158] 'agreement among raft nodes before linearized reading' (duration: 687.238659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.976266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.288905Z","time spent":"687.353802ms","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:52.976251Z","caller":"traceutil/trace.go:171","msg":"trace[1864353516] range","detail":"{range_begin:/registry/persistentvolumes/pvc-84984a5c-4279-4381-97fe-f8a6865ff8a8; range_end:; response_count:1; response_revision:8030; }","duration":"917.507913ms","start":"2026-03-12T19:33:52.058728Z","end":"2026-03-12T19:33:52.976236Z","steps":["trace[1864353516] 'agreement among raft nodes before linearized reading' (duration: 917.267327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.976338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.058703Z","time spent":"917.623036ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-84984a5c-4279-4381-97fe-f8a6865ff8a8\" "} {"level":"info","ts":"2026-03-12T19:33:52.976346Z","caller":"traceutil/trace.go:171","msg":"trace[1885251789] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"813.743263ms","start":"2026-03-12T19:33:52.162578Z","end":"2026-03-12T19:33:52.976321Z","steps":["trace[1885251789] 'process raft request' (duration: 812.627047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.97616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.381103Z","time spent":"595.050596ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"warn","ts":"2026-03-12T19:33:52.976504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.162547Z","time spent":"813.884496ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:52.976088Z","caller":"traceutil/trace.go:171","msg":"trace[1918994718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8030; }","duration":"206.469916ms","start":"2026-03-12T19:33:52.769609Z","end":"2026-03-12T19:33:52.976079Z","steps":["trace[1918994718] 'agreement among raft nodes before linearized reading' (duration: 206.362844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.977062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.755593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:33:52.977133Z","caller":"traceutil/trace.go:171","msg":"trace[1181347251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8030; }","duration":"602.872166ms","start":"2026-03-12T19:33:52.374245Z","end":"2026-03-12T19:33:52.977118Z","steps":["trace[1181347251] 'agreement among raft nodes before linearized reading' (duration: 601.820562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:52.977185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:52.374218Z","time spent":"602.953677ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:33:53.227494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.689779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:53.227793Z","caller":"traceutil/trace.go:171","msg":"trace[1687586646] linearizableReadLoop","detail":"{readStateIndex:8344; appliedIndex:8343; }","duration":"226.033276ms","start":"2026-03-12T19:33:53.001737Z","end":"2026-03-12T19:33:53.22777Z","steps":["trace[1687586646] 'read index received' (duration: 25.918607ms)","trace[1687586646] 'applied index is now lower than readState.Index' (duration: 200.111539ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:53.227817Z","caller":"traceutil/trace.go:171","msg":"trace[1816022875] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"226.656621ms","start":"2026-03-12T19:33:53.001122Z","end":"2026-03-12T19:33:53.227779Z","steps":["trace[1816022875] 'process raft request' (duration: 26.571452ms)","trace[1816022875] 'compare' (duration: 199.335981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:53.228136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.367934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19447"} {"level":"info","ts":"2026-03-12T19:33:53.228228Z","caller":"traceutil/trace.go:171","msg":"trace[758244646] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8032; }","duration":"226.514858ms","start":"2026-03-12T19:33:53.001693Z","end":"2026-03-12T19:33:53.228208Z","steps":["trace[758244646] 'agreement among raft nodes before linearized reading' (duration: 226.16498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.451987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091727056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:33:54.452095Z","caller":"traceutil/trace.go:171","msg":"trace[1400307211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8032; }","duration":"1.09188254s","start":"2026-03-12T19:33:53.360188Z","end":"2026-03-12T19:33:54.452071Z","steps":["trace[1400307211] 'range keys from in-memory index tree' (duration: 1.09148139s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.452146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:53.360175Z","time spent":"1.091961811s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:33:54.452252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.734394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-bc68c649d-55vhc.189c2ef776c4c39f\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:33:54.452366Z","caller":"traceutil/trace.go:171","msg":"trace[600611458] range","detail":"{range_begin:/registry/events/openstack/barbican-api-bc68c649d-55vhc.189c2ef776c4c39f; range_end:; response_count:1; response_revision:8032; }","duration":"787.901658ms","start":"2026-03-12T19:33:53.664434Z","end":"2026-03-12T19:33:54.452336Z","steps":["trace[600611458] 'range keys from in-memory index tree' (duration: 787.346205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.452421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:53.664409Z","time spent":"787.99938ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-bc68c649d-55vhc.189c2ef776c4c39f\" "} {"level":"warn","ts":"2026-03-12T19:33:54.452467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091987242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:33:54.452619Z","caller":"traceutil/trace.go:171","msg":"trace[1823299466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8032; }","duration":"1.092191997s","start":"2026-03-12T19:33:53.360401Z","end":"2026-03-12T19:33:54.452593Z","steps":["trace[1823299466] 'range keys from in-memory index tree' (duration: 1.091786017s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.452667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:53.36038Z","time spent":"1.092276238s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:54.45282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.670761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:33:54.452894Z","caller":"traceutil/trace.go:171","msg":"trace[1930507027] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8032; }","duration":"915.803103ms","start":"2026-03-12T19:33:53.537063Z","end":"2026-03-12T19:33:54.452866Z","steps":["trace[1930507027] 'range keys from in-memory index tree' (duration: 915.510577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.45296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:53.537034Z","time spent":"915.915646ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:33:54.45303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091513851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:33:54.453063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.782061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-12T19:33:54.453069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092458813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:33:54.453203Z","caller":"traceutil/trace.go:171","msg":"trace[328820078] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"392.349916ms","start":"2026-03-12T19:33:54.060831Z","end":"2026-03-12T19:33:54.453181Z","steps":["trace[328820078] 'process raft request' (duration: 235.33207ms)","trace[328820078] 'compare' (duration: 156.652938ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:54.453223Z","caller":"traceutil/trace.go:171","msg":"trace[1256611665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8032; }","duration":"1.092648187s","start":"2026-03-12T19:33:53.36055Z","end":"2026-03-12T19:33:54.453198Z","steps":["trace[1256611665] 'range keys from in-memory index tree' (duration: 1.092263908s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:54.453123Z","caller":"traceutil/trace.go:171","msg":"trace[1025718770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8032; }","duration":"1.091646274s","start":"2026-03-12T19:33:53.361456Z","end":"2026-03-12T19:33:54.453102Z","steps":["trace[1025718770] 'range keys from in-memory index tree' (duration: 1.091352227s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.453278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:54.060797Z","time spent":"392.451809ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:54.453287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:53.360545Z","time spent":"1.092728219s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:54.453348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:53.361447Z","time spent":"1.09187337s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:33:54.507962Z","caller":"traceutil/trace.go:171","msg":"trace[1241422494] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8345; }","duration":"209.108026ms","start":"2026-03-12T19:33:54.298819Z","end":"2026-03-12T19:33:54.507927Z","steps":["trace[1241422494] 'read index received' (duration: 208.81527ms)","trace[1241422494] 'applied index is now lower than readState.Index' (duration: 290.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:54.508077Z","caller":"traceutil/trace.go:171","msg":"trace[2034323596] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"446.410632ms","start":"2026-03-12T19:33:54.061624Z","end":"2026-03-12T19:33:54.508035Z","steps":["trace[2034323596] 'process raft request' (duration: 446.051724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:54.50826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:54.061584Z","time spent":"446.576506ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:54.509358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.480258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-12T19:33:54.509473Z","caller":"traceutil/trace.go:171","msg":"trace[434149035] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8034; }","duration":"210.670542ms","start":"2026-03-12T19:33:54.298776Z","end":"2026-03-12T19:33:54.509447Z","steps":["trace[434149035] 'agreement among raft nodes before linearized reading' (duration: 209.328531ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:57.216614Z","caller":"traceutil/trace.go:171","msg":"trace[42458557] linearizableReadLoop","detail":"{readStateIndex:8369; appliedIndex:8368; }","duration":"110.537957ms","start":"2026-03-12T19:33:57.106055Z","end":"2026-03-12T19:33:57.216593Z","steps":["trace[42458557] 'read index received' (duration: 49.085991ms)","trace[42458557] 'applied index is now lower than readState.Index' (duration: 61.451106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:57.216827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.741031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:33:57.216861Z","caller":"traceutil/trace.go:171","msg":"trace[1563556668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8057; }","duration":"110.819833ms","start":"2026-03-12T19:33:57.106031Z","end":"2026-03-12T19:33:57.216851Z","steps":["trace[1563556668] 'agreement among raft nodes before linearized reading' (duration: 110.645189ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:57.217058Z","caller":"traceutil/trace.go:171","msg":"trace[2145304819] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"114.926367ms","start":"2026-03-12T19:33:57.102123Z","end":"2026-03-12T19:33:57.217049Z","steps":["trace[2145304819] 'process raft request' (duration: 53.089423ms)","trace[2145304819] 'compare' (duration: 61.280971ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:19.064705Z","caller":"traceutil/trace.go:171","msg":"trace[1841725918] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"405.121081ms","start":"2026-03-12T19:34:18.659549Z","end":"2026-03-12T19:34:19.06467Z","steps":["trace[1841725918] 'process raft request' (duration: 404.830284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.064925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:18.659521Z","time spent":"405.291395ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:19.079815Z","caller":"traceutil/trace.go:171","msg":"trace[477778506] linearizableReadLoop","detail":"{readStateIndex:8525; appliedIndex:8523; }","duration":"396.076253ms","start":"2026-03-12T19:34:18.683715Z","end":"2026-03-12T19:34:19.079792Z","steps":["trace[477778506] 'read index received' (duration: 380.682288ms)","trace[477778506] 'applied index is now lower than readState.Index' (duration: 15.392635ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:19.080189Z","caller":"traceutil/trace.go:171","msg":"trace[1402579744] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"418.321025ms","start":"2026-03-12T19:34:18.661848Z","end":"2026-03-12T19:34:19.080169Z","steps":["trace[1402579744] 'process raft request' (duration: 417.818223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.080345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:18.661816Z","time spent":"418.421337ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:19.08055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.76476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:34:19.080609Z","caller":"traceutil/trace.go:171","msg":"trace[1025200477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8205; }","duration":"373.895912ms","start":"2026-03-12T19:34:18.706694Z","end":"2026-03-12T19:34:19.08059Z","steps":["trace[1025200477] 'agreement among raft nodes before linearized reading' (duration: 373.711748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.08064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:18.706672Z","time spent":"373.962474ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:19.080771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.600864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:34:19.080867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.957742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:34:19.080858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.080548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:34:19.080861Z","caller":"traceutil/trace.go:171","msg":"trace[767878997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8205; }","duration":"366.703046ms","start":"2026-03-12T19:34:18.714136Z","end":"2026-03-12T19:34:19.080839Z","steps":["trace[767878997] 'agreement among raft nodes before linearized reading' (duration: 366.552903ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:19.080891Z","caller":"traceutil/trace.go:171","msg":"trace[1051154237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8205; }","duration":"370.020513ms","start":"2026-03-12T19:34:18.710864Z","end":"2026-03-12T19:34:19.080885Z","steps":["trace[1051154237] 'agreement among raft nodes before linearized reading' (duration: 369.945762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.080879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.074307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:34:19.080926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:18.71085Z","time spent":"370.071804ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:34:19.080904Z","caller":"traceutil/trace.go:171","msg":"trace[2029692633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8205; }","duration":"368.17817ms","start":"2026-03-12T19:34:18.712712Z","end":"2026-03-12T19:34:19.080891Z","steps":["trace[2029692633] 'agreement among raft nodes before linearized reading' (duration: 368.016817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.080924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.213029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:19.08096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:18.712692Z","time spent":"368.261583ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:34:19.080961Z","caller":"traceutil/trace.go:171","msg":"trace[1284553050] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8205; }","duration":"361.17501ms","start":"2026-03-12T19:34:18.719765Z","end":"2026-03-12T19:34:19.08094Z","steps":["trace[1284553050] 'agreement among raft nodes before linearized reading' (duration: 361.001706ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:19.080976Z","caller":"traceutil/trace.go:171","msg":"trace[907507031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8205; }","duration":"397.303371ms","start":"2026-03-12T19:34:18.683657Z","end":"2026-03-12T19:34:19.08096Z","steps":["trace[907507031] 'agreement among raft nodes before linearized reading' (duration: 397.23811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.081011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:18.719754Z","time spent":"361.244881ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:19.080758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.895599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g7fbj\" ","response":"range_response_count:1 size:4454"} {"level":"warn","ts":"2026-03-12T19:34:19.080924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:18.714125Z","time spent":"366.780679ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:34:19.081109Z","caller":"traceutil/trace.go:171","msg":"trace[583163193] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g7fbj; range_end:; response_count:1; response_revision:8205; }","duration":"251.314689ms","start":"2026-03-12T19:34:18.829778Z","end":"2026-03-12T19:34:19.081092Z","steps":["trace[583163193] 'agreement among raft nodes before linearized reading' (duration: 250.737196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.08102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:18.683605Z","time spent":"397.405543ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:19.080868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.692495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:19.081063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.114638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-12T19:34:19.081267Z","caller":"traceutil/trace.go:171","msg":"trace[665800574] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8205; }","duration":"159.156036ms","start":"2026-03-12T19:34:18.922093Z","end":"2026-03-12T19:34:19.081249Z","steps":["trace[665800574] 'agreement among raft nodes before linearized reading' (duration: 158.703075ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:19.081285Z","caller":"traceutil/trace.go:171","msg":"trace[1588868786] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8205; }","duration":"239.377364ms","start":"2026-03-12T19:34:18.841891Z","end":"2026-03-12T19:34:19.081269Z","steps":["trace[1588868786] 'agreement among raft nodes before linearized reading' (duration: 238.967215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:23.61672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314489096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:23.972909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.254516756s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:34:23.973225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:22.718283Z","time spent":"1.254938715s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:34:24.818676Z","caller":"traceutil/trace.go:171","msg":"trace[294051547] linearizableReadLoop","detail":"{readStateIndex:8549; appliedIndex:8545; }","duration":"1.70277734s","start":"2026-03-12T19:34:23.115864Z","end":"2026-03-12T19:34:24.818642Z","steps":["trace[294051547] 'read index received' (duration: 857.806638ms)","trace[294051547] 'applied index is now lower than readState.Index' (duration: 844.969202ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:24.81915Z","caller":"traceutil/trace.go:171","msg":"trace[234750555] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"1.58472557s","start":"2026-03-12T19:34:23.234398Z","end":"2026-03-12T19:34:24.819123Z","steps":["trace[234750555] 'process raft request' (duration: 1.584091945s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.819309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.234382Z","time spent":"1.584821273s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:24.819838Z","caller":"traceutil/trace.go:171","msg":"trace[739492927] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"1.173860427s","start":"2026-03-12T19:34:23.645953Z","end":"2026-03-12T19:34:24.819813Z","steps":["trace[739492927] 'process raft request' (duration: 1.172623408s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.81993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.645929Z","time spent":"1.173956769s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:24.819919Z","caller":"traceutil/trace.go:171","msg":"trace[68859236] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"1.742843802s","start":"2026-03-12T19:34:23.077034Z","end":"2026-03-12T19:34:24.819878Z","steps":["trace[68859236] 'process raft request' (duration: 1.740977219s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:24.819919Z","caller":"traceutil/trace.go:171","msg":"trace[1786397173] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"1.410890036s","start":"2026-03-12T19:34:23.408985Z","end":"2026-03-12T19:34:24.819875Z","steps":["trace[1786397173] 'process raft request' (duration: 1.409543335s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:24.820075Z","caller":"traceutil/trace.go:171","msg":"trace[533744501] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"1.709548845s","start":"2026-03-12T19:34:23.110498Z","end":"2026-03-12T19:34:24.820047Z","steps":["trace[533744501] 'process raft request' (duration: 1.707877767s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.820118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.408959Z","time spent":"1.41105955s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:24.820105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.077011Z","time spent":"1.742992685s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:24.820272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.110476Z","time spent":"1.70972675s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:25.393206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277298493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:34:25.393307Z","caller":"traceutil/trace.go:171","msg":"trace[377441419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8229; }","duration":"2.277462396s","start":"2026-03-12T19:34:23.115815Z","end":"2026-03-12T19:34:25.393277Z","steps":["trace[377441419] 'agreement among raft nodes before linearized reading' (duration: 1.70409632s)","trace[377441419] 'range keys from in-memory index tree' (duration: 573.07649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:25.393352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.115793Z","time spent":"2.277548888s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:25.393416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.228232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:25.393543Z","caller":"traceutil/trace.go:171","msg":"trace[1053737440] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8550; }","duration":"574.738048ms","start":"2026-03-12T19:34:24.818782Z","end":"2026-03-12T19:34:25.39352Z","steps":["trace[1053737440] 'read index received' (duration: 108.139171ms)","trace[1053737440] 'applied index is now lower than readState.Index' (duration: 466.593177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:25.393739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730290383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-bc68c649d-55vhc.189c2ef776c4c39f\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:34:25.39386Z","caller":"traceutil/trace.go:171","msg":"trace[1841148426] range","detail":"{range_begin:/registry/events/openstack/barbican-api-bc68c649d-55vhc.189c2ef776c4c39f; range_end:; response_count:1; response_revision:8230; }","duration":"1.730465677s","start":"2026-03-12T19:34:23.663363Z","end":"2026-03-12T19:34:25.393829Z","steps":["trace[1841148426] 'agreement among raft nodes before linearized reading' (duration: 1.7301621s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.393878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897990096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:34:25.393913Z","caller":"traceutil/trace.go:171","msg":"trace[1300016687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8230; }","duration":"1.898066458s","start":"2026-03-12T19:34:23.495834Z","end":"2026-03-12T19:34:25.3939Z","steps":["trace[1300016687] 'agreement among raft nodes before linearized reading' (duration: 1.897981946s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.393919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.663351Z","time spent":"1.730552499s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-bc68c649d-55vhc.189c2ef776c4c39f\" "} {"level":"warn","ts":"2026-03-12T19:34:25.393945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.495818Z","time spent":"1.898119789s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:25.393934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169407396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:34:25.393938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706987326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:25.39398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27763615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:34:25.394024Z","caller":"traceutil/trace.go:171","msg":"trace[1266015755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8230; }","duration":"2.277699161s","start":"2026-03-12T19:34:23.116312Z","end":"2026-03-12T19:34:25.394011Z","steps":["trace[1266015755] 'agreement among raft nodes before linearized reading' (duration: 2.277551268s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.394019Z","caller":"traceutil/trace.go:171","msg":"trace[1890352668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8230; }","duration":"1.169552439s","start":"2026-03-12T19:34:24.224445Z","end":"2026-03-12T19:34:25.393997Z","steps":["trace[1890352668] 'agreement among raft nodes before linearized reading' (duration: 1.169253522s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.394024Z","caller":"traceutil/trace.go:171","msg":"trace[474972550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8230; }","duration":"1.707094329s","start":"2026-03-12T19:34:23.68691Z","end":"2026-03-12T19:34:25.394004Z","steps":["trace[474972550] 'agreement among raft nodes before linearized reading' (duration: 1.706957546s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.394059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.1163Z","time spent":"2.277751213s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:25.394059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.224422Z","time spent":"1.16962919s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:25.394072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.686899Z","time spent":"1.707165821s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:25.393797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894787062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:34:25.394132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.213747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-12T19:34:25.39421Z","caller":"traceutil/trace.go:171","msg":"trace[1561106460] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8230; }","duration":"1.895208101s","start":"2026-03-12T19:34:23.498979Z","end":"2026-03-12T19:34:25.394187Z","steps":["trace[1561106460] 'agreement among raft nodes before linearized reading' (duration: 1.894652479s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.394222Z","caller":"traceutil/trace.go:171","msg":"trace[1974406876] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8230; }","duration":"835.358071ms","start":"2026-03-12T19:34:24.558839Z","end":"2026-03-12T19:34:25.394197Z","steps":["trace[1974406876] 'agreement among raft nodes before linearized reading' (duration: 835.078914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.394267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.558819Z","time spent":"835.439403ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:34:25.39432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27415023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:34:25.394344Z","caller":"traceutil/trace.go:171","msg":"trace[1033140455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8230; }","duration":"2.274208482s","start":"2026-03-12T19:34:23.120127Z","end":"2026-03-12T19:34:25.394336Z","steps":["trace[1033140455] 'agreement among raft nodes before linearized reading' (duration: 2.27413391s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.394365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.120112Z","time spent":"2.274246802s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:25.394268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.498968Z","time spent":"1.895283244s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"warn","ts":"2026-03-12T19:34:25.394668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275395568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:34:25.394688Z","caller":"traceutil/trace.go:171","msg":"trace[153706747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8230; }","duration":"2.27546205s","start":"2026-03-12T19:34:23.119219Z","end":"2026-03-12T19:34:25.394681Z","steps":["trace[153706747] 'agreement among raft nodes before linearized reading' (duration: 2.275389808s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.394707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.119207Z","time spent":"2.275495261s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:34:25.395845Z","caller":"traceutil/trace.go:171","msg":"trace[824185399] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"1.419000623s","start":"2026-03-12T19:34:23.974517Z","end":"2026-03-12T19:34:25.393518Z","steps":["trace[824185399] 'process raft request' (duration: 951.577227ms)","trace[824185399] 'compare' (duration: 466.781541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:25.396063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.974492Z","time spent":"1.42145797s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:25.534611Z","caller":"traceutil/trace.go:171","msg":"trace[264620420] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"134.500738ms","start":"2026-03-12T19:34:25.400069Z","end":"2026-03-12T19:34:25.53457Z","steps":["trace[264620420] 'process raft request' (duration: 134.17173ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.534717Z","caller":"traceutil/trace.go:171","msg":"trace[1470082692] linearizableReadLoop","detail":"{readStateIndex:8553; appliedIndex:8551; }","duration":"134.510789ms","start":"2026-03-12T19:34:25.400184Z","end":"2026-03-12T19:34:25.534695Z","steps":["trace[1470082692] 'read index received' (duration: 134.026977ms)","trace[1470082692] 'applied index is now lower than readState.Index' (duration: 482.522µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:25.534801Z","caller":"traceutil/trace.go:171","msg":"trace[457271923] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"134.706893ms","start":"2026-03-12T19:34:25.400074Z","end":"2026-03-12T19:34:25.53478Z","steps":["trace[457271923] 'process raft request' (duration: 134.413726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.53496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.774434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T19:34:25.535007Z","caller":"traceutil/trace.go:171","msg":"trace[262004381] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8232; }","duration":"134.856827ms","start":"2026-03-12T19:34:25.400138Z","end":"2026-03-12T19:34:25.534995Z","steps":["trace[262004381] 'agreement among raft nodes before linearized reading' (duration: 134.656102ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.538597Z","caller":"traceutil/trace.go:171","msg":"trace[1492468396] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"138.121572ms","start":"2026-03-12T19:34:25.400446Z","end":"2026-03-12T19:34:25.538568Z","steps":["trace[1492468396] 'process raft request' (duration: 137.871906ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.538596Z","caller":"traceutil/trace.go:171","msg":"trace[344315771] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"137.571879ms","start":"2026-03-12T19:34:25.400998Z","end":"2026-03-12T19:34:25.538569Z","steps":["trace[344315771] 'process raft request' (duration: 137.481627ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.538816Z","caller":"traceutil/trace.go:171","msg":"trace[1815355955] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"137.733992ms","start":"2026-03-12T19:34:25.401066Z","end":"2026-03-12T19:34:25.5388Z","steps":["trace[1815355955] 'process raft request' (duration: 137.456366ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.539276Z","caller":"traceutil/trace.go:171","msg":"trace[1372838300] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"136.278069ms","start":"2026-03-12T19:34:25.402934Z","end":"2026-03-12T19:34:25.539212Z","steps":["trace[1372838300] 'process raft request' (duration: 135.799608ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.539557Z","caller":"traceutil/trace.go:171","msg":"trace[1365358717] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"121.729124ms","start":"2026-03-12T19:34:25.417807Z","end":"2026-03-12T19:34:25.539536Z","steps":["trace[1365358717] 'process raft request' (duration: 121.277794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.5396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.545888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228861"} {"level":"warn","ts":"2026-03-12T19:34:25.539473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.002949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:34:25.539671Z","caller":"traceutil/trace.go:171","msg":"trace[413265032] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8237; }","duration":"137.62848ms","start":"2026-03-12T19:34:25.402023Z","end":"2026-03-12T19:34:25.539652Z","steps":["trace[413265032] 'agreement among raft nodes before linearized reading' (duration: 137.241911ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.539738Z","caller":"traceutil/trace.go:171","msg":"trace[1043388392] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8237; }","duration":"138.296485ms","start":"2026-03-12T19:34:25.40141Z","end":"2026-03-12T19:34:25.539706Z","steps":["trace[1043388392] 'agreement among raft nodes before linearized reading' (duration: 137.859695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.539566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.832865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:25.540416Z","caller":"traceutil/trace.go:171","msg":"trace[940299009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8237; }","duration":"118.132681ms","start":"2026-03-12T19:34:25.421693Z","end":"2026-03-12T19:34:25.539826Z","steps":["trace[940299009] 'agreement among raft nodes before linearized reading' (duration: 117.844164ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:26.988592Z","caller":"traceutil/trace.go:171","msg":"trace[1300157647] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"163.385574ms","start":"2026-03-12T19:34:26.82512Z","end":"2026-03-12T19:34:26.988506Z","steps":["trace[1300157647] 'process raft request' (duration: 162.905353ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.003852Z","caller":"traceutil/trace.go:171","msg":"trace[230799324] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"177.873146ms","start":"2026-03-12T19:34:26.825957Z","end":"2026-03-12T19:34:27.00383Z","steps":["trace[230799324] 'process raft request' (duration: 177.713223ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.00415Z","caller":"traceutil/trace.go:171","msg":"trace[233179156] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"178.138023ms","start":"2026-03-12T19:34:26.825978Z","end":"2026-03-12T19:34:27.004116Z","steps":["trace[233179156] 'process raft request' (duration: 177.807015ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.756893Z","caller":"traceutil/trace.go:171","msg":"trace[2123419782] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"123.353881ms","start":"2026-03-12T19:34:27.633497Z","end":"2026-03-12T19:34:27.756851Z","steps":["trace[2123419782] 'process raft request' (duration: 82.449029ms)","trace[2123419782] 'compare' (duration: 40.530313ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:27.75696Z","caller":"traceutil/trace.go:171","msg":"trace[851865951] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"123.430233ms","start":"2026-03-12T19:34:27.633502Z","end":"2026-03-12T19:34:27.756933Z","steps":["trace[851865951] 'process raft request' (duration: 123.211278ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.756976Z","caller":"traceutil/trace.go:171","msg":"trace[1305062511] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"123.378242ms","start":"2026-03-12T19:34:27.633527Z","end":"2026-03-12T19:34:27.756905Z","steps":["trace[1305062511] 'process raft request' (duration: 123.257809ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.792931Z","caller":"traceutil/trace.go:171","msg":"trace[340571663] linearizableReadLoop","detail":"{readStateIndex:8567; appliedIndex:8563; }","duration":"106.855851ms","start":"2026-03-12T19:34:27.686051Z","end":"2026-03-12T19:34:27.792907Z","steps":["trace[340571663] 'read index received' (duration: 29.849288ms)","trace[340571663] 'applied index is now lower than readState.Index' (duration: 77.005063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:27.793038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.969374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:27.792999Z","caller":"traceutil/trace.go:171","msg":"trace[654535071] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"108.833687ms","start":"2026-03-12T19:34:27.684129Z","end":"2026-03-12T19:34:27.792962Z","steps":["trace[654535071] 'process raft request' (duration: 108.642052ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.793062Z","caller":"traceutil/trace.go:171","msg":"trace[29414779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8246; }","duration":"107.028425ms","start":"2026-03-12T19:34:27.686026Z","end":"2026-03-12T19:34:27.793055Z","steps":["trace[29414779] 'agreement among raft nodes before linearized reading' (duration: 106.962463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.635718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.852406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:28.636292Z","caller":"traceutil/trace.go:171","msg":"trace[1434133529] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"833.705563ms","start":"2026-03-12T19:34:27.802531Z","end":"2026-03-12T19:34:28.636237Z","steps":["trace[1434133529] 'process raft request' (duration: 55.185151ms)","trace[1434133529] 'compare' (duration: 776.735351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:28.636489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.802502Z","time spent":"833.873767ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:29.179293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.358115ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:34:29.17962Z","caller":"traceutil/trace.go:171","msg":"trace[1174132442] linearizableReadLoop","detail":"{readStateIndex:8569; appliedIndex:8567; }","duration":"950.681537ms","start":"2026-03-12T19:34:28.228916Z","end":"2026-03-12T19:34:29.179597Z","steps":["trace[1174132442] 'read index received' (duration: 61.791µs)","trace[1174132442] 'applied index is now lower than readState.Index' (duration: 950.617966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:29.179767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.837571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:29.179804Z","caller":"traceutil/trace.go:171","msg":"trace[1292387012] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8247; }","duration":"951.144217ms","start":"2026-03-12T19:34:28.228646Z","end":"2026-03-12T19:34:29.17979Z","steps":["trace[1292387012] 'agreement among raft nodes before linearized reading' (duration: 951.049485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:29.179868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.22859Z","time spent":"951.25983ms","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:29.179902Z","caller":"traceutil/trace.go:171","msg":"trace[379360546] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"242.122946ms","start":"2026-03-12T19:34:28.93775Z","end":"2026-03-12T19:34:29.179873Z","steps":["trace[379360546] 'process raft request' (duration: 241.690676ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:29.473032Z","caller":"traceutil/trace.go:171","msg":"trace[179053216] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"478.854049ms","start":"2026-03-12T19:34:28.994149Z","end":"2026-03-12T19:34:29.473003Z","steps":["trace[179053216] 'process raft request' (duration: 478.588773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:29.4732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.99413Z","time spent":"478.985783ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:29.47331Z","caller":"traceutil/trace.go:171","msg":"trace[1309181747] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"466.017733ms","start":"2026-03-12T19:34:29.00725Z","end":"2026-03-12T19:34:29.473268Z","steps":["trace[1309181747] 'process raft request' (duration: 465.702026ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:29.473428Z","caller":"traceutil/trace.go:171","msg":"trace[1643862303] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"462.165994ms","start":"2026-03-12T19:34:29.01125Z","end":"2026-03-12T19:34:29.473416Z","steps":["trace[1643862303] 'process raft request' (duration: 461.930639ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:29.473394Z","caller":"traceutil/trace.go:171","msg":"trace[1384886196] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8570; }","duration":"293.704085ms","start":"2026-03-12T19:34:29.179652Z","end":"2026-03-12T19:34:29.473356Z","steps":["trace[1384886196] 'read index received' (duration: 293.129602ms)","trace[1384886196] 'applied index is now lower than readState.Index' (duration: 572.813µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:29.473488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.011226Z","time spent":"462.229896ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:29.47351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.007222Z","time spent":"466.177357ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:29.473574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054085739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:29.473629Z","caller":"traceutil/trace.go:171","msg":"trace[124919632] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8251; }","duration":"1.054222522s","start":"2026-03-12T19:34:28.419389Z","end":"2026-03-12T19:34:29.473612Z","steps":["trace[124919632] 'agreement among raft nodes before linearized reading' (duration: 1.054098559s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:29.473672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.419361Z","time spent":"1.054299114s","remote":"127.0.0.1:37310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:29.473769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.137219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:29.473873Z","caller":"traceutil/trace.go:171","msg":"trace[1628669390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8251; }","duration":"648.306462ms","start":"2026-03-12T19:34:28.825541Z","end":"2026-03-12T19:34:29.473848Z","steps":["trace[1628669390] 'agreement among raft nodes before linearized reading' (duration: 648.129088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:29.473935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.825521Z","time spent":"648.403804ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:34.542114Z","caller":"traceutil/trace.go:171","msg":"trace[1305757735] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"120.793953ms","start":"2026-03-12T19:34:34.421278Z","end":"2026-03-12T19:34:34.542072Z","steps":["trace[1305757735] 'process raft request' (duration: 120.66041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.790857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.751318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:34.790957Z","caller":"traceutil/trace.go:171","msg":"trace[2021993374] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"243.724103ms","start":"2026-03-12T19:34:34.547217Z","end":"2026-03-12T19:34:34.790941Z","steps":["trace[2021993374] 'process raft request' (duration: 93.820851ms)","trace[2021993374] 'compare' (duration: 149.446352ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:34.832042Z","caller":"traceutil/trace.go:171","msg":"trace[2112714148] linearizableReadLoop","detail":"{readStateIndex:8600; appliedIndex:8599; }","duration":"155.098162ms","start":"2026-03-12T19:34:34.676908Z","end":"2026-03-12T19:34:34.832006Z","steps":["trace[2112714148] 'read index received' (duration: 154.761994ms)","trace[2112714148] 'applied index is now lower than readState.Index' (duration: 334.508µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:34.832115Z","caller":"traceutil/trace.go:171","msg":"trace[112989629] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"259.869414ms","start":"2026-03-12T19:34:34.5722Z","end":"2026-03-12T19:34:34.832069Z","steps":["trace[112989629] 'process raft request' (duration: 259.610689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.832315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.529541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:34.832367Z","caller":"traceutil/trace.go:171","msg":"trace[536036315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8277; }","duration":"145.640414ms","start":"2026-03-12T19:34:34.686713Z","end":"2026-03-12T19:34:34.832354Z","steps":["trace[536036315] 'agreement among raft nodes before linearized reading' (duration: 145.517501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.832403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.45259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-fck75.189c2e30ee68534b\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-12T19:34:34.832512Z","caller":"traceutil/trace.go:171","msg":"trace[1012805807] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-fck75.189c2e30ee68534b; range_end:; response_count:1; response_revision:8277; }","duration":"162.082012ms","start":"2026-03-12T19:34:34.670403Z","end":"2026-03-12T19:34:34.832485Z","steps":["trace[1012805807] 'agreement among raft nodes before linearized reading' (duration: 161.714344ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:34.9846Z","caller":"traceutil/trace.go:171","msg":"trace[1810498199] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8280; }","duration":"134.612451ms","start":"2026-03-12T19:34:34.849954Z","end":"2026-03-12T19:34:34.984567Z","steps":["trace[1810498199] 'process raft request' (duration: 134.459757ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:34.984692Z","caller":"traceutil/trace.go:171","msg":"trace[11019936] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"147.21136ms","start":"2026-03-12T19:34:34.837464Z","end":"2026-03-12T19:34:34.984676Z","steps":["trace[11019936] 'process raft request' (duration: 125.084181ms)","trace[11019936] 'compare' (duration: 21.616908ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:34.984576Z","caller":"traceutil/trace.go:171","msg":"trace[1892107653] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"138.468569ms","start":"2026-03-12T19:34:34.846028Z","end":"2026-03-12T19:34:34.984497Z","steps":["trace[1892107653] 'process raft request' (duration: 138.327066ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:35.342211Z","caller":"traceutil/trace.go:171","msg":"trace[1454760623] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"340.467872ms","start":"2026-03-12T19:34:35.001713Z","end":"2026-03-12T19:34:35.342181Z","steps":["trace[1454760623] 'process raft request' (duration: 340.210136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.342397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.001687Z","time spent":"340.616376ms","remote":"127.0.0.1:58696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2346,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:35.342455Z","caller":"traceutil/trace.go:171","msg":"trace[171301014] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"278.750511ms","start":"2026-03-12T19:34:35.063679Z","end":"2026-03-12T19:34:35.34243Z","steps":["trace[171301014] 'process raft request' (duration: 278.658058ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:35.342496Z","caller":"traceutil/trace.go:171","msg":"trace[435838008] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"295.885075ms","start":"2026-03-12T19:34:35.046564Z","end":"2026-03-12T19:34:35.342449Z","steps":["trace[435838008] 'process raft request' (duration: 295.544457ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:35.485932Z","caller":"traceutil/trace.go:171","msg":"trace[1494628708] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"346.970592ms","start":"2026-03-12T19:34:35.13891Z","end":"2026-03-12T19:34:35.48588Z","steps":["trace[1494628708] 'process raft request' (duration: 335.545688ms)","trace[1494628708] 'compare' (duration: 11.180338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:35.486123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.138885Z","time spent":"347.164807ms","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2479,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:34:36.098318Z","caller":"traceutil/trace.go:171","msg":"trace[2068175352] linearizableReadLoop","detail":"{readStateIndex:8631; appliedIndex:8630; }","duration":"163.826834ms","start":"2026-03-12T19:34:35.934464Z","end":"2026-03-12T19:34:36.09829Z","steps":["trace[2068175352] 'read index received' (duration: 91.570249ms)","trace[2068175352] 'applied index is now lower than readState.Index' (duration: 72.255265ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:36.098397Z","caller":"traceutil/trace.go:171","msg":"trace[1554504205] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"165.979573ms","start":"2026-03-12T19:34:35.932392Z","end":"2026-03-12T19:34:36.098371Z","steps":["trace[1554504205] 'process raft request' (duration: 93.627947ms)","trace[1554504205] 'compare' (duration: 72.115111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:36.098532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.056648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:36.09858Z","caller":"traceutil/trace.go:171","msg":"trace[1037880932] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8307; }","duration":"164.180512ms","start":"2026-03-12T19:34:35.934386Z","end":"2026-03-12T19:34:36.098567Z","steps":["trace[1037880932] 'agreement among raft nodes before linearized reading' (duration: 164.052909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.098696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.147257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T19:34:36.098754Z","caller":"traceutil/trace.go:171","msg":"trace[1565731585] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8307; }","duration":"143.24442ms","start":"2026-03-12T19:34:35.955491Z","end":"2026-03-12T19:34:36.098735Z","steps":["trace[1565731585] 'agreement among raft nodes before linearized reading' (duration: 143.070716ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.294703Z","caller":"traceutil/trace.go:171","msg":"trace[1734596621] linearizableReadLoop","detail":"{readStateIndex:8632; appliedIndex:8631; }","duration":"179.047284ms","start":"2026-03-12T19:34:36.115622Z","end":"2026-03-12T19:34:36.294669Z","steps":["trace[1734596621] 'read index received' (duration: 123.083605ms)","trace[1734596621] 'applied index is now lower than readState.Index' (duration: 55.961759ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:36.294774Z","caller":"traceutil/trace.go:171","msg":"trace[1726565831] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"179.180077ms","start":"2026-03-12T19:34:36.115555Z","end":"2026-03-12T19:34:36.294735Z","steps":["trace[1726565831] 'process raft request' (duration: 123.183757ms)","trace[1726565831] 'compare' (duration: 55.716544ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:36.294819Z","caller":"traceutil/trace.go:171","msg":"trace[528372338] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8308; }","duration":"175.188766ms","start":"2026-03-12T19:34:36.119603Z","end":"2026-03-12T19:34:36.294792Z","steps":["trace[528372338] 'process raft request' (duration: 175.021992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.295077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.677246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:34:36.295139Z","caller":"traceutil/trace.go:171","msg":"trace[171131991] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8308; }","duration":"178.765007ms","start":"2026-03-12T19:34:36.11636Z","end":"2026-03-12T19:34:36.295125Z","steps":["trace[171131991] 'agreement among raft nodes before linearized reading' (duration: 178.551602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.295155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.178894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T19:34:36.295202Z","caller":"traceutil/trace.go:171","msg":"trace[1094073050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8308; }","duration":"178.249486ms","start":"2026-03-12T19:34:36.11694Z","end":"2026-03-12T19:34:36.29519Z","steps":["trace[1094073050] 'agreement among raft nodes before linearized reading' (duration: 178.089342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.295077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.438493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-12T19:34:36.295356Z","caller":"traceutil/trace.go:171","msg":"trace[240593872] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8308; }","duration":"179.75064ms","start":"2026-03-12T19:34:36.115595Z","end":"2026-03-12T19:34:36.295346Z","steps":["trace[240593872] 'agreement among raft nodes before linearized reading' (duration: 179.299ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.48092Z","caller":"traceutil/trace.go:171","msg":"trace[125583183] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8309; }","duration":"178.201265ms","start":"2026-03-12T19:34:36.302688Z","end":"2026-03-12T19:34:36.480889Z","steps":["trace[125583183] 'process raft request' (duration: 168.348808ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.481634Z","caller":"traceutil/trace.go:171","msg":"trace[831615451] linearizableReadLoop","detail":"{readStateIndex:8635; appliedIndex:8633; }","duration":"178.753698ms","start":"2026-03-12T19:34:36.302866Z","end":"2026-03-12T19:34:36.481619Z","steps":["trace[831615451] 'read index received' (duration: 168.186344ms)","trace[831615451] 'applied index is now lower than readState.Index' (duration: 10.566584ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:36.48165Z","caller":"traceutil/trace.go:171","msg":"trace[1393885916] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"171.46821ms","start":"2026-03-12T19:34:36.310163Z","end":"2026-03-12T19:34:36.481632Z","steps":["trace[1393885916] 'process raft request' (duration: 171.382658ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.481714Z","caller":"traceutil/trace.go:171","msg":"trace[2085330334] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"178.933342ms","start":"2026-03-12T19:34:36.302734Z","end":"2026-03-12T19:34:36.481667Z","steps":["trace[2085330334] 'process raft request' (duration: 178.724157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.481973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.799405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-12T19:34:36.481995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.150251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-03-12T19:34:36.482084Z","caller":"traceutil/trace.go:171","msg":"trace[134107363] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:8311; }","duration":"177.272733ms","start":"2026-03-12T19:34:36.304791Z","end":"2026-03-12T19:34:36.482064Z","steps":["trace[134107363] 'agreement among raft nodes before linearized reading' (duration: 177.012837ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.482107Z","caller":"traceutil/trace.go:171","msg":"trace[132902306] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8311; }","duration":"177.893427ms","start":"2026-03-12T19:34:36.304134Z","end":"2026-03-12T19:34:36.482027Z","steps":["trace[132902306] 'agreement among raft nodes before linearized reading' (duration: 177.643661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.483132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.144877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-12T19:34:36.483212Z","caller":"traceutil/trace.go:171","msg":"trace[1620827974] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8311; }","duration":"180.327804ms","start":"2026-03-12T19:34:36.302851Z","end":"2026-03-12T19:34:36.483179Z","steps":["trace[1620827974] 'agreement among raft nodes before linearized reading' (duration: 178.904991ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.636207Z","caller":"traceutil/trace.go:171","msg":"trace[1377139541] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8636; }","duration":"146.982105ms","start":"2026-03-12T19:34:36.489191Z","end":"2026-03-12T19:34:36.636173Z","steps":["trace[1377139541] 'read index received' (duration: 146.388752ms)","trace[1377139541] 'applied index is now lower than readState.Index' (duration: 591.803µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:36.636262Z","caller":"traceutil/trace.go:171","msg":"trace[1855902401] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"148.818898ms","start":"2026-03-12T19:34:36.48742Z","end":"2026-03-12T19:34:36.636239Z","steps":["trace[1855902401] 'process raft request' (duration: 148.240655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.636431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.20799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:36.636568Z","caller":"traceutil/trace.go:171","msg":"trace[1606853689] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8312; }","duration":"147.327673ms","start":"2026-03-12T19:34:36.489184Z","end":"2026-03-12T19:34:36.636511Z","steps":["trace[1606853689] 'agreement among raft nodes before linearized reading' (duration: 147.150369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.636663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.373224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-12T19:34:36.636737Z","caller":"traceutil/trace.go:171","msg":"trace[314490828] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8312; }","duration":"147.477717ms","start":"2026-03-12T19:34:36.489238Z","end":"2026-03-12T19:34:36.636716Z","steps":["trace[314490828] 'agreement among raft nodes before linearized reading' (duration: 147.217011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.636942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.463931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2717"} {"level":"warn","ts":"2026-03-12T19:34:36.636949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.081049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2717"} {"level":"info","ts":"2026-03-12T19:34:36.637Z","caller":"traceutil/trace.go:171","msg":"trace[1310616157] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:8312; }","duration":"145.539672ms","start":"2026-03-12T19:34:36.491443Z","end":"2026-03-12T19:34:36.636983Z","steps":["trace[1310616157] 'agreement among raft nodes before linearized reading' (duration: 145.417829ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.637011Z","caller":"traceutil/trace.go:171","msg":"trace[1467290573] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:8312; }","duration":"144.14875ms","start":"2026-03-12T19:34:36.492842Z","end":"2026-03-12T19:34:36.636991Z","steps":["trace[1467290573] 'agreement among raft nodes before linearized reading' (duration: 143.976756ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.794743Z","caller":"traceutil/trace.go:171","msg":"trace[715786327] linearizableReadLoop","detail":"{readStateIndex:8639; appliedIndex:8638; }","duration":"109.736137ms","start":"2026-03-12T19:34:36.684986Z","end":"2026-03-12T19:34:36.794722Z","steps":["trace[715786327] 'read index received' (duration: 61.063536ms)","trace[715786327] 'applied index is now lower than readState.Index' (duration: 48.671941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:36.795006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.351401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111897"} {"level":"info","ts":"2026-03-12T19:34:36.795034Z","caller":"traceutil/trace.go:171","msg":"trace[221414821] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8314; }","duration":"143.403833ms","start":"2026-03-12T19:34:36.651624Z","end":"2026-03-12T19:34:36.795028Z","steps":["trace[221414821] 'agreement among raft nodes before linearized reading' (duration: 143.173268ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.795308Z","caller":"traceutil/trace.go:171","msg":"trace[1517917704] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"111.593821ms","start":"2026-03-12T19:34:36.683704Z","end":"2026-03-12T19:34:36.795298Z","steps":["trace[1517917704] 'process raft request' (duration: 62.430918ms)","trace[1517917704] 'compare' (duration: 48.488507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:36.795429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.811545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:36.795481Z","caller":"traceutil/trace.go:171","msg":"trace[487107437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8314; }","duration":"111.902458ms","start":"2026-03-12T19:34:36.683564Z","end":"2026-03-12T19:34:36.795466Z","steps":["trace[487107437] 'agreement among raft nodes before linearized reading' (duration: 111.814556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.795566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.421703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-12T19:34:36.795639Z","caller":"traceutil/trace.go:171","msg":"trace[561321872] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8314; }","duration":"143.513526ms","start":"2026-03-12T19:34:36.6521Z","end":"2026-03-12T19:34:36.795613Z","steps":["trace[561321872] 'agreement among raft nodes before linearized reading' (duration: 143.25318ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.96231Z","caller":"traceutil/trace.go:171","msg":"trace[1480005079] linearizableReadLoop","detail":"{readStateIndex:8640; appliedIndex:8639; }","duration":"150.523877ms","start":"2026-03-12T19:34:36.81177Z","end":"2026-03-12T19:34:36.962294Z","steps":["trace[1480005079] 'read index received' (duration: 150.416575ms)","trace[1480005079] 'applied index is now lower than readState.Index' (duration: 106.542µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:36.962372Z","caller":"traceutil/trace.go:171","msg":"trace[820033254] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"150.869825ms","start":"2026-03-12T19:34:36.811449Z","end":"2026-03-12T19:34:36.962319Z","steps":["trace[820033254] 'process raft request' (duration: 150.735862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.962468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.680861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-12T19:34:36.9625Z","caller":"traceutil/trace.go:171","msg":"trace[1331275436] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8315; }","duration":"150.737722ms","start":"2026-03-12T19:34:36.811755Z","end":"2026-03-12T19:34:36.962493Z","steps":["trace[1331275436] 'agreement among raft nodes before linearized reading' (duration: 150.628229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.96275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.592177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:34:36.962832Z","caller":"traceutil/trace.go:171","msg":"trace[1329969213] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8315; }","duration":"146.870763ms","start":"2026-03-12T19:34:36.815942Z","end":"2026-03-12T19:34:36.962813Z","steps":["trace[1329969213] 'agreement among raft nodes before linearized reading' (duration: 146.484964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.061607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.80782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:40.06184Z","caller":"traceutil/trace.go:171","msg":"trace[2114354765] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8657; }","duration":"897.238896ms","start":"2026-03-12T19:34:39.16457Z","end":"2026-03-12T19:34:40.061809Z","steps":["trace[2114354765] 'read index received' (duration: 32.034027ms)","trace[2114354765] 'applied index is now lower than readState.Index' (duration: 865.202429ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:40.062049Z","caller":"traceutil/trace.go:171","msg":"trace[182515707] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"912.921747ms","start":"2026-03-12T19:34:39.148874Z","end":"2026-03-12T19:34:40.061796Z","steps":["trace[182515707] 'process raft request' (duration: 47.837402ms)","trace[182515707] 'compare' (duration: 863.412757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:40.06235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.148851Z","time spent":"913.423288ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:40.66307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.32634ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-12T19:34:40.663497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498900954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g7fbj\" ","response":"range_response_count:1 size:4739"} {"level":"info","ts":"2026-03-12T19:34:40.663645Z","caller":"traceutil/trace.go:171","msg":"trace[2055278058] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g7fbj; range_end:; response_count:1; response_revision:8333; }","duration":"1.499119019s","start":"2026-03-12T19:34:39.164495Z","end":"2026-03-12T19:34:40.663614Z","steps":["trace[2055278058] 'agreement among raft nodes before linearized reading' (duration: 897.654636ms)","trace[2055278058] 'range keys from in-memory index tree' (duration: 601.176947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:40.663695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.164471Z","time spent":"1.499213102s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4762,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g7fbj\" "} {"level":"info","ts":"2026-03-12T19:34:40.664064Z","caller":"traceutil/trace.go:171","msg":"trace[1376198939] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"1.067315984s","start":"2026-03-12T19:34:39.596726Z","end":"2026-03-12T19:34:40.664042Z","steps":["trace[1376198939] 'process raft request' (duration: 1.066487625s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.664202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.596701Z","time spent":"1.067433146s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:40.926202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.004815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:40.926535Z","caller":"traceutil/trace.go:171","msg":"trace[1777409338] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"1.318014449s","start":"2026-03-12T19:34:39.608496Z","end":"2026-03-12T19:34:40.926511Z","steps":["trace[1777409338] 'process raft request' (duration: 1.317829764s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:40.926552Z","caller":"traceutil/trace.go:171","msg":"trace[1094945842] linearizableReadLoop","detail":"{readStateIndex:8662; appliedIndex:8658; }","duration":"864.427621ms","start":"2026-03-12T19:34:40.0621Z","end":"2026-03-12T19:34:40.926527Z","steps":["trace[1094945842] 'read index received' (duration: 54.612µs)","trace[1094945842] 'applied index is now lower than readState.Index' (duration: 864.370889ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:40.926563Z","caller":"traceutil/trace.go:171","msg":"trace[710695776] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"1.31808839s","start":"2026-03-12T19:34:39.608441Z","end":"2026-03-12T19:34:40.92653Z","steps":["trace[710695776] 'process raft request' (duration: 1.055585974s)","trace[710695776] 'compare' (duration: 261.766799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:40.926644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.60847Z","time spent":"1.31811419s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:40.926653Z","caller":"traceutil/trace.go:171","msg":"trace[945902789] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"857.124912ms","start":"2026-03-12T19:34:40.069502Z","end":"2026-03-12T19:34:40.926627Z","steps":["trace[945902789] 'process raft request' (duration: 856.921878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.926722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.608423Z","time spent":"1.318213052s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:40.926779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753891737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-12T19:34:40.926817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125868102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:34:40.926671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171686918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:40.926873Z","caller":"traceutil/trace.go:171","msg":"trace[1398391705] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8337; }","duration":"1.171942234s","start":"2026-03-12T19:34:39.754919Z","end":"2026-03-12T19:34:40.926861Z","steps":["trace[1398391705] 'agreement among raft nodes before linearized reading' (duration: 1.171662377s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:40.926815Z","caller":"traceutil/trace.go:171","msg":"trace[205009476] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8337; }","duration":"1.753971089s","start":"2026-03-12T19:34:39.172832Z","end":"2026-03-12T19:34:40.926803Z","steps":["trace[205009476] 'agreement among raft nodes before linearized reading' (duration: 1.753816206s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.926914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.754897Z","time spent":"1.172006545s","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:40.926876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.097842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:34:40.926922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.172813Z","time spent":"1.754097743s","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-12T19:34:40.926987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762380493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-12T19:34:40.926988Z","caller":"traceutil/trace.go:171","msg":"trace[921988500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8337; }","duration":"943.215125ms","start":"2026-03-12T19:34:39.983745Z","end":"2026-03-12T19:34:40.92696Z","steps":["trace[921988500] 'agreement among raft nodes before linearized reading' (duration: 942.794675ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:40.927012Z","caller":"traceutil/trace.go:171","msg":"trace[886089193] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8337; }","duration":"1.762417424s","start":"2026-03-12T19:34:39.164587Z","end":"2026-03-12T19:34:40.927005Z","steps":["trace[886089193] 'agreement among raft nodes before linearized reading' (duration: 1.762348912s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.927042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.164581Z","time spent":"1.762454405s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:34:40.927155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121087312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:34:40.927196Z","caller":"traceutil/trace.go:171","msg":"trace[83307457] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8337; }","duration":"1.121147764s","start":"2026-03-12T19:34:39.806036Z","end":"2026-03-12T19:34:40.927183Z","steps":["trace[83307457] 'agreement among raft nodes before linearized reading' (duration: 1.120495479s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.927231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.806022Z","time spent":"1.121200715s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"info","ts":"2026-03-12T19:34:40.926873Z","caller":"traceutil/trace.go:171","msg":"trace[565865774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8337; }","duration":"1.125958555s","start":"2026-03-12T19:34:39.800899Z","end":"2026-03-12T19:34:40.926857Z","steps":["trace[565865774] 'agreement among raft nodes before linearized reading' (duration: 1.125809621s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.927237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012512551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:34:40.927273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.123609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:34:40.927286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.800877Z","time spent":"1.126394854s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:40.927304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.92717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:40.927326Z","caller":"traceutil/trace.go:171","msg":"trace[848949798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8337; }","duration":"945.230681ms","start":"2026-03-12T19:34:39.982081Z","end":"2026-03-12T19:34:40.927312Z","steps":["trace[848949798] 'agreement among raft nodes before linearized reading' (duration: 944.476994ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:40.927335Z","caller":"traceutil/trace.go:171","msg":"trace[1258073725] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8337; }","duration":"630.019531ms","start":"2026-03-12T19:34:40.297307Z","end":"2026-03-12T19:34:40.927327Z","steps":["trace[1258073725] 'agreement among raft nodes before linearized reading' (duration: 629.917629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.927041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.983651Z","time spent":"943.376568ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:40.927369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.297275Z","time spent":"630.086493ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":103,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:40.927372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.98206Z","time spent":"945.300663ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:40.926918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754263586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-12T19:34:40.927412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.833738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-12T19:34:40.927438Z","caller":"traceutil/trace.go:171","msg":"trace[1405314522] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8337; }","duration":"1.754778558s","start":"2026-03-12T19:34:39.172647Z","end":"2026-03-12T19:34:40.927426Z","steps":["trace[1405314522] 'agreement among raft nodes before linearized reading' (duration: 1.754205794s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:40.927463Z","caller":"traceutil/trace.go:171","msg":"trace[276498089] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8337; }","duration":"260.91776ms","start":"2026-03-12T19:34:40.666531Z","end":"2026-03-12T19:34:40.927449Z","steps":["trace[276498089] 'agreement among raft nodes before linearized reading' (duration: 260.776567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.927474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.172601Z","time spent":"1.754863341s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:34:40.9275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.463432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:40.927284Z","caller":"traceutil/trace.go:171","msg":"trace[1124099938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8337; }","duration":"1.012619254s","start":"2026-03-12T19:34:39.914654Z","end":"2026-03-12T19:34:40.927273Z","steps":["trace[1124099938] 'agreement among raft nodes before linearized reading' (duration: 1.011914348s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:40.927533Z","caller":"traceutil/trace.go:171","msg":"trace[781353495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8337; }","duration":"241.515373ms","start":"2026-03-12T19:34:40.686009Z","end":"2026-03-12T19:34:40.927524Z","steps":["trace[781353495] 'agreement among raft nodes before linearized reading' (duration: 241.460032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.927545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.434209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-12T19:34:40.927568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.914635Z","time spent":"1.012917061s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:34:40.927595Z","caller":"traceutil/trace.go:171","msg":"trace[1920203648] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8337; }","duration":"382.521591ms","start":"2026-03-12T19:34:40.545055Z","end":"2026-03-12T19:34:40.927577Z","steps":["trace[1920203648] 'agreement among raft nodes before linearized reading' (duration: 382.405698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.926802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.069476Z","time spent":"857.243934ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:40.927643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.54503Z","time spent":"382.596392ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:34:40.927957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.180468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:34:40.92801Z","caller":"traceutil/trace.go:171","msg":"trace[719149609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8337; }","duration":"944.257759ms","start":"2026-03-12T19:34:39.983736Z","end":"2026-03-12T19:34:40.927994Z","steps":["trace[719149609] 'agreement among raft nodes before linearized reading' (duration: 942.828076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:40.928039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:39.98372Z","time spent":"944.311761ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:34:41.479548Z","caller":"traceutil/trace.go:171","msg":"trace[1938657235] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"546.653982ms","start":"2026-03-12T19:34:40.932852Z","end":"2026-03-12T19:34:41.479506Z","steps":["trace[1938657235] 'process raft request' (duration: 546.274793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:41.479752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.932836Z","time spent":"546.807245ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:41.479984Z","caller":"traceutil/trace.go:171","msg":"trace[754436305] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"547.03262ms","start":"2026-03-12T19:34:40.932917Z","end":"2026-03-12T19:34:41.479949Z","steps":["trace[754436305] 'process raft request' (duration: 546.423686ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:41.480112Z","caller":"traceutil/trace.go:171","msg":"trace[451105408] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"546.436256ms","start":"2026-03-12T19:34:40.933655Z","end":"2026-03-12T19:34:41.480091Z","steps":["trace[451105408] 'process raft request' (duration: 546.015726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:41.480182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.932898Z","time spent":"547.172713ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:41.480209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.933628Z","time spent":"546.535689ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:41.480392Z","caller":"traceutil/trace.go:171","msg":"trace[414692218] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"545.905124ms","start":"2026-03-12T19:34:40.934443Z","end":"2026-03-12T19:34:41.480348Z","steps":["trace[414692218] 'process raft request' (duration: 545.472514ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:41.480464Z","caller":"traceutil/trace.go:171","msg":"trace[1088793982] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"545.716669ms","start":"2026-03-12T19:34:40.93473Z","end":"2026-03-12T19:34:41.480447Z","steps":["trace[1088793982] 'process raft request' (duration: 545.32311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:41.480587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.934714Z","time spent":"545.828912ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:41.480432Z","caller":"traceutil/trace.go:171","msg":"trace[1555295238] linearizableReadLoop","detail":"{readStateIndex:8665; appliedIndex:8663; }","duration":"547.546022ms","start":"2026-03-12T19:34:40.932871Z","end":"2026-03-12T19:34:41.480417Z","steps":["trace[1555295238] 'read index received' (duration: 87.650219ms)","trace[1555295238] 'applied index is now lower than readState.Index' (duration: 459.894263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:41.480654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.934429Z","time spent":"546.081178ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:41.480915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.31406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:34:41.480966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.558786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-12T19:34:41.480964Z","caller":"traceutil/trace.go:171","msg":"trace[1293967357] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8343; }","duration":"179.402062ms","start":"2026-03-12T19:34:41.301549Z","end":"2026-03-12T19:34:41.480951Z","steps":["trace[1293967357] 'agreement among raft nodes before linearized reading' (duration: 179.259609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:41.48097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.441207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-12T19:34:41.481018Z","caller":"traceutil/trace.go:171","msg":"trace[6127252] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8343; }","duration":"545.635968ms","start":"2026-03-12T19:34:40.935366Z","end":"2026-03-12T19:34:41.481002Z","steps":["trace[6127252] 'agreement among raft nodes before linearized reading' (duration: 545.446204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:41.481063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.935359Z","time spent":"545.696219ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-03-12T19:34:41.481025Z","caller":"traceutil/trace.go:171","msg":"trace[1775485442] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8343; }","duration":"546.554259ms","start":"2026-03-12T19:34:40.934456Z","end":"2026-03-12T19:34:41.48101Z","steps":["trace[1775485442] 'agreement among raft nodes before linearized reading' (duration: 546.343514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:41.481104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.934439Z","time spent":"546.657131ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:34:41.481241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.535408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228764"} {"level":"info","ts":"2026-03-12T19:34:41.481288Z","caller":"traceutil/trace.go:171","msg":"trace[1747773266] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8343; }","duration":"546.6049ms","start":"2026-03-12T19:34:40.934672Z","end":"2026-03-12T19:34:41.481277Z","steps":["trace[1747773266] 'agreement among raft nodes before linearized reading' (duration: 546.214771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:41.481322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.934663Z","time spent":"546.648051ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228787,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:41.482216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.353323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g7fbj\" ","response":"range_response_count:1 size:4637"} {"level":"info","ts":"2026-03-12T19:34:41.482261Z","caller":"traceutil/trace.go:171","msg":"trace[390869342] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g7fbj; range_end:; response_count:1; response_revision:8343; }","duration":"549.432015ms","start":"2026-03-12T19:34:40.932818Z","end":"2026-03-12T19:34:41.48225Z","steps":["trace[390869342] 'agreement among raft nodes before linearized reading' (duration: 547.665994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:41.48229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:40.932798Z","time spent":"549.485047ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4660,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g7fbj\" "} {"level":"warn","ts":"2026-03-12T19:34:41.963674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.235853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-12T19:34:41.96385Z","caller":"traceutil/trace.go:171","msg":"trace[374738307] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8344; }","duration":"481.359386ms","start":"2026-03-12T19:34:41.482466Z","end":"2026-03-12T19:34:41.963825Z","steps":["trace[374738307] 'process raft request' (duration: 197.776575ms)","trace[374738307] 'compare' (duration: 283.066119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:41.963936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:41.482449Z","time spent":"481.451298ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-12T19:34:42.525449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.659177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:42.525552Z","caller":"traceutil/trace.go:171","msg":"trace[870011327] linearizableReadLoop","detail":"{readStateIndex:8671; appliedIndex:8669; }","duration":"1.040684819s","start":"2026-03-12T19:34:41.484851Z","end":"2026-03-12T19:34:42.525536Z","steps":["trace[870011327] 'read index received' (duration: 195.476612ms)","trace[870011327] 'applied index is now lower than readState.Index' (duration: 845.206657ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:42.525654Z","caller":"traceutil/trace.go:171","msg":"trace[1483201571] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"1.040947075s","start":"2026-03-12T19:34:41.484662Z","end":"2026-03-12T19:34:42.525609Z","steps":["trace[1483201571] 'process raft request' (duration: 782.053072ms)","trace[1483201571] 'compare' (duration: 258.547905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:42.525851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:41.484639Z","time spent":"1.041111879s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4654,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:42.525946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041069658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:34:42.525991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.801979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:42.525996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.457754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:42.52603Z","caller":"traceutil/trace.go:171","msg":"trace[725132375] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8345; }","duration":"1.04117618s","start":"2026-03-12T19:34:41.484832Z","end":"2026-03-12T19:34:42.526008Z","steps":["trace[725132375] 'agreement among raft nodes before linearized reading' (duration: 1.040914364s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:42.526063Z","caller":"traceutil/trace.go:171","msg":"trace[2052200692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8345; }","duration":"839.566697ms","start":"2026-03-12T19:34:41.686482Z","end":"2026-03-12T19:34:42.526049Z","steps":["trace[2052200692] 'agreement among raft nodes before linearized reading' (duration: 839.468295ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:42.526072Z","caller":"traceutil/trace.go:171","msg":"trace[890642929] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8345; }","duration":"983.883851ms","start":"2026-03-12T19:34:41.542135Z","end":"2026-03-12T19:34:42.526019Z","steps":["trace[890642929] 'agreement among raft nodes before linearized reading' (duration: 983.811299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:42.526076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:41.484821Z","time spent":"1.041246832s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:42.526105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:41.686464Z","time spent":"839.633338ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:42.52617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:41.542114Z","time spent":"983.985313ms","remote":"127.0.0.1:58714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:43.435948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.288456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:43.436137Z","caller":"traceutil/trace.go:171","msg":"trace[1177274284] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"899.794775ms","start":"2026-03-12T19:34:42.536285Z","end":"2026-03-12T19:34:43.43608Z","steps":["trace[1177274284] 'process raft request' (duration: 151.300905ms)","trace[1177274284] 'compare' (duration: 748.162762ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:43.436212Z","caller":"traceutil/trace.go:171","msg":"trace[1480347608] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"503.749693ms","start":"2026-03-12T19:34:42.932436Z","end":"2026-03-12T19:34:43.436186Z","steps":["trace[1480347608] 'process raft request' (duration: 503.694492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:43.436324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.932401Z","time spent":"503.862826ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:43.436328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.536275Z","time spent":"899.958718ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:34:43.43632Z","caller":"traceutil/trace.go:171","msg":"trace[1035826617] linearizableReadLoop","detail":"{readStateIndex:8672; appliedIndex:8671; }","duration":"898.836272ms","start":"2026-03-12T19:34:42.537448Z","end":"2026-03-12T19:34:43.436284Z","steps":["trace[1035826617] 'read index received' (duration: 150.146758ms)","trace[1035826617] 'applied index is now lower than readState.Index' (duration: 748.685474ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:43.436459Z","caller":"traceutil/trace.go:171","msg":"trace[776557270] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"766.377482ms","start":"2026-03-12T19:34:42.670068Z","end":"2026-03-12T19:34:43.436446Z","steps":["trace[776557270] 'process raft request' (duration: 765.990623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:43.436509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.670048Z","time spent":"766.432583ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:43.437101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.251763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-g7fbj\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-12T19:34:43.437164Z","caller":"traceutil/trace.go:171","msg":"trace[2102285736] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-g7fbj; range_end:; response_count:1; response_revision:8348; }","duration":"899.731103ms","start":"2026-03-12T19:34:42.537414Z","end":"2026-03-12T19:34:43.437145Z","steps":["trace[2102285736] 'agreement among raft nodes before linearized reading' (duration: 899.054817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:43.437218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.537401Z","time spent":"899.802595ms","remote":"127.0.0.1:37456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-g7fbj\" "} {"level":"warn","ts":"2026-03-12T19:34:43.937534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314489426,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:34:43.995299Z","caller":"traceutil/trace.go:171","msg":"trace[1940106887] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"1.062063103s","start":"2026-03-12T19:34:42.933214Z","end":"2026-03-12T19:34:43.995277Z","steps":["trace[1940106887] 'process raft request' (duration: 1.061898589s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:43.995448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.933199Z","time spent":"1.062169855s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:44.977441Z","caller":"traceutil/trace.go:171","msg":"trace[1017821943] linearizableReadLoop","detail":"{readStateIndex:8677; appliedIndex:8674; }","duration":"1.540990814s","start":"2026-03-12T19:34:43.436428Z","end":"2026-03-12T19:34:44.977419Z","steps":["trace[1017821943] 'read index received' (duration: 558.693588ms)","trace[1017821943] 'applied index is now lower than readState.Index' (duration: 982.296385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:44.977562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111086985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:44.977594Z","caller":"traceutil/trace.go:171","msg":"trace[795024008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8351; }","duration":"2.111177027s","start":"2026-03-12T19:34:42.866409Z","end":"2026-03-12T19:34:44.977586Z","steps":["trace[795024008] 'agreement among raft nodes before linearized reading' (duration: 2.111103576s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:44.977625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.866387Z","time spent":"2.111232128s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:44.977642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259995295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:34:44.977631Z","caller":"traceutil/trace.go:171","msg":"trace[1539814991] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8350; }","duration":"1.53778675s","start":"2026-03-12T19:34:43.439827Z","end":"2026-03-12T19:34:44.977614Z","steps":["trace[1539814991] 'process raft request' (duration: 1.537398801s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:44.97767Z","caller":"traceutil/trace.go:171","msg":"trace[2124788931] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:8351; }","duration":"2.260058326s","start":"2026-03-12T19:34:42.717602Z","end":"2026-03-12T19:34:44.977661Z","steps":["trace[2124788931] 'agreement among raft nodes before linearized reading' (duration: 2.259930623s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:44.977698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.717589Z","time spent":"2.260102128s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-03-12T19:34:44.977783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953887575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:34:44.977757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278589453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:44.977742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.439804Z","time spent":"1.537871492s","remote":"127.0.0.1:37456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-12T19:34:44.977804Z","caller":"traceutil/trace.go:171","msg":"trace[203409082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8351; }","duration":"1.953937485s","start":"2026-03-12T19:34:43.023861Z","end":"2026-03-12T19:34:44.977799Z","steps":["trace[203409082] 'agreement among raft nodes before linearized reading' (duration: 1.953883824s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:44.977759Z","caller":"traceutil/trace.go:171","msg":"trace[981846009] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"1.443794135s","start":"2026-03-12T19:34:43.533905Z","end":"2026-03-12T19:34:44.977699Z","steps":["trace[981846009] 'process raft request' (duration: 1.443456057s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:44.977835Z","caller":"traceutil/trace.go:171","msg":"trace[433276515] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8351; }","duration":"2.278729007s","start":"2026-03-12T19:34:42.699085Z","end":"2026-03-12T19:34:44.977814Z","steps":["trace[433276515] 'agreement among raft nodes before linearized reading' (duration: 2.278545542s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:44.977881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.699062Z","time spent":"2.278810048s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:44.977906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440258026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g7fbj\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-12T19:34:44.977975Z","caller":"traceutil/trace.go:171","msg":"trace[542377278] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g7fbj; range_end:; response_count:1; response_revision:8351; }","duration":"2.440355859s","start":"2026-03-12T19:34:42.537606Z","end":"2026-03-12T19:34:44.977962Z","steps":["trace[542377278] 'agreement among raft nodes before linearized reading' (duration: 2.440130524s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:44.977975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.533869Z","time spent":"1.44399145s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:44.978006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.537598Z","time spent":"2.44040167s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g7fbj\" "} {"level":"warn","ts":"2026-03-12T19:34:44.977822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.023846Z","time spent":"1.953972847s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:44.97876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388830732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:44.978826Z","caller":"traceutil/trace.go:171","msg":"trace[41135167] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8351; }","duration":"2.389976819s","start":"2026-03-12T19:34:42.588818Z","end":"2026-03-12T19:34:44.978794Z","steps":["trace[41135167] 'agreement among raft nodes before linearized reading' (duration: 2.388779752s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:44.978853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:42.5888Z","time spent":"2.39004702s","remote":"127.0.0.1:52640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:34:45.477589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314489430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:45.686431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:34:45.686509Z","caller":"traceutil/trace.go:171","msg":"trace[1229434813] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068287s","start":"2026-03-12T19:34:43.686424Z","end":"2026-03-12T19:34:45.686492Z","steps":["trace[1229434813] 'agreement among raft nodes before linearized reading' (duration: 1.999974445s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:45.686554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.686417Z","time spent":"2.000127708s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:34:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:34:46.661519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.242264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:46.661753Z","caller":"traceutil/trace.go:171","msg":"trace[1997968149] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"2.361354278s","start":"2026-03-12T19:34:44.300369Z","end":"2026-03-12T19:34:46.661724Z","steps":["trace[1997968149] 'process raft request' (duration: 1.420911107s)","trace[1997968149] 'compare' (duration: 939.098201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:46.661859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.300344Z","time spent":"2.361464931s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:46.709253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.978883Z","time spent":"1.730321324s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:34:46.709314Z","caller":"traceutil/trace.go:171","msg":"trace[1382691792] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"1.728379639s","start":"2026-03-12T19:34:44.980903Z","end":"2026-03-12T19:34:46.709283Z","steps":["trace[1382691792] 'process raft request' (duration: 1.728125213s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.709495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.980886Z","time spent":"1.728502233s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:46.709742Z","caller":"traceutil/trace.go:171","msg":"trace[2073692491] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"1.726908975s","start":"2026-03-12T19:34:44.982819Z","end":"2026-03-12T19:34:46.709728Z","steps":["trace[2073692491] 'process raft request' (duration: 1.726348542s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.709813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.98281Z","time spent":"1.726968387s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:46.709804Z","caller":"traceutil/trace.go:171","msg":"trace[492629356] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"1.337120127s","start":"2026-03-12T19:34:45.372652Z","end":"2026-03-12T19:34:46.709772Z","steps":["trace[492629356] 'process raft request' (duration: 1.336918613s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:46.709928Z","caller":"traceutil/trace.go:171","msg":"trace[638393367] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"1.26862624s","start":"2026-03-12T19:34:45.441285Z","end":"2026-03-12T19:34:46.709912Z","steps":["trace[638393367] 'process raft request' (duration: 1.268433465s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.709988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.372618Z","time spent":"1.337268721s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:46.710029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.441265Z","time spent":"1.268717561s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:46.710073Z","caller":"traceutil/trace.go:171","msg":"trace[534098705] linearizableReadLoop","detail":"{readStateIndex:8684; appliedIndex:8677; }","duration":"1.732558915s","start":"2026-03-12T19:34:44.977506Z","end":"2026-03-12T19:34:46.710065Z","steps":["trace[534098705] 'read index received' (duration: 743.78932ms)","trace[534098705] 'applied index is now lower than readState.Index' (duration: 988.768835ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:46.710139Z","caller":"traceutil/trace.go:171","msg":"trace[1754909732] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"1.268809124s","start":"2026-03-12T19:34:45.441318Z","end":"2026-03-12T19:34:46.710127Z","steps":["trace[1754909732] 'process raft request' (duration: 1.268540517s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.710185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.441302Z","time spent":"1.268857425s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:46.710266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941507948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:46.71033Z","caller":"traceutil/trace.go:171","msg":"trace[560268930] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8358; }","duration":"1.941610871s","start":"2026-03-12T19:34:44.768699Z","end":"2026-03-12T19:34:46.71031Z","steps":["trace[560268930] 'agreement among raft nodes before linearized reading' (duration: 1.941442127s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.710383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.768676Z","time spent":"1.941693692s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:46.710662Z","caller":"traceutil/trace.go:171","msg":"trace[2080134774] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"1.013863432s","start":"2026-03-12T19:34:45.696782Z","end":"2026-03-12T19:34:46.710645Z","steps":["trace[2080134774] 'process raft request' (duration: 1.013239268s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.71071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225996524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:34:46.710751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.696764Z","time spent":"1.013939315s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:46.710825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225224436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:34:46.710851Z","caller":"traceutil/trace.go:171","msg":"trace[634119353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8358; }","duration":"3.225268597s","start":"2026-03-12T19:34:43.485574Z","end":"2026-03-12T19:34:46.710843Z","steps":["trace[634119353] 'agreement among raft nodes before linearized reading' (duration: 3.225206556s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.710878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.485566Z","time spent":"3.225305479s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:46.711036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22625387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:34:46.711072Z","caller":"traceutil/trace.go:171","msg":"trace[1989711368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8358; }","duration":"3.226291051s","start":"2026-03-12T19:34:43.484773Z","end":"2026-03-12T19:34:46.711064Z","steps":["trace[1989711368] 'agreement among raft nodes before linearized reading' (duration: 3.226210179s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.711096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.484693Z","time spent":"3.226396814s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:46.711401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226737231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:34:46.71144Z","caller":"traceutil/trace.go:171","msg":"trace[2031034358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8358; }","duration":"3.226777842s","start":"2026-03-12T19:34:43.484654Z","end":"2026-03-12T19:34:46.711432Z","steps":["trace[2031034358] 'agreement among raft nodes before linearized reading' (duration: 3.226688109s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.711472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.484611Z","time spent":"3.226854183s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:46.711691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046618562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-bc68c649d-55vhc.189c2ef776c4c39f\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-12T19:34:46.710333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109584383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-03-12T19:34:46.711731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703321695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:46.711744Z","caller":"traceutil/trace.go:171","msg":"trace[1159141550] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8358; }","duration":"3.111040136s","start":"2026-03-12T19:34:43.60069Z","end":"2026-03-12T19:34:46.71173Z","steps":["trace[1159141550] 'agreement among raft nodes before linearized reading' (duration: 3.109541572s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:46.711762Z","caller":"traceutil/trace.go:171","msg":"trace[540603911] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8358; }","duration":"2.703382347s","start":"2026-03-12T19:34:44.008372Z","end":"2026-03-12T19:34:46.711754Z","steps":["trace[540603911] 'agreement among raft nodes before linearized reading' (duration: 2.703314585s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:46.71076Z","caller":"traceutil/trace.go:171","msg":"trace[920017420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8358; }","duration":"3.226063176s","start":"2026-03-12T19:34:43.484684Z","end":"2026-03-12T19:34:46.710747Z","steps":["trace[920017420] 'agreement among raft nodes before linearized reading' (duration: 3.225927083s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.711803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.008357Z","time spent":"2.703437138s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:46.711808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066447056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:46.711816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.484677Z","time spent":"3.22712664s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:46.711826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985457143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:46.711851Z","caller":"traceutil/trace.go:171","msg":"trace[1250257380] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8358; }","duration":"2.985502385s","start":"2026-03-12T19:34:43.72634Z","end":"2026-03-12T19:34:46.711843Z","steps":["trace[1250257380] 'agreement among raft nodes before linearized reading' (duration: 2.985446374s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:46.711851Z","caller":"traceutil/trace.go:171","msg":"trace[853789466] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8358; }","duration":"2.066534158s","start":"2026-03-12T19:34:44.645304Z","end":"2026-03-12T19:34:46.711838Z","steps":["trace[853789466] 'agreement among raft nodes before linearized reading' (duration: 2.066446276s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.711773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.600667Z","time spent":"3.111099338s","remote":"127.0.0.1:37366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-12T19:34:46.711881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.645283Z","time spent":"2.066591309s","remote":"127.0.0.1:37350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:46.711884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.72633Z","time spent":"2.985539766s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:46.71205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251033501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:46.712063Z","caller":"traceutil/trace.go:171","msg":"trace[800513792] range","detail":"{range_begin:/registry/events/openstack/barbican-api-bc68c649d-55vhc.189c2ef776c4c39f; range_end:; response_count:1; response_revision:8358; }","duration":"3.047029102s","start":"2026-03-12T19:34:43.665018Z","end":"2026-03-12T19:34:46.712047Z","steps":["trace[800513792] 'agreement among raft nodes before linearized reading' (duration: 3.046564291s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:46.712076Z","caller":"traceutil/trace.go:171","msg":"trace[2113391509] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8358; }","duration":"3.251108403s","start":"2026-03-12T19:34:43.46096Z","end":"2026-03-12T19:34:46.712069Z","steps":["trace[2113391509] 'agreement among raft nodes before linearized reading' (duration: 3.251063102s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.712098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.460939Z","time spent":"3.251152874s","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:46.712101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.665006Z","time spent":"3.047083443s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-bc68c649d-55vhc.189c2ef776c4c39f\" "} {"level":"warn","ts":"2026-03-12T19:34:46.712248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223979838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:34:46.712294Z","caller":"traceutil/trace.go:171","msg":"trace[94139723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8358; }","duration":"3.224043459s","start":"2026-03-12T19:34:43.488239Z","end":"2026-03-12T19:34:46.712283Z","steps":["trace[94139723] 'agreement among raft nodes before linearized reading' (duration: 3.222115655s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.712319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:43.488227Z","time spent":"3.2240874s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"warn","ts":"2026-03-12T19:34:46.712882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823360507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-12T19:34:46.712914Z","caller":"traceutil/trace.go:171","msg":"trace[1139740842] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8358; }","duration":"1.823439668s","start":"2026-03-12T19:34:44.889467Z","end":"2026-03-12T19:34:46.712907Z","steps":["trace[1139740842] 'agreement among raft nodes before linearized reading' (duration: 1.821457973s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:46.712936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.889442Z","time spent":"1.82348682s","remote":"127.0.0.1:52720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":894,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:47.210836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314489441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:47.686617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999648078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:34:47.686702Z","caller":"traceutil/trace.go:171","msg":"trace[1523098314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999793021s","start":"2026-03-12T19:34:45.686889Z","end":"2026-03-12T19:34:47.686682Z","steps":["trace[1523098314] 'agreement among raft nodes before linearized reading' (duration: 1.999691619s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:47.686752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.686868Z","time spent":"1.999874304s","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:34:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:34:47.711566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314489441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:48.212183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314489441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:48.605199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.90031535s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:48.606201Z","caller":"traceutil/trace.go:171","msg":"trace[2124321101] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"2.604794947s","start":"2026-03-12T19:34:46.00137Z","end":"2026-03-12T19:34:48.606165Z","steps":["trace[2124321101] 'process raft request' (duration: 2.604244304s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:48.60624Z","caller":"traceutil/trace.go:171","msg":"trace[1712272451] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"2.308473811s","start":"2026-03-12T19:34:46.297727Z","end":"2026-03-12T19:34:48.606201Z","steps":["trace[1712272451] 'process raft request' (duration: 2.308338297s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:48.606452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:46.297682Z","time spent":"2.308661726s","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:48.606841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:46.001344Z","time spent":"2.604939859s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:48.860744Z","caller":"traceutil/trace.go:171","msg":"trace[974942312] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"2.148866375s","start":"2026-03-12T19:34:46.711842Z","end":"2026-03-12T19:34:48.860708Z","steps":["trace[974942312] 'process raft request' (duration: 2.148591948s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:48.860805Z","caller":"traceutil/trace.go:171","msg":"trace[815629666] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"2.146305135s","start":"2026-03-12T19:34:46.714472Z","end":"2026-03-12T19:34:48.860777Z","steps":["trace[815629666] 'process raft request' (duration: 2.146154872s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:48.860908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:46.711825Z","time spent":"2.149000927s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:48.860973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:46.714456Z","time spent":"2.146422319s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:48.861117Z","caller":"traceutil/trace.go:171","msg":"trace[1040390330] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"2.143406119s","start":"2026-03-12T19:34:46.717692Z","end":"2026-03-12T19:34:48.861098Z","steps":["trace[1040390330] 'process raft request' (duration: 2.14302341s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:48.86124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:46.717675Z","time spent":"2.143503101s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:48.861517Z","caller":"traceutil/trace.go:171","msg":"trace[746498736] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"2.143101052s","start":"2026-03-12T19:34:46.718405Z","end":"2026-03-12T19:34:48.861506Z","steps":["trace[746498736] 'process raft request' (duration: 2.142534379s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:48.861656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:46.718387Z","time spent":"2.143209904s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:48.861729Z","caller":"traceutil/trace.go:171","msg":"trace[828702729] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"2.141748681s","start":"2026-03-12T19:34:46.719963Z","end":"2026-03-12T19:34:48.861712Z","steps":["trace[828702729] 'process raft request' (duration: 2.141481675s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:48.861816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:46.719941Z","time spent":"2.141832423s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:48.861815Z","caller":"traceutil/trace.go:171","msg":"trace[1803078214] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"2.141759531s","start":"2026-03-12T19:34:46.720027Z","end":"2026-03-12T19:34:48.861786Z","steps":["trace[1803078214] 'process raft request' (duration: 2.141581447s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:48.861944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:46.720013Z","time spent":"2.141879924s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:48.861891Z","caller":"traceutil/trace.go:171","msg":"trace[184028532] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"2.138188119s","start":"2026-03-12T19:34:46.723683Z","end":"2026-03-12T19:34:48.861871Z","steps":["trace[184028532] 'process raft request' (duration: 2.138044736s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:48.862089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:46.723673Z","time spent":"2.138324982s","remote":"127.0.0.1:37366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:49.191455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.635181ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:34:49.191566Z","caller":"traceutil/trace.go:171","msg":"trace[2067522773] linearizableReadLoop","detail":"{readStateIndex:8695; appliedIndex:8685; }","duration":"2.481445794s","start":"2026-03-12T19:34:46.710099Z","end":"2026-03-12T19:34:49.191545Z","steps":["trace[2067522773] 'read index received' (duration: 1.8955727s)","trace[2067522773] 'applied index is now lower than readState.Index' (duration: 585.869394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:49.19169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578195096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:49.191729Z","caller":"traceutil/trace.go:171","msg":"trace[687752826] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8367; }","duration":"3.578281638s","start":"2026-03-12T19:34:45.613435Z","end":"2026-03-12T19:34:49.191716Z","steps":["trace[687752826] 'agreement among raft nodes before linearized reading' (duration: 3.578206206s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.191717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661696199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:49.19177Z","caller":"traceutil/trace.go:171","msg":"trace[258138114] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8367; }","duration":"3.661801062s","start":"2026-03-12T19:34:45.529956Z","end":"2026-03-12T19:34:49.191757Z","steps":["trace[258138114] 'agreement among raft nodes before linearized reading' (duration: 3.66171243s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.191765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.613401Z","time spent":"3.57835547s","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:49.191803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:45.529935Z","time spent":"3.661854002s","remote":"127.0.0.1:37234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:49.191874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.210758805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:49.191969Z","caller":"traceutil/trace.go:171","msg":"trace[510021368] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8367; }","duration":"4.210884238s","start":"2026-03-12T19:34:44.981066Z","end":"2026-03-12T19:34:49.19195Z","steps":["trace[510021368] 'agreement among raft nodes before linearized reading' (duration: 4.210732115s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.192053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:44.981052Z","time spent":"4.21098927s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T19:34:49.561721Z","caller":"traceutil/trace.go:171","msg":"trace[681519782] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"843.022007ms","start":"2026-03-12T19:34:48.718681Z","end":"2026-03-12T19:34:49.561703Z","steps":["trace[681519782] 'process raft request' (duration: 842.883334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.561837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:48.718655Z","time spent":"843.120239ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:49.56188Z","caller":"traceutil/trace.go:171","msg":"trace[1091003581] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8695; }","duration":"370.263358ms","start":"2026-03-12T19:34:49.191592Z","end":"2026-03-12T19:34:49.561855Z","steps":["trace[1091003581] 'read index received' (duration: 369.929751ms)","trace[1091003581] 'applied index is now lower than readState.Index' (duration: 331.977µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:49.561949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.688123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:49.561977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867257068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:49.562013Z","caller":"traceutil/trace.go:171","msg":"trace[1594769654] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8369; }","duration":"411.808446ms","start":"2026-03-12T19:34:49.150193Z","end":"2026-03-12T19:34:49.562002Z","steps":["trace[1594769654] 'agreement among raft nodes before linearized reading' (duration: 411.684073ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:49.562012Z","caller":"traceutil/trace.go:171","msg":"trace[1522396] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"842.414783ms","start":"2026-03-12T19:34:48.719579Z","end":"2026-03-12T19:34:49.561994Z","steps":["trace[1522396] 'process raft request' (duration: 842.097955ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:49.562047Z","caller":"traceutil/trace.go:171","msg":"trace[129910836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8369; }","duration":"1.86734055s","start":"2026-03-12T19:34:47.694692Z","end":"2026-03-12T19:34:49.562032Z","steps":["trace[129910836] 'agreement among raft nodes before linearized reading' (duration: 1.867182916s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.562051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:49.150173Z","time spent":"411.868327ms","remote":"127.0.0.1:52264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:49.562085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:47.694618Z","time spent":"1.867461023s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:49.562084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922605452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:49.562108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:48.719562Z","time spent":"842.487024ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:49.562127Z","caller":"traceutil/trace.go:171","msg":"trace[434814892] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8369; }","duration":"1.922659933s","start":"2026-03-12T19:34:47.639451Z","end":"2026-03-12T19:34:49.562111Z","steps":["trace[434814892] 'agreement among raft nodes before linearized reading' (duration: 1.922535691s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.562144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.940267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:34:49.562168Z","caller":"traceutil/trace.go:171","msg":"trace[432981066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8369; }","duration":"847.009708ms","start":"2026-03-12T19:34:48.71515Z","end":"2026-03-12T19:34:49.56216Z","steps":["trace[432981066] 'agreement among raft nodes before linearized reading' (duration: 846.925987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.562173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:47.639367Z","time spent":"1.922795017s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:49.562192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:48.715128Z","time spent":"847.060699ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:49.561985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.472384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:49.562162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.498872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-12T19:34:49.562258Z","caller":"traceutil/trace.go:171","msg":"trace[1043323922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8369; }","duration":"733.844682ms","start":"2026-03-12T19:34:48.828402Z","end":"2026-03-12T19:34:49.562247Z","steps":["trace[1043323922] 'agreement among raft nodes before linearized reading' (duration: 733.478964ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:49.562274Z","caller":"traceutil/trace.go:171","msg":"trace[1704594962] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8369; }","duration":"693.626435ms","start":"2026-03-12T19:34:48.868642Z","end":"2026-03-12T19:34:49.562268Z","steps":["trace[1704594962] 'agreement among raft nodes before linearized reading' (duration: 693.39647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.562292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:48.828377Z","time spent":"733.906663ms","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:49.562325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.172497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e2471b8cf9a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-12T19:34:49.562297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:48.868633Z","time spent":"693.658397ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-03-12T19:34:49.562383Z","caller":"traceutil/trace.go:171","msg":"trace[1575399566] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e2471b8cf9a; range_end:; response_count:1; response_revision:8369; }","duration":"697.248779ms","start":"2026-03-12T19:34:48.865115Z","end":"2026-03-12T19:34:49.562363Z","steps":["trace[1575399566] 'agreement among raft nodes before linearized reading' (duration: 697.152707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.562427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741492401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-12T19:34:49.56246Z","caller":"traceutil/trace.go:171","msg":"trace[171439593] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8369; }","duration":"1.741579223s","start":"2026-03-12T19:34:47.820874Z","end":"2026-03-12T19:34:49.562453Z","steps":["trace[171439593] 'agreement among raft nodes before linearized reading' (duration: 1.741464251s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.56248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:47.820847Z","time spent":"1.741628304s","remote":"127.0.0.1:37234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-12T19:34:49.562481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283454464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:49.562505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.681123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:34:49.562432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:48.865097Z","time spent":"697.324211ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e2471b8cf9a\" "} {"level":"info","ts":"2026-03-12T19:34:49.562531Z","caller":"traceutil/trace.go:171","msg":"trace[853512442] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8369; }","duration":"2.283555977s","start":"2026-03-12T19:34:47.278964Z","end":"2026-03-12T19:34:49.56252Z","steps":["trace[853512442] 'agreement among raft nodes before linearized reading' (duration: 2.283389153s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:49.562538Z","caller":"traceutil/trace.go:171","msg":"trace[802069909] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8369; }","duration":"365.749474ms","start":"2026-03-12T19:34:49.196779Z","end":"2026-03-12T19:34:49.562529Z","steps":["trace[802069909] 'agreement among raft nodes before linearized reading' (duration: 365.624751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.562566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:49.196764Z","time spent":"365.794986ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:49.562567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:47.278943Z","time spent":"2.283613428s","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":82,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:49.56225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.845509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-12T19:34:49.562637Z","caller":"traceutil/trace.go:171","msg":"trace[1883319431] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8369; }","duration":"697.252729ms","start":"2026-03-12T19:34:48.865379Z","end":"2026-03-12T19:34:49.562631Z","steps":["trace[1883319431] 'agreement among raft nodes before linearized reading' (duration: 696.804809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.562655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:48.86537Z","time spent":"697.28012ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T19:34:49.562764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84855479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g7fbj\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-03-12T19:34:49.562807Z","caller":"traceutil/trace.go:171","msg":"trace[546400539] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g7fbj; range_end:; response_count:1; response_revision:8369; }","duration":"2.848631842s","start":"2026-03-12T19:34:46.714166Z","end":"2026-03-12T19:34:49.562797Z","steps":["trace[546400539] 'agreement among raft nodes before linearized reading' (duration: 2.848511119s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.562844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:46.71415Z","time spent":"2.848685933s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g7fbj\" "} {"level":"warn","ts":"2026-03-12T19:34:49.562893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844966597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228776"} {"level":"info","ts":"2026-03-12T19:34:49.562929Z","caller":"traceutil/trace.go:171","msg":"trace[1223702559] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8369; }","duration":"2.845016329s","start":"2026-03-12T19:34:46.717905Z","end":"2026-03-12T19:34:49.562921Z","steps":["trace[1223702559] 'agreement among raft nodes before linearized reading' (duration: 2.844769553s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:49.562961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:46.717898Z","time spent":"2.84505507s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228799,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:50.173048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.524911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:50.173403Z","caller":"traceutil/trace.go:171","msg":"trace[1887197608] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"607.122494ms","start":"2026-03-12T19:34:49.566264Z","end":"2026-03-12T19:34:50.173386Z","steps":["trace[1887197608] 'process raft request' (duration: 607.068482ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:50.173407Z","caller":"traceutil/trace.go:171","msg":"trace[1240322902] linearizableReadLoop","detail":"{readStateIndex:8698; appliedIndex:8697; }","duration":"608.136988ms","start":"2026-03-12T19:34:49.565242Z","end":"2026-03-12T19:34:50.173379Z","steps":["trace[1240322902] 'read index received' (duration: 327.208217ms)","trace[1240322902] 'applied index is now lower than readState.Index' (duration: 280.92488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:50.173495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:49.566227Z","time spent":"607.224306ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:50.173561Z","caller":"traceutil/trace.go:171","msg":"trace[1436509994] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"608.406813ms","start":"2026-03-12T19:34:49.565137Z","end":"2026-03-12T19:34:50.173543Z","steps":["trace[1436509994] 'process raft request' (duration: 327.316669ms)","trace[1436509994] 'compare' (duration: 280.293816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:50.173638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:49.565105Z","time spent":"608.491396ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:34:50.173837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.568417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:50.173844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.24555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:50.173843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.430146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:50.173906Z","caller":"traceutil/trace.go:171","msg":"trace[517463259] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8372; }","duration":"608.664659ms","start":"2026-03-12T19:34:49.565224Z","end":"2026-03-12T19:34:50.173888Z","steps":["trace[517463259] 'agreement among raft nodes before linearized reading' (duration: 608.525786ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:50.173914Z","caller":"traceutil/trace.go:171","msg":"trace[703652257] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8372; }","duration":"160.334982ms","start":"2026-03-12T19:34:50.01356Z","end":"2026-03-12T19:34:50.173895Z","steps":["trace[703652257] 'agreement among raft nodes before linearized reading' (duration: 160.194509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:50.17391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.882501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g7fbj\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-03-12T19:34:50.173933Z","caller":"traceutil/trace.go:171","msg":"trace[1635768531] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8372; }","duration":"411.58423ms","start":"2026-03-12T19:34:49.762323Z","end":"2026-03-12T19:34:50.173907Z","steps":["trace[1635768531] 'agreement among raft nodes before linearized reading' (duration: 411.429886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:50.173941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.376036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-12T19:34:50.173952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:49.565214Z","time spent":"608.730301ms","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-12T19:34:50.173948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.19819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189c2f065e439612\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-12T19:34:50.173943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.470785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-12T19:34:50.173982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:49.7623Z","time spent":"411.670742ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:50.174002Z","caller":"traceutil/trace.go:171","msg":"trace[510043669] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"608.400184ms","start":"2026-03-12T19:34:49.565545Z","end":"2026-03-12T19:34:50.173945Z","steps":["trace[510043669] 'process raft request' (duration: 607.617296ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:50.174021Z","caller":"traceutil/trace.go:171","msg":"trace[1579324390] range","detail":"{range_begin:/registry/events/openstack/ceph.189c2f065e439612; range_end:; response_count:1; response_revision:8372; }","duration":"602.294313ms","start":"2026-03-12T19:34:49.571709Z","end":"2026-03-12T19:34:50.174004Z","steps":["trace[1579324390] 'agreement among raft nodes before linearized reading' (duration: 602.066398ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:50.174033Z","caller":"traceutil/trace.go:171","msg":"trace[1399971114] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8372; }","duration":"608.584497ms","start":"2026-03-12T19:34:49.565432Z","end":"2026-03-12T19:34:50.174016Z","steps":["trace[1399971114] 'agreement among raft nodes before linearized reading' (duration: 608.293291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:50.174078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:49.565425Z","time spent":"608.645259ms","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-12T19:34:50.17408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:49.571698Z","time spent":"602.369544ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189c2f065e439612\" "} {"level":"warn","ts":"2026-03-12T19:34:50.174153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:49.565532Z","time spent":"608.532336ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:50.173975Z","caller":"traceutil/trace.go:171","msg":"trace[678146785] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g7fbj; range_end:; response_count:1; response_revision:8372; }","duration":"584.961304ms","start":"2026-03-12T19:34:49.588996Z","end":"2026-03-12T19:34:50.173957Z","steps":["trace[678146785] 'agreement among raft nodes before linearized reading' (duration: 584.768179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:50.174245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:49.58899Z","time spent":"585.24326ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g7fbj\" "} {"level":"info","ts":"2026-03-12T19:34:50.174008Z","caller":"traceutil/trace.go:171","msg":"trace[1119702342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8372; }","duration":"596.449588ms","start":"2026-03-12T19:34:49.577534Z","end":"2026-03-12T19:34:50.173984Z","steps":["trace[1119702342] 'agreement among raft nodes before linearized reading' (duration: 596.225702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:50.174625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:49.577529Z","time spent":"597.085742ms","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:34:52.348025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410710213s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:52.348204Z","caller":"traceutil/trace.go:171","msg":"trace[1725574072] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8372; }","duration":"1.410890967s","start":"2026-03-12T19:34:50.937283Z","end":"2026-03-12T19:34:52.348174Z","steps":["trace[1725574072] 'range keys from in-memory index tree' (duration: 1.410690442s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.348947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770195503s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:52.349804Z","caller":"traceutil/trace.go:171","msg":"trace[1219930858] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"2.173340229s","start":"2026-03-12T19:34:50.176421Z","end":"2026-03-12T19:34:52.349761Z","steps":["trace[1219930858] 'process raft request' (duration: 402.220124ms)","trace[1219930858] 'compare' (duration: 1.769343634s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:52.350051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.176398Z","time spent":"2.173458842s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:52.443609Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.864916985s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:52.444323Z","caller":"traceutil/trace.go:171","msg":"trace[1033243080] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"2.266636008s","start":"2026-03-12T19:34:50.177642Z","end":"2026-03-12T19:34:52.444278Z","steps":["trace[1033243080] 'process raft request' (duration: 2.266393542s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.444386Z","caller":"traceutil/trace.go:171","msg":"trace[1815296261] linearizableReadLoop","detail":"{readStateIndex:8703; appliedIndex:8700; }","duration":"2.266574967s","start":"2026-03-12T19:34:50.177781Z","end":"2026-03-12T19:34:52.444356Z","steps":["trace[1815296261] 'read index received' (duration: 400.886414ms)","trace[1815296261] 'applied index is now lower than readState.Index' (duration: 1.865687043s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:52.444501Z","caller":"traceutil/trace.go:171","msg":"trace[1858898388] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"2.266675449s","start":"2026-03-12T19:34:50.177815Z","end":"2026-03-12T19:34:52.44449Z","steps":["trace[1858898388] 'process raft request' (duration: 2.266433653s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.44456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.177623Z","time spent":"2.266803701s","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:34:52.44459Z","caller":"traceutil/trace.go:171","msg":"trace[1018426228] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"2.266807251s","start":"2026-03-12T19:34:50.177752Z","end":"2026-03-12T19:34:52.444559Z","steps":["trace[1018426228] 'process raft request' (duration: 2.266443633s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.444711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.177811Z","time spent":"2.266764771s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:52.44475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.177741Z","time spent":"2.266945435s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:34:52.444855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267059428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-12T19:34:52.444953Z","caller":"traceutil/trace.go:171","msg":"trace[739892661] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8376; }","duration":"2.267177611s","start":"2026-03-12T19:34:50.177745Z","end":"2026-03-12T19:34:52.444922Z","steps":["trace[739892661] 'agreement among raft nodes before linearized reading' (duration: 2.266929395s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.177729Z","time spent":"2.267258682s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-12T19:34:52.562491Z","caller":"traceutil/trace.go:171","msg":"trace[1704260717] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"1.949045843s","start":"2026-03-12T19:34:50.613365Z","end":"2026-03-12T19:34:52.562411Z","steps":["trace[1704260717] 'process raft request' (duration: 1.948685684s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.562672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.613327Z","time spent":"1.949251627s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:52.562766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.949262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:34:52.562849Z","caller":"traceutil/trace.go:171","msg":"trace[744254625] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"992.91325ms","start":"2026-03-12T19:34:51.569929Z","end":"2026-03-12T19:34:52.562843Z","steps":["trace[744254625] 'process raft request' (duration: 992.367707ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.562866Z","caller":"traceutil/trace.go:171","msg":"trace[1041594821] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8379; }","duration":"987.123267ms","start":"2026-03-12T19:34:51.575722Z","end":"2026-03-12T19:34:52.562845Z","steps":["trace[1041594821] 'agreement among raft nodes before linearized reading' (duration: 986.797409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.562896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:51.569886Z","time spent":"992.987521ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:52.562934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:51.575705Z","time spent":"987.213338ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"info","ts":"2026-03-12T19:34:52.562502Z","caller":"traceutil/trace.go:171","msg":"trace[609498246] linearizableReadLoop","detail":"{readStateIndex:8707; appliedIndex:8704; }","duration":"118.007068ms","start":"2026-03-12T19:34:52.444452Z","end":"2026-03-12T19:34:52.562459Z","steps":["trace[609498246] 'read index received' (duration: 117.596948ms)","trace[609498246] 'applied index is now lower than readState.Index' (duration: 407.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:52.563124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.26763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-12T19:34:52.563123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.710465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:34:52.563203Z","caller":"traceutil/trace.go:171","msg":"trace[2013043083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8379; }","duration":"382.844079ms","start":"2026-03-12T19:34:52.180346Z","end":"2026-03-12T19:34:52.56319Z","steps":["trace[2013043083] 'agreement among raft nodes before linearized reading' (duration: 382.577322ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.563201Z","caller":"traceutil/trace.go:171","msg":"trace[1560110203] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8379; }","duration":"921.370072ms","start":"2026-03-12T19:34:51.641811Z","end":"2026-03-12T19:34:52.563181Z","steps":["trace[1560110203] 'agreement among raft nodes before linearized reading' (duration: 921.203779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.563255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:52.180326Z","time spent":"382.92029ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:52.563264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:51.641796Z","time spent":"921.454654ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:34:52.563107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876370758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:52.562822Z","caller":"traceutil/trace.go:171","msg":"trace[1112776299] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"992.269035ms","start":"2026-03-12T19:34:51.570543Z","end":"2026-03-12T19:34:52.562812Z","steps":["trace[1112776299] 'process raft request' (duration: 991.801064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.563329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696024684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:34:52.563401Z","caller":"traceutil/trace.go:171","msg":"trace[265861464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8379; }","duration":"1.696152328s","start":"2026-03-12T19:34:50.867231Z","end":"2026-03-12T19:34:52.563383Z","steps":["trace[265861464] 'agreement among raft nodes before linearized reading' (duration: 1.695839711s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.563428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:51.570497Z","time spent":"992.873429ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:52.563434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695598205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:34:52.563425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.984338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-12T19:34:52.563465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.86722Z","time spent":"1.696231s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:34:52.563489Z","caller":"traceutil/trace.go:171","msg":"trace[206632498] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8379; }","duration":"115.105811ms","start":"2026-03-12T19:34:52.448366Z","end":"2026-03-12T19:34:52.563472Z","steps":["trace[206632498] 'agreement among raft nodes before linearized reading' (duration: 114.881836ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.563418Z","caller":"traceutil/trace.go:171","msg":"trace[735273774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8379; }","duration":"1.876690646s","start":"2026-03-12T19:34:50.686666Z","end":"2026-03-12T19:34:52.563357Z","steps":["trace[735273774] 'agreement among raft nodes before linearized reading' (duration: 1.876158554s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.563471Z","caller":"traceutil/trace.go:171","msg":"trace[1941804801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8379; }","duration":"1.695656866s","start":"2026-03-12T19:34:50.867802Z","end":"2026-03-12T19:34:52.563458Z","steps":["trace[1941804801] 'agreement among raft nodes before linearized reading' (duration: 1.695559443s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.56357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697920168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:34:52.563624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.86779Z","time spent":"1.69581913s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:34:52.563667Z","caller":"traceutil/trace.go:171","msg":"trace[233353534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8379; }","duration":"1.698079602s","start":"2026-03-12T19:34:50.865564Z","end":"2026-03-12T19:34:52.563643Z","steps":["trace[233353534] 'agreement among raft nodes before linearized reading' (duration: 1.697759545s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.563561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698078242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:34:52.563725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.865532Z","time spent":"1.698180785s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:52.563772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.731093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-12T19:34:52.563815Z","caller":"traceutil/trace.go:171","msg":"trace[783299469] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8379; }","duration":"114.813685ms","start":"2026-03-12T19:34:52.448991Z","end":"2026-03-12T19:34:52.563805Z","steps":["trace[783299469] 'agreement among raft nodes before linearized reading' (duration: 114.715342ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.56383Z","caller":"traceutil/trace.go:171","msg":"trace[1063179614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8379; }","duration":"1.698372759s","start":"2026-03-12T19:34:50.865437Z","end":"2026-03-12T19:34:52.56381Z","steps":["trace[1063179614] 'agreement among raft nodes before linearized reading' (duration: 1.698067422s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.5637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.311227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-12T19:34:52.563897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.865417Z","time spent":"1.69846448s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:52.563734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.30488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189c2f0def68643c\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-12T19:34:52.563922Z","caller":"traceutil/trace.go:171","msg":"trace[1077670489] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8379; }","duration":"112.537882ms","start":"2026-03-12T19:34:52.451358Z","end":"2026-03-12T19:34:52.563896Z","steps":["trace[1077670489] 'agreement among raft nodes before linearized reading' (duration: 112.170663ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.563961Z","caller":"traceutil/trace.go:171","msg":"trace[1651424399] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189c2f0def68643c; range_end:; response_count:1; response_revision:8379; }","duration":"113.544005ms","start":"2026-03-12T19:34:52.450399Z","end":"2026-03-12T19:34:52.563943Z","steps":["trace[1651424399] 'agreement among raft nodes before linearized reading' (duration: 113.229758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.563787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.686642Z","time spent":"1.877013063s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:52.712541Z","caller":"traceutil/trace.go:171","msg":"trace[854752420] linearizableReadLoop","detail":"{readStateIndex:8710; appliedIndex:8707; }","duration":"141.262453ms","start":"2026-03-12T19:34:52.57124Z","end":"2026-03-12T19:34:52.712502Z","steps":["trace[854752420] 'read index received' (duration: 20.794739ms)","trace[854752420] 'applied index is now lower than readState.Index' (duration: 120.466764ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:52.712651Z","caller":"traceutil/trace.go:171","msg":"trace[406965680] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"140.349512ms","start":"2026-03-12T19:34:52.57229Z","end":"2026-03-12T19:34:52.71264Z","steps":["trace[406965680] 'process raft request' (duration: 140.159057ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.71256Z","caller":"traceutil/trace.go:171","msg":"trace[920232895] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"141.654012ms","start":"2026-03-12T19:34:52.570846Z","end":"2026-03-12T19:34:52.7125Z","steps":["trace[920232895] 'process raft request' (duration: 140.914125ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.712774Z","caller":"traceutil/trace.go:171","msg":"trace[148057833] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"140.2859ms","start":"2026-03-12T19:34:52.572468Z","end":"2026-03-12T19:34:52.712754Z","steps":["trace[148057833] 'process raft request' (duration: 140.007424ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.712829Z","caller":"traceutil/trace.go:171","msg":"trace[1510945300] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"141.856566ms","start":"2026-03-12T19:34:52.570957Z","end":"2026-03-12T19:34:52.712814Z","steps":["trace[1510945300] 'process raft request' (duration: 141.404075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.712925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.869411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:52.712971Z","caller":"traceutil/trace.go:171","msg":"trace[1607884972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8386; }","duration":"139.950132ms","start":"2026-03-12T19:34:52.573009Z","end":"2026-03-12T19:34:52.712959Z","steps":["trace[1607884972] 'agreement among raft nodes before linearized reading' (duration: 139.86587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.713058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.815825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-12T19:34:52.713101Z","caller":"traceutil/trace.go:171","msg":"trace[631831413] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8386; }","duration":"141.854876ms","start":"2026-03-12T19:34:52.571231Z","end":"2026-03-12T19:34:52.713086Z","steps":["trace[631831413] 'agreement among raft nodes before linearized reading' (duration: 141.713723ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.713273Z","caller":"traceutil/trace.go:171","msg":"trace[530509359] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"141.554849ms","start":"2026-03-12T19:34:52.571707Z","end":"2026-03-12T19:34:52.713261Z","steps":["trace[530509359] 'process raft request' (duration: 140.697049ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:52.713285Z","caller":"traceutil/trace.go:171","msg":"trace[1526137397] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"140.766151ms","start":"2026-03-12T19:34:52.571809Z","end":"2026-03-12T19:34:52.712575Z","steps":["trace[1526137397] 'process raft request' (duration: 140.618088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:52.713873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.374578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228776"} {"level":"info","ts":"2026-03-12T19:34:52.714345Z","caller":"traceutil/trace.go:171","msg":"trace[1777241803] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8386; }","duration":"142.955292ms","start":"2026-03-12T19:34:52.57138Z","end":"2026-03-12T19:34:52.714335Z","steps":["trace[1777241803] 'agreement among raft nodes before linearized reading' (duration: 141.481138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:53.149048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.917722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-12T19:34:53.14911Z","caller":"traceutil/trace.go:171","msg":"trace[1923632361] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8387; }","duration":"364.008855ms","start":"2026-03-12T19:34:52.785084Z","end":"2026-03-12T19:34:53.149093Z","steps":["trace[1923632361] 'range keys from in-memory index tree' (duration: 363.749808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:53.149134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:52.785067Z","time spent":"364.062796ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T19:34:53.149184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.317478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T19:34:53.149285Z","caller":"traceutil/trace.go:171","msg":"trace[1579682862] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8387; }","duration":"363.440302ms","start":"2026-03-12T19:34:52.785822Z","end":"2026-03-12T19:34:53.149262Z","steps":["trace[1579682862] 'range keys from in-memory index tree' (duration: 363.144364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:53.149336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:52.785815Z","time spent":"363.511283ms","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-12T19:34:53.150945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.897092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-12T19:34:53.151063Z","caller":"traceutil/trace.go:171","msg":"trace[1449933169] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8387; }","duration":"341.075716ms","start":"2026-03-12T19:34:52.809963Z","end":"2026-03-12T19:34:53.151039Z","steps":["trace[1449933169] 'range keys from in-memory index tree' (duration: 338.974487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:53.151196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:52.809948Z","time spent":"341.22892ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210819,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-12T19:34:53.794419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314489513,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:34:53.916958Z","caller":"traceutil/trace.go:171","msg":"trace[1622700608] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8716; }","duration":"623.460251ms","start":"2026-03-12T19:34:53.293471Z","end":"2026-03-12T19:34:53.916931Z","steps":["trace[1622700608] 'read index received' (duration: 623.300277ms)","trace[1622700608] 'applied index is now lower than readState.Index' (duration: 159.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:53.91703Z","caller":"traceutil/trace.go:171","msg":"trace[1179836746] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"662.244393ms","start":"2026-03-12T19:34:53.254763Z","end":"2026-03-12T19:34:53.917007Z","steps":["trace[1179836746] 'process raft request' (duration: 662.014668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:53.917146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.254744Z","time spent":"662.333906ms","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:53.917176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.696316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T19:34:53.917212Z","caller":"traceutil/trace.go:171","msg":"trace[1735273482] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8388; }","duration":"623.757648ms","start":"2026-03-12T19:34:53.293442Z","end":"2026-03-12T19:34:53.9172Z","steps":["trace[1735273482] 'agreement among raft nodes before linearized reading' (duration: 623.623765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:53.917242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.293429Z","time spent":"623.806229ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-12T19:34:53.917236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.81274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:53.917317Z","caller":"traceutil/trace.go:171","msg":"trace[1448138945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8388; }","duration":"442.977403ms","start":"2026-03-12T19:34:53.47432Z","end":"2026-03-12T19:34:53.917297Z","steps":["trace[1448138945] 'agreement among raft nodes before linearized reading' (duration: 442.803709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:53.917373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.474288Z","time spent":"443.066825ms","remote":"127.0.0.1:42580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:53.917454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.4078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:53.917458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.417337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-bc68c649d-55vhc.189c2ef776c4c39f\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:34:53.917493Z","caller":"traceutil/trace.go:171","msg":"trace[90039410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8388; }","duration":"231.468101ms","start":"2026-03-12T19:34:53.686015Z","end":"2026-03-12T19:34:53.917483Z","steps":["trace[90039410] 'agreement among raft nodes before linearized reading' (duration: 231.402ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:53.917543Z","caller":"traceutil/trace.go:171","msg":"trace[1828993029] range","detail":"{range_begin:/registry/events/openstack/barbican-api-bc68c649d-55vhc.189c2ef776c4c39f; range_end:; response_count:1; response_revision:8388; }","duration":"253.55101ms","start":"2026-03-12T19:34:53.663966Z","end":"2026-03-12T19:34:53.917517Z","steps":["trace[1828993029] 'agreement among raft nodes before linearized reading' (duration: 253.268224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:53.91754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.445816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-12T19:34:53.918543Z","caller":"traceutil/trace.go:171","msg":"trace[286530891] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8388; }","duration":"270.518911ms","start":"2026-03-12T19:34:53.648005Z","end":"2026-03-12T19:34:53.918524Z","steps":["trace[286530891] 'agreement among raft nodes before linearized reading' (duration: 269.277583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.189248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.764475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:54.189353Z","caller":"traceutil/trace.go:171","msg":"trace[715741931] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8717; }","duration":"268.623077ms","start":"2026-03-12T19:34:53.920714Z","end":"2026-03-12T19:34:54.189337Z","steps":["trace[715741931] 'read index received' (duration: 80.624246ms)","trace[715741931] 'applied index is now lower than readState.Index' (duration: 187.997681ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:54.189412Z","caller":"traceutil/trace.go:171","msg":"trace[1560835221] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"269.14754ms","start":"2026-03-12T19:34:53.92023Z","end":"2026-03-12T19:34:54.189377Z","steps":["trace[1560835221] 'process raft request' (duration: 81.16795ms)","trace[1560835221] 'compare' (duration: 187.635772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:54.189522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.813692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67d82d40-538d-4dc4-8831-2312e473a3de\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-12T19:34:54.189553Z","caller":"traceutil/trace.go:171","msg":"trace[392332386] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67d82d40-538d-4dc4-8831-2312e473a3de; range_end:; response_count:1; response_revision:8389; }","duration":"268.865913ms","start":"2026-03-12T19:34:53.920676Z","end":"2026-03-12T19:34:54.189542Z","steps":["trace[392332386] 'agreement among raft nodes before linearized reading' (duration: 268.73294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.258306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.326513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:54.258494Z","caller":"traceutil/trace.go:171","msg":"trace[1679147411] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8390; }","duration":"137.528288ms","start":"2026-03-12T19:34:54.120914Z","end":"2026-03-12T19:34:54.258442Z","steps":["trace[1679147411] 'agreement among raft nodes before linearized reading' (duration: 137.316063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.258597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.169644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:54.258666Z","caller":"traceutil/trace.go:171","msg":"trace[839379130] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8390; }","duration":"303.289395ms","start":"2026-03-12T19:34:53.955361Z","end":"2026-03-12T19:34:54.25865Z","steps":["trace[839379130] 'agreement among raft nodes before linearized reading' (duration: 302.784264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:54.25871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:53.955343Z","time spent":"303.356878ms","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:55.187795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565651314489521,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:34:55.293604Z","caller":"traceutil/trace.go:171","msg":"trace[1603420340] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"723.111326ms","start":"2026-03-12T19:34:54.570459Z","end":"2026-03-12T19:34:55.293571Z","steps":["trace[1603420340] 'process raft request' (duration: 722.945212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:55.293784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.570432Z","time spent":"723.260859ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:56.185517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.534497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:56.185756Z","caller":"traceutil/trace.go:171","msg":"trace[2066324440] linearizableReadLoop","detail":"{readStateIndex:8722; appliedIndex:8719; }","duration":"1.498319081s","start":"2026-03-12T19:34:54.68742Z","end":"2026-03-12T19:34:56.185739Z","steps":["trace[2066324440] 'read index received' (duration: 606.0764ms)","trace[2066324440] 'applied index is now lower than readState.Index' (duration: 892.241701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:56.186299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467801848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:34:56.186271Z","caller":"traceutil/trace.go:171","msg":"trace[1623746221] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"1.613537635s","start":"2026-03-12T19:34:54.572635Z","end":"2026-03-12T19:34:56.186172Z","steps":["trace[1623746221] 'process raft request' (duration: 1.612996463s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:56.186356Z","caller":"traceutil/trace.go:171","msg":"trace[1411677215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8393; }","duration":"1.4679119s","start":"2026-03-12T19:34:54.718432Z","end":"2026-03-12T19:34:56.186344Z","steps":["trace[1411677215] 'agreement among raft nodes before linearized reading' (duration: 1.467754277s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.18638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.71841Z","time spent":"1.467965302s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:56.186391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467827839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:34:56.186436Z","caller":"traceutil/trace.go:171","msg":"trace[544968198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8393; }","duration":"1.46788995s","start":"2026-03-12T19:34:54.718533Z","end":"2026-03-12T19:34:56.186423Z","steps":["trace[544968198] 'agreement among raft nodes before linearized reading' (duration: 1.467762757s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.186336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467572083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:34:56.186515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467989122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:34:56.186544Z","caller":"traceutil/trace.go:171","msg":"trace[406222017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8393; }","duration":"1.468051123s","start":"2026-03-12T19:34:54.718478Z","end":"2026-03-12T19:34:56.186529Z","steps":["trace[406222017] 'agreement among raft nodes before linearized reading' (duration: 1.468002952s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.186549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467965352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:34:56.186567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.718459Z","time spent":"1.468099755s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:34:56.18658Z","caller":"traceutil/trace.go:171","msg":"trace[93149794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8393; }","duration":"1.468036323s","start":"2026-03-12T19:34:54.718535Z","end":"2026-03-12T19:34:56.186571Z","steps":["trace[93149794] 'agreement among raft nodes before linearized reading' (duration: 1.467954612s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.186604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.718515Z","time spent":"1.468082355s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:56.18649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462723001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:34:56.186664Z","caller":"traceutil/trace.go:171","msg":"trace[1967093158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8393; }","duration":"1.467914691s","start":"2026-03-12T19:34:54.718733Z","end":"2026-03-12T19:34:56.186648Z","steps":["trace[1967093158] 'agreement among raft nodes before linearized reading' (duration: 1.467454121s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.186657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002965991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:34:56.18676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.718724Z","time spent":"1.468021123s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:56.18647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.718515Z","time spent":"1.467947532s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:56.186708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499262243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:56.186712Z","caller":"traceutil/trace.go:171","msg":"trace[1066009287] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8393; }","duration":"1.462961727s","start":"2026-03-12T19:34:54.723733Z","end":"2026-03-12T19:34:56.186695Z","steps":["trace[1066009287] 'agreement among raft nodes before linearized reading' (duration: 1.462597199s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:56.186866Z","caller":"traceutil/trace.go:171","msg":"trace[462176419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8393; }","duration":"1.003243768s","start":"2026-03-12T19:34:55.183567Z","end":"2026-03-12T19:34:56.186811Z","steps":["trace[462176419] 'agreement among raft nodes before linearized reading' (duration: 1.002650004s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:56.18699Z","caller":"traceutil/trace.go:171","msg":"trace[91171570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8393; }","duration":"1.4995829s","start":"2026-03-12T19:34:54.68737Z","end":"2026-03-12T19:34:56.186953Z","steps":["trace[91171570] 'agreement among raft nodes before linearized reading' (duration: 1.499242792s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.186983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.723691Z","time spent":"1.463276974s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"warn","ts":"2026-03-12T19:34:56.187106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.687346Z","time spent":"1.499720584s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:56.187165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:55.18355Z","time spent":"1.003558235s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:34:56.186806Z","caller":"traceutil/trace.go:171","msg":"trace[640400183] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"1.615675974s","start":"2026-03-12T19:34:54.571111Z","end":"2026-03-12T19:34:56.186787Z","steps":["trace[640400183] 'process raft request' (duration: 807.776726ms)","trace[640400183] 'compare' (duration: 806.269641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:56.187681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.571087Z","time spent":"1.616415251s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:56.18809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:54.57261Z","time spent":"1.61375191s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:56.815489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.5192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:56.81567Z","caller":"traceutil/trace.go:171","msg":"trace[58837917] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"620.712966ms","start":"2026-03-12T19:34:56.194938Z","end":"2026-03-12T19:34:56.815651Z","steps":["trace[58837917] 'process raft request' (duration: 290.404998ms)","trace[58837917] 'compare' (duration: 329.393347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:56.815733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.194923Z","time spent":"620.780457ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:56.853503Z","caller":"traceutil/trace.go:171","msg":"trace[274977208] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"658.448266ms","start":"2026-03-12T19:34:56.195034Z","end":"2026-03-12T19:34:56.853482Z","steps":["trace[274977208] 'process raft request' (duration: 658.371304ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:56.853554Z","caller":"traceutil/trace.go:171","msg":"trace[599601751] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"658.478166ms","start":"2026-03-12T19:34:56.195033Z","end":"2026-03-12T19:34:56.853512Z","steps":["trace[599601751] 'process raft request' (duration: 658.265981ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:56.853809Z","caller":"traceutil/trace.go:171","msg":"trace[1140236034] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"656.45116ms","start":"2026-03-12T19:34:56.197342Z","end":"2026-03-12T19:34:56.853793Z","steps":["trace[1140236034] 'process raft request' (duration: 656.100772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.853819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.195006Z","time spent":"658.703261ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:56.853825Z","caller":"traceutil/trace.go:171","msg":"trace[1889592564] linearizableReadLoop","detail":"{readStateIndex:8725; appliedIndex:8722; }","duration":"656.528811ms","start":"2026-03-12T19:34:56.197263Z","end":"2026-03-12T19:34:56.853791Z","steps":["trace[1889592564] 'read index received' (duration: 288.106565ms)","trace[1889592564] 'applied index is now lower than readState.Index' (duration: 368.420796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:56.853874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.197324Z","time spent":"656.519311ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:56.853881Z","caller":"traceutil/trace.go:171","msg":"trace[1015703650] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"655.236421ms","start":"2026-03-12T19:34:56.19861Z","end":"2026-03-12T19:34:56.853846Z","steps":["trace[1015703650] 'process raft request' (duration: 655.070177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.853646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.195006Z","time spent":"658.557358ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:56.854024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.198593Z","time spent":"655.359764ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:56.854102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.814468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-03-12T19:34:56.854148Z","caller":"traceutil/trace.go:171","msg":"trace[1609286400] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8398; }","duration":"656.9016ms","start":"2026-03-12T19:34:56.197233Z","end":"2026-03-12T19:34:56.854135Z","steps":["trace[1609286400] 'agreement among raft nodes before linearized reading' (duration: 656.712055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.854191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.197226Z","time spent":"656.956441ms","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:34:57.440276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.134303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:57.440793Z","caller":"traceutil/trace.go:171","msg":"trace[1429153010] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"375.361586ms","start":"2026-03-12T19:34:57.06541Z","end":"2026-03-12T19:34:57.440772Z","steps":["trace[1429153010] 'process raft request' (duration: 375.024138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:57.440899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:57.065387Z","time spent":"375.465768ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:57.441009Z","caller":"traceutil/trace.go:171","msg":"trace[174769570] linearizableReadLoop","detail":"{readStateIndex:8728; appliedIndex:8727; }","duration":"587.064901ms","start":"2026-03-12T19:34:56.85392Z","end":"2026-03-12T19:34:57.440984Z","steps":["trace[174769570] 'read index received' (duration: 131.198072ms)","trace[174769570] 'applied index is now lower than readState.Index' (duration: 455.865329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:57.441122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.624471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-12T19:34:57.441153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242034257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:57.441339Z","caller":"traceutil/trace.go:171","msg":"trace[965752781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8400; }","duration":"1.242246072s","start":"2026-03-12T19:34:56.199074Z","end":"2026-03-12T19:34:57.44132Z","steps":["trace[965752781] 'agreement among raft nodes before linearized reading' (duration: 1.241987536s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:57.441405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.199066Z","time spent":"1.242324504s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:57.441173Z","caller":"traceutil/trace.go:171","msg":"trace[881556403] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8400; }","duration":"955.730523ms","start":"2026-03-12T19:34:56.485429Z","end":"2026-03-12T19:34:57.44116Z","steps":["trace[881556403] 'agreement among raft nodes before linearized reading' (duration: 955.5693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:57.441873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.485403Z","time spent":"956.45088ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-12T19:34:57.44287Z","caller":"traceutil/trace.go:171","msg":"trace[1238869734] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"601.085795ms","start":"2026-03-12T19:34:56.841757Z","end":"2026-03-12T19:34:57.442843Z","steps":["trace[1238869734] 'process raft request' (duration: 143.300361ms)","trace[1238869734] 'compare' (duration: 454.942019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:57.442984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.841721Z","time spent":"601.207137ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:57.472925Z","caller":"traceutil/trace.go:171","msg":"trace[984532846] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"173.484156ms","start":"2026-03-12T19:34:57.299421Z","end":"2026-03-12T19:34:57.472905Z","steps":["trace[984532846] 'process raft request' (duration: 173.404254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:57.473201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.27107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:57.473265Z","caller":"traceutil/trace.go:171","msg":"trace[740558311] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8401; }","duration":"354.402953ms","start":"2026-03-12T19:34:57.11885Z","end":"2026-03-12T19:34:57.473253Z","steps":["trace[740558311] 'agreement among raft nodes before linearized reading' (duration: 354.26155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:57.473304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:57.118817Z","time spent":"354.476125ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:57.47333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.469609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:57.473365Z","caller":"traceutil/trace.go:171","msg":"trace[1337175306] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8401; }","duration":"537.553592ms","start":"2026-03-12T19:34:56.9358Z","end":"2026-03-12T19:34:57.473354Z","steps":["trace[1337175306] 'agreement among raft nodes before linearized reading' (duration: 537.498661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:57.473402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.935774Z","time spent":"537.620783ms","remote":"127.0.0.1:52640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:34:57.473565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.877579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:57.473615Z","caller":"traceutil/trace.go:171","msg":"trace[685693029] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8401; }","duration":"570.974392ms","start":"2026-03-12T19:34:56.902625Z","end":"2026-03-12T19:34:57.473599Z","steps":["trace[685693029] 'agreement among raft nodes before linearized reading' (duration: 570.88557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:57.473652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:56.9026Z","time spent":"571.041213ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:35:00.309302Z","caller":"traceutil/trace.go:171","msg":"trace[1816580747] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"102.743026ms","start":"2026-03-12T19:35:00.206534Z","end":"2026-03-12T19:35:00.309277Z","steps":["trace[1816580747] 'process raft request' (duration: 102.530441ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:00.309317Z","caller":"traceutil/trace.go:171","msg":"trace[1085799988] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"100.622537ms","start":"2026-03-12T19:35:00.208659Z","end":"2026-03-12T19:35:00.309282Z","steps":["trace[1085799988] 'process raft request' (duration: 100.516045ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:01.212412Z","caller":"traceutil/trace.go:171","msg":"trace[1403855616] linearizableReadLoop","detail":"{readStateIndex:8764; appliedIndex:8763; }","duration":"166.757121ms","start":"2026-03-12T19:35:01.045626Z","end":"2026-03-12T19:35:01.212383Z","steps":["trace[1403855616] 'read index received' (duration: 132.028241ms)","trace[1403855616] 'applied index is now lower than readState.Index' (duration: 34.72717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:01.212559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.909685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:01.212595Z","caller":"traceutil/trace.go:171","msg":"trace[1713486273] range","detail":"{range_begin:/registry/services/specs/openstack/ceph-mon; range_end:; response_count:0; response_revision:8433; }","duration":"167.035187ms","start":"2026-03-12T19:35:01.045548Z","end":"2026-03-12T19:35:01.212583Z","steps":["trace[1713486273] 'agreement among raft nodes before linearized reading' (duration: 166.934955ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:01.341049Z","caller":"traceutil/trace.go:171","msg":"trace[1829159225] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"121.661712ms","start":"2026-03-12T19:35:01.219156Z","end":"2026-03-12T19:35:01.340817Z","steps":["trace[1829159225] 'process raft request' (duration: 113.225388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:07.709126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.060628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:07.70935Z","caller":"traceutil/trace.go:171","msg":"trace[597685598] linearizableReadLoop","detail":"{readStateIndex:8807; appliedIndex:8805; }","duration":"148.361747ms","start":"2026-03-12T19:35:07.56097Z","end":"2026-03-12T19:35:07.709332Z","steps":["trace[597685598] 'read index received' (duration: 4.008772ms)","trace[597685598] 'applied index is now lower than readState.Index' (duration: 144.351735ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:07.709368Z","caller":"traceutil/trace.go:171","msg":"trace[1971440128] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"212.476894ms","start":"2026-03-12T19:35:07.496849Z","end":"2026-03-12T19:35:07.709325Z","steps":["trace[1971440128] 'process raft request' (duration: 68.134479ms)","trace[1971440128] 'compare' (duration: 143.955616ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:07.709449Z","caller":"traceutil/trace.go:171","msg":"trace[2044113333] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"185.599255ms","start":"2026-03-12T19:35:07.523818Z","end":"2026-03-12T19:35:07.709417Z","steps":["trace[2044113333] 'process raft request' (duration: 185.458281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:07.7095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.526871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:07.709592Z","caller":"traceutil/trace.go:171","msg":"trace[2033355792] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:0; response_revision:8473; }","duration":"148.656124ms","start":"2026-03-12T19:35:07.560916Z","end":"2026-03-12T19:35:07.709572Z","steps":["trace[2033355792] 'agreement among raft nodes before linearized reading' (duration: 148.537112ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:09.001359Z","caller":"traceutil/trace.go:171","msg":"trace[2104995967] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"186.416764ms","start":"2026-03-12T19:35:08.814918Z","end":"2026-03-12T19:35:09.001335Z","steps":["trace[2104995967] 'process raft request' (duration: 121.472958ms)","trace[2104995967] 'compare' (duration: 64.857084ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:09.165383Z","caller":"traceutil/trace.go:171","msg":"trace[1660561315] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"157.239302ms","start":"2026-03-12T19:35:09.008112Z","end":"2026-03-12T19:35:09.165351Z","steps":["trace[1660561315] 'process raft request' (duration: 156.780781ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:09.388861Z","caller":"traceutil/trace.go:171","msg":"trace[1237620366] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"218.114544ms","start":"2026-03-12T19:35:09.170714Z","end":"2026-03-12T19:35:09.388828Z","steps":["trace[1237620366] 'process raft request' (duration: 174.386387ms)","trace[1237620366] 'compare' (duration: 43.547433ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:09.389034Z","caller":"traceutil/trace.go:171","msg":"trace[1018859815] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"218.185126ms","start":"2026-03-12T19:35:09.170808Z","end":"2026-03-12T19:35:09.388993Z","steps":["trace[1018859815] 'process raft request' (duration: 218.012362ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:09.389271Z","caller":"traceutil/trace.go:171","msg":"trace[96847352] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"218.243587ms","start":"2026-03-12T19:35:09.171016Z","end":"2026-03-12T19:35:09.38926Z","steps":["trace[96847352] 'process raft request' (duration: 217.894839ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:09.389256Z","caller":"traceutil/trace.go:171","msg":"trace[1772401951] linearizableReadLoop","detail":"{readStateIndex:8823; appliedIndex:8816; }","duration":"218.096594ms","start":"2026-03-12T19:35:09.171143Z","end":"2026-03-12T19:35:09.38924Z","steps":["trace[1772401951] 'read index received' (duration: 8.897285ms)","trace[1772401951] 'applied index is now lower than readState.Index' (duration: 209.198429ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:09.389623Z","caller":"traceutil/trace.go:171","msg":"trace[178971251] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"218.621265ms","start":"2026-03-12T19:35:09.170989Z","end":"2026-03-12T19:35:09.38961Z","steps":["trace[178971251] 'process raft request' (duration: 217.870388ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:09.38967Z","caller":"traceutil/trace.go:171","msg":"trace[1358104996] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"216.930856ms","start":"2026-03-12T19:35:09.17273Z","end":"2026-03-12T19:35:09.389661Z","steps":["trace[1358104996] 'process raft request' (duration: 216.277561ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:09.389626Z","caller":"traceutil/trace.go:171","msg":"trace[529555430] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"218.490932ms","start":"2026-03-12T19:35:09.171116Z","end":"2026-03-12T19:35:09.389607Z","steps":["trace[529555430] 'process raft request' (duration: 217.826097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:09.390111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.949353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:54 size:76772"} {"level":"info","ts":"2026-03-12T19:35:09.390157Z","caller":"traceutil/trace.go:171","msg":"trace[1188515198] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:54; response_revision:8489; }","duration":"219.006914ms","start":"2026-03-12T19:35:09.171138Z","end":"2026-03-12T19:35:09.390145Z","steps":["trace[1188515198] 'agreement among raft nodes before linearized reading' (duration: 218.591825ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:09.390308Z","caller":"traceutil/trace.go:171","msg":"trace[1343974874] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"120.039336ms","start":"2026-03-12T19:35:09.27024Z","end":"2026-03-12T19:35:09.39028Z","steps":["trace[1343974874] 'process raft request' (duration: 119.856971ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:09.390386Z","caller":"traceutil/trace.go:171","msg":"trace[1365695435] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"218.475912ms","start":"2026-03-12T19:35:09.170747Z","end":"2026-03-12T19:35:09.389223Z","steps":["trace[1365695435] 'process raft request' (duration: 218.028632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:09.391339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.2522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-12T19:35:09.391372Z","caller":"traceutil/trace.go:171","msg":"trace[1632465204] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8490; }","duration":"219.299252ms","start":"2026-03-12T19:35:09.172066Z","end":"2026-03-12T19:35:09.391365Z","steps":["trace[1632465204] 'agreement among raft nodes before linearized reading' (duration: 218.125725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:09.794617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.366966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:09.794839Z","caller":"traceutil/trace.go:171","msg":"trace[22198143] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"323.390469ms","start":"2026-03-12T19:35:09.471419Z","end":"2026-03-12T19:35:09.794809Z","steps":["trace[22198143] 'process raft request' (duration: 26.765447ms)","trace[22198143] 'compare' (duration: 296.158301ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:09.794928Z","caller":"traceutil/trace.go:171","msg":"trace[2005617768] linearizableReadLoop","detail":"{readStateIndex:8830; appliedIndex:8826; }","duration":"313.654424ms","start":"2026-03-12T19:35:09.481259Z","end":"2026-03-12T19:35:09.794913Z","steps":["trace[2005617768] 'read index received' (duration: 16.93591ms)","trace[2005617768] 'applied index is now lower than readState.Index' (duration: 296.717734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:09.794978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:09.471402Z","time spent":"323.518042ms","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:35:09.795001Z","caller":"traceutil/trace.go:171","msg":"trace[1879691468] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"323.276996ms","start":"2026-03-12T19:35:09.471695Z","end":"2026-03-12T19:35:09.794972Z","steps":["trace[1879691468] 'process raft request' (duration: 323.095232ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:09.795077Z","caller":"traceutil/trace.go:171","msg":"trace[1909415064] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"323.00258ms","start":"2026-03-12T19:35:09.472067Z","end":"2026-03-12T19:35:09.795069Z","steps":["trace[1909415064] 'process raft request' (duration: 322.810166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:09.795123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:09.472055Z","time spent":"323.045501ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:35:09.79512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:09.471682Z","time spent":"323.384939ms","remote":"127.0.0.1:52446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1133,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:35:09.795223Z","caller":"traceutil/trace.go:171","msg":"trace[1351360445] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"323.702066ms","start":"2026-03-12T19:35:09.471495Z","end":"2026-03-12T19:35:09.795197Z","steps":["trace[1351360445] 'process raft request' (duration: 323.224965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:09.79532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:09.471472Z","time spent":"323.799199ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":658,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:35:09.795413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.145225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123239"} {"level":"info","ts":"2026-03-12T19:35:09.795469Z","caller":"traceutil/trace.go:171","msg":"trace[984186045] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8495; }","duration":"314.241328ms","start":"2026-03-12T19:35:09.481213Z","end":"2026-03-12T19:35:09.795454Z","steps":["trace[984186045] 'agreement among raft nodes before linearized reading' (duration: 314.000412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:09.795502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:09.481197Z","time spent":"314.297839ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123262,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-12T19:35:09.798147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.848488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-12T19:35:09.798185Z","caller":"traceutil/trace.go:171","msg":"trace[1487798700] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8496; }","duration":"204.93513ms","start":"2026-03-12T19:35:09.593239Z","end":"2026-03-12T19:35:09.798174Z","steps":["trace[1487798700] 'agreement among raft nodes before linearized reading' (duration: 204.651974ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:09.99956Z","caller":"traceutil/trace.go:171","msg":"trace[721935246] linearizableReadLoop","detail":"{readStateIndex:8834; appliedIndex:8833; }","duration":"111.842316ms","start":"2026-03-12T19:35:09.887696Z","end":"2026-03-12T19:35:09.999539Z","steps":["trace[721935246] 'read index received' (duration: 110.950836ms)","trace[721935246] 'applied index is now lower than readState.Index' (duration: 890.67µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:09.999607Z","caller":"traceutil/trace.go:171","msg":"trace[129470563] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"161.558751ms","start":"2026-03-12T19:35:09.838015Z","end":"2026-03-12T19:35:09.999574Z","steps":["trace[129470563] 'process raft request' (duration: 160.62878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:09.999788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.648847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123239"} {"level":"info","ts":"2026-03-12T19:35:09.999816Z","caller":"traceutil/trace.go:171","msg":"trace[618714938] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8499; }","duration":"159.76064ms","start":"2026-03-12T19:35:09.840047Z","end":"2026-03-12T19:35:09.999808Z","steps":["trace[618714938] 'agreement among raft nodes before linearized reading' (duration: 159.586796ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:10.018494Z","caller":"traceutil/trace.go:171","msg":"trace[1053042463] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"127.581218ms","start":"2026-03-12T19:35:09.890889Z","end":"2026-03-12T19:35:10.01847Z","steps":["trace[1053042463] 'process raft request' (duration: 127.392814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.018518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.209583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-12T19:35:10.018565Z","caller":"traceutil/trace.go:171","msg":"trace[1514562770] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8500; }","duration":"128.308545ms","start":"2026-03-12T19:35:09.890243Z","end":"2026-03-12T19:35:10.018552Z","steps":["trace[1514562770] 'agreement among raft nodes before linearized reading' (duration: 128.158492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.018763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.011193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:35:10.018824Z","caller":"traceutil/trace.go:171","msg":"trace[1337348489] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8500; }","duration":"126.086254ms","start":"2026-03-12T19:35:09.89272Z","end":"2026-03-12T19:35:10.018806Z","steps":["trace[1337348489] 'agreement among raft nodes before linearized reading' (duration: 125.879759ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:10.255835Z","caller":"traceutil/trace.go:171","msg":"trace[167147912] linearizableReadLoop","detail":"{readStateIndex:8837; appliedIndex:8836; }","duration":"209.041565ms","start":"2026-03-12T19:35:10.046769Z","end":"2026-03-12T19:35:10.25581Z","steps":["trace[167147912] 'read index received' (duration: 208.83289ms)","trace[167147912] 'applied index is now lower than readState.Index' (duration: 207.745µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:10.255865Z","caller":"traceutil/trace.go:171","msg":"trace[379826768] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"233.826306ms","start":"2026-03-12T19:35:10.022019Z","end":"2026-03-12T19:35:10.255845Z","steps":["trace[379826768] 'process raft request' (duration: 233.601591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.256163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.454096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:35:10.256248Z","caller":"traceutil/trace.go:171","msg":"trace[1163606422] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8502; }","duration":"233.55952ms","start":"2026-03-12T19:35:10.022665Z","end":"2026-03-12T19:35:10.256225Z","steps":["trace[1163606422] 'agreement among raft nodes before linearized reading' (duration: 233.209262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.25663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.176176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-12T19:35:10.256719Z","caller":"traceutil/trace.go:171","msg":"trace[24639287] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8502; }","duration":"235.285ms","start":"2026-03-12T19:35:10.021417Z","end":"2026-03-12T19:35:10.256702Z","steps":["trace[24639287] 'agreement among raft nodes before linearized reading' (duration: 234.487421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.409481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.988902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:10.409668Z","caller":"traceutil/trace.go:171","msg":"trace[613165099] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"359.51162ms","start":"2026-03-12T19:35:10.050126Z","end":"2026-03-12T19:35:10.409638Z","steps":["trace[613165099] 'process raft request' (duration: 246.301403ms)","trace[613165099] 'compare' (duration: 112.810918ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:10.409725Z","caller":"traceutil/trace.go:171","msg":"trace[1734618684] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8837; }","duration":"153.803163ms","start":"2026-03-12T19:35:10.255913Z","end":"2026-03-12T19:35:10.409717Z","steps":["trace[1734618684] 'read index received' (duration: 40.526024ms)","trace[1734618684] 'applied index is now lower than readState.Index' (duration: 113.276279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:10.409776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.050112Z","time spent":"359.614073ms","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":690,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:35:10.409689Z","caller":"traceutil/trace.go:171","msg":"trace[1496445398] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"150.009955ms","start":"2026-03-12T19:35:10.259661Z","end":"2026-03-12T19:35:10.409671Z","steps":["trace[1496445398] 'process raft request' (duration: 149.943434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.409853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.410281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:10.409911Z","caller":"traceutil/trace.go:171","msg":"trace[2066678774] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:8504; }","duration":"360.505023ms","start":"2026-03-12T19:35:10.049386Z","end":"2026-03-12T19:35:10.409891Z","steps":["trace[2066678774] 'agreement among raft nodes before linearized reading' (duration: 360.386281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.409966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.049367Z","time spent":"360.585596ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:35:10.472266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.079907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:10.472338Z","caller":"traceutil/trace.go:171","msg":"trace[687323716] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8505; }","duration":"150.182329ms","start":"2026-03-12T19:35:10.322139Z","end":"2026-03-12T19:35:10.472321Z","steps":["trace[687323716] 'agreement among raft nodes before linearized reading' (duration: 150.053326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.472339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.468732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-12T19:35:10.472404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.196321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T19:35:10.472409Z","caller":"traceutil/trace.go:171","msg":"trace[1231553199] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8505; }","duration":"185.569885ms","start":"2026-03-12T19:35:10.286822Z","end":"2026-03-12T19:35:10.472392Z","steps":["trace[1231553199] 'agreement among raft nodes before linearized reading' (duration: 185.394301ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:10.472445Z","caller":"traceutil/trace.go:171","msg":"trace[1551557512] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8505; }","duration":"213.269282ms","start":"2026-03-12T19:35:10.259163Z","end":"2026-03-12T19:35:10.472432Z","steps":["trace[1551557512] 'agreement among raft nodes before linearized reading' (duration: 213.127038ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:10.70752Z","caller":"traceutil/trace.go:171","msg":"trace[609712640] linearizableReadLoop","detail":"{readStateIndex:8843; appliedIndex:8840; }","duration":"235.461723ms","start":"2026-03-12T19:35:10.472034Z","end":"2026-03-12T19:35:10.707496Z","steps":["trace[609712640] 'read index received' (duration: 235.113135ms)","trace[609712640] 'applied index is now lower than readState.Index' (duration: 347.358µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:10.707605Z","caller":"traceutil/trace.go:171","msg":"trace[1582998042] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"293.407067ms","start":"2026-03-12T19:35:10.414185Z","end":"2026-03-12T19:35:10.707592Z","steps":["trace[1582998042] 'process raft request' (duration: 293.050299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.707819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.177597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:35:10.707894Z","caller":"traceutil/trace.go:171","msg":"trace[1216075116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8508; }","duration":"275.28205ms","start":"2026-03-12T19:35:10.432596Z","end":"2026-03-12T19:35:10.707878Z","steps":["trace[1216075116] 'agreement among raft nodes before linearized reading' (duration: 274.974203ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:10.707583Z","caller":"traceutil/trace.go:171","msg":"trace[2130991375] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"278.35401ms","start":"2026-03-12T19:35:10.429198Z","end":"2026-03-12T19:35:10.707552Z","steps":["trace[2130991375] 'process raft request' (duration: 278.242578ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:10.707536Z","caller":"traceutil/trace.go:171","msg":"trace[1169459636] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"292.871895ms","start":"2026-03-12T19:35:10.414636Z","end":"2026-03-12T19:35:10.707508Z","steps":["trace[1169459636] 'process raft request' (duration: 292.748042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.70796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.608893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-12T19:35:10.708032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.469245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:10.70812Z","caller":"traceutil/trace.go:171","msg":"trace[1349670538] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8508; }","duration":"170.633639ms","start":"2026-03-12T19:35:10.537468Z","end":"2026-03-12T19:35:10.708101Z","steps":["trace[1349670538] 'agreement among raft nodes before linearized reading' (duration: 170.461785ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:10.708078Z","caller":"traceutil/trace.go:171","msg":"trace[1954465347] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8508; }","duration":"231.756087ms","start":"2026-03-12T19:35:10.476294Z","end":"2026-03-12T19:35:10.70805Z","steps":["trace[1954465347] 'agreement among raft nodes before linearized reading' (duration: 231.537762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.708163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.852128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T19:35:10.708224Z","caller":"traceutil/trace.go:171","msg":"trace[1059334968] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8508; }","duration":"211.959811ms","start":"2026-03-12T19:35:10.496248Z","end":"2026-03-12T19:35:10.708207Z","steps":["trace[1059334968] 'agreement among raft nodes before linearized reading' (duration: 211.759197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.708473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.307188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:86 size:71953"} {"level":"info","ts":"2026-03-12T19:35:10.708526Z","caller":"traceutil/trace.go:171","msg":"trace[1446537999] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:86; response_revision:8508; }","duration":"294.39692ms","start":"2026-03-12T19:35:10.414117Z","end":"2026-03-12T19:35:10.708514Z","steps":["trace[1446537999] 'agreement among raft nodes before linearized reading' (duration: 293.53431ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:10.894669Z","caller":"traceutil/trace.go:171","msg":"trace[1615225242] linearizableReadLoop","detail":"{readStateIndex:8844; appliedIndex:8843; }","duration":"178.43158ms","start":"2026-03-12T19:35:10.716214Z","end":"2026-03-12T19:35:10.894645Z","steps":["trace[1615225242] 'read index received' (duration: 178.208485ms)","trace[1615225242] 'applied index is now lower than readState.Index' (duration: 222.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:10.894729Z","caller":"traceutil/trace.go:171","msg":"trace[1565955397] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"179.059874ms","start":"2026-03-12T19:35:10.715638Z","end":"2026-03-12T19:35:10.894698Z","steps":["trace[1565955397] 'process raft request' (duration: 178.831209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.894961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.727787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-12T19:35:10.895031Z","caller":"traceutil/trace.go:171","msg":"trace[1000061048] range","detail":"{range_begin:/registry/clusterroles/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:8509; }","duration":"178.813658ms","start":"2026-03-12T19:35:10.7162Z","end":"2026-03-12T19:35:10.895014Z","steps":["trace[1000061048] 'agreement among raft nodes before linearized reading' (duration: 178.534162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.895228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.967963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-12T19:35:10.895285Z","caller":"traceutil/trace.go:171","msg":"trace[164276350] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8509; }","duration":"179.031994ms","start":"2026-03-12T19:35:10.716235Z","end":"2026-03-12T19:35:10.895267Z","steps":["trace[164276350] 'agreement among raft nodes before linearized reading' (duration: 178.575274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.895277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.239093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-12T19:35:10.895343Z","caller":"traceutil/trace.go:171","msg":"trace[829113592] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8509; }","duration":"177.324074ms","start":"2026-03-12T19:35:10.718001Z","end":"2026-03-12T19:35:10.895325Z","steps":["trace[829113592] 'agreement among raft nodes before linearized reading' (duration: 176.876534ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.082943Z","caller":"traceutil/trace.go:171","msg":"trace[1033559640] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"183.564048ms","start":"2026-03-12T19:35:10.899355Z","end":"2026-03-12T19:35:11.082919Z","steps":["trace[1033559640] 'process raft request' (duration: 183.411085ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.13368Z","caller":"traceutil/trace.go:171","msg":"trace[640192034] linearizableReadLoop","detail":"{readStateIndex:8847; appliedIndex:8844; }","duration":"233.951889ms","start":"2026-03-12T19:35:10.899709Z","end":"2026-03-12T19:35:11.13366Z","steps":["trace[640192034] 'read index received' (duration: 183.050046ms)","trace[640192034] 'applied index is now lower than readState.Index' (duration: 50.900953ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:11.133775Z","caller":"traceutil/trace.go:171","msg":"trace[191370390] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"233.275013ms","start":"2026-03-12T19:35:10.900489Z","end":"2026-03-12T19:35:11.133764Z","steps":["trace[191370390] 'process raft request' (duration: 233.11406ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.133871Z","caller":"traceutil/trace.go:171","msg":"trace[788481194] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"234.338598ms","start":"2026-03-12T19:35:10.899493Z","end":"2026-03-12T19:35:11.133831Z","steps":["trace[788481194] 'process raft request' (duration: 234.062462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.134003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.275086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-12T19:35:11.134037Z","caller":"traceutil/trace.go:171","msg":"trace[89324695] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8513; }","duration":"234.334567ms","start":"2026-03-12T19:35:10.899695Z","end":"2026-03-12T19:35:11.134029Z","steps":["trace[89324695] 'agreement among raft nodes before linearized reading' (duration: 234.152123ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.134802Z","caller":"traceutil/trace.go:171","msg":"trace[1820889817] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"234.497082ms","start":"2026-03-12T19:35:10.899411Z","end":"2026-03-12T19:35:11.133908Z","steps":["trace[1820889817] 'process raft request' (duration: 233.633452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.136443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.289594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-12T19:35:11.136505Z","caller":"traceutil/trace.go:171","msg":"trace[650292720] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8514; }","duration":"233.376295ms","start":"2026-03-12T19:35:10.903119Z","end":"2026-03-12T19:35:11.136495Z","steps":["trace[650292720] 'agreement among raft nodes before linearized reading' (duration: 233.188901ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.343114Z","caller":"traceutil/trace.go:171","msg":"trace[811276245] linearizableReadLoop","detail":"{readStateIndex:8855; appliedIndex:8853; }","duration":"143.109936ms","start":"2026-03-12T19:35:11.199984Z","end":"2026-03-12T19:35:11.343094Z","steps":["trace[811276245] 'read index received' (duration: 28.596508ms)","trace[811276245] 'applied index is now lower than readState.Index' (duration: 114.512458ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:11.343235Z","caller":"traceutil/trace.go:171","msg":"trace[396954075] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"143.255019ms","start":"2026-03-12T19:35:11.199954Z","end":"2026-03-12T19:35:11.343209Z","steps":["trace[396954075] 'process raft request' (duration: 80.460923ms)","trace[396954075] 'compare' (duration: 62.572601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:11.343282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.2965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:11.343318Z","caller":"traceutil/trace.go:171","msg":"trace[971304133] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:0; response_revision:8520; }","duration":"143.360902ms","start":"2026-03-12T19:35:11.199945Z","end":"2026-03-12T19:35:11.343306Z","steps":["trace[971304133] 'agreement among raft nodes before linearized reading' (duration: 143.271979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.343499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.32035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-12T19:35:11.343588Z","caller":"traceutil/trace.go:171","msg":"trace[1167451908] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8520; }","duration":"143.447074ms","start":"2026-03-12T19:35:11.200125Z","end":"2026-03-12T19:35:11.343572Z","steps":["trace[1167451908] 'agreement among raft nodes before linearized reading' (duration: 143.130596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.343608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.375503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T19:35:11.343637Z","caller":"traceutil/trace.go:171","msg":"trace[2043556382] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8520; }","duration":"140.424104ms","start":"2026-03-12T19:35:11.203203Z","end":"2026-03-12T19:35:11.343627Z","steps":["trace[2043556382] 'agreement among raft nodes before linearized reading' (duration: 140.333772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.343872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.600624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111897"} {"level":"info","ts":"2026-03-12T19:35:11.343932Z","caller":"traceutil/trace.go:171","msg":"trace[551560971] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8520; }","duration":"142.690557ms","start":"2026-03-12T19:35:11.201228Z","end":"2026-03-12T19:35:11.343919Z","steps":["trace[551560971] 'agreement among raft nodes before linearized reading' (duration: 142.313948ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.480975Z","caller":"traceutil/trace.go:171","msg":"trace[1258876594] linearizableReadLoop","detail":"{readStateIndex:8856; appliedIndex:8855; }","duration":"127.480616ms","start":"2026-03-12T19:35:11.353473Z","end":"2026-03-12T19:35:11.480954Z","steps":["trace[1258876594] 'read index received' (duration: 121.533179ms)","trace[1258876594] 'applied index is now lower than readState.Index' (duration: 5.946497ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:11.481057Z","caller":"traceutil/trace.go:171","msg":"trace[487547310] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"128.665013ms","start":"2026-03-12T19:35:11.352385Z","end":"2026-03-12T19:35:11.48105Z","steps":["trace[487547310] 'process raft request' (duration: 122.605234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.4813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.809774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-12T19:35:11.481332Z","caller":"traceutil/trace.go:171","msg":"trace[1244597655] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8521; }","duration":"127.863765ms","start":"2026-03-12T19:35:11.353459Z","end":"2026-03-12T19:35:11.481323Z","steps":["trace[1244597655] 'agreement among raft nodes before linearized reading' (duration: 127.727522ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.490849Z","caller":"traceutil/trace.go:171","msg":"trace[1831088971] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"133.297111ms","start":"2026-03-12T19:35:11.357534Z","end":"2026-03-12T19:35:11.490831Z","steps":["trace[1831088971] 'process raft request' (duration: 132.097463ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.677228Z","caller":"traceutil/trace.go:171","msg":"trace[1432935072] linearizableReadLoop","detail":"{readStateIndex:8864; appliedIndex:8863; }","duration":"103.609677ms","start":"2026-03-12T19:35:11.573596Z","end":"2026-03-12T19:35:11.677206Z","steps":["trace[1432935072] 'read index received' (duration: 40.861781ms)","trace[1432935072] 'applied index is now lower than readState.Index' (duration: 62.746756ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:11.677296Z","caller":"traceutil/trace.go:171","msg":"trace[1105260851] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"137.17905ms","start":"2026-03-12T19:35:11.540085Z","end":"2026-03-12T19:35:11.677264Z","steps":["trace[1105260851] 'process raft request' (duration: 74.25785ms)","trace[1105260851] 'compare' (duration: 62.725735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:11.677449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.833282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-12T19:35:11.677482Z","caller":"traceutil/trace.go:171","msg":"trace[1174196745] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8529; }","duration":"103.912364ms","start":"2026-03-12T19:35:11.57356Z","end":"2026-03-12T19:35:11.677473Z","steps":["trace[1174196745] 'agreement among raft nodes before linearized reading' (duration: 103.74536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.681782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.703583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-12T19:35:11.681826Z","caller":"traceutil/trace.go:171","msg":"trace[1906192484] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8531; }","duration":"101.774825ms","start":"2026-03-12T19:35:11.580042Z","end":"2026-03-12T19:35:11.681817Z","steps":["trace[1906192484] 'agreement among raft nodes before linearized reading' (duration: 101.069898ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.787926Z","caller":"traceutil/trace.go:171","msg":"trace[1434378959] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"105.355987ms","start":"2026-03-12T19:35:11.682541Z","end":"2026-03-12T19:35:11.787897Z","steps":["trace[1434378959] 'process raft request' (duration: 95.725775ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.787944Z","caller":"traceutil/trace.go:171","msg":"trace[1019997989] linearizableReadLoop","detail":"{readStateIndex:8868; appliedIndex:8867; }","duration":"104.477227ms","start":"2026-03-12T19:35:11.683447Z","end":"2026-03-12T19:35:11.787924Z","steps":["trace[1019997989] 'read index received' (duration: 39.272375ms)","trace[1019997989] 'applied index is now lower than readState.Index' (duration: 65.203532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:11.788272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.769423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111897"} {"level":"info","ts":"2026-03-12T19:35:11.788364Z","caller":"traceutil/trace.go:171","msg":"trace[1670620937] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8535; }","duration":"104.955358ms","start":"2026-03-12T19:35:11.683397Z","end":"2026-03-12T19:35:11.788352Z","steps":["trace[1670620937] 'agreement among raft nodes before linearized reading' (duration: 104.592619ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.788712Z","caller":"traceutil/trace.go:171","msg":"trace[1113012184] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"104.215471ms","start":"2026-03-12T19:35:11.684485Z","end":"2026-03-12T19:35:11.7887Z","steps":["trace[1113012184] 'process raft request' (duration: 103.298029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.788726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.476325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3286"} {"level":"info","ts":"2026-03-12T19:35:11.788767Z","caller":"traceutil/trace.go:171","msg":"trace[1206546266] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8535; }","duration":"100.561317ms","start":"2026-03-12T19:35:11.688192Z","end":"2026-03-12T19:35:11.788753Z","steps":["trace[1206546266] 'agreement among raft nodes before linearized reading' (duration: 100.468885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.788364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.688282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:11.789063Z","caller":"traceutil/trace.go:171","msg":"trace[977569970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8535; }","duration":"102.399569ms","start":"2026-03-12T19:35:11.686634Z","end":"2026-03-12T19:35:11.789034Z","steps":["trace[977569970] 'agreement among raft nodes before linearized reading' (duration: 101.670902ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:12.830579Z","caller":"traceutil/trace.go:171","msg":"trace[1750777827] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"353.255227ms","start":"2026-03-12T19:35:12.477309Z","end":"2026-03-12T19:35:12.830564Z","steps":["trace[1750777827] 'process raft request' (duration: 353.158065ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:12.830598Z","caller":"traceutil/trace.go:171","msg":"trace[1972748056] linearizableReadLoop","detail":"{readStateIndex:8891; appliedIndex:8891; }","duration":"347.594806ms","start":"2026-03-12T19:35:12.482971Z","end":"2026-03-12T19:35:12.830566Z","steps":["trace[1972748056] 'read index received' (duration: 347.580816ms)","trace[1972748056] 'applied index is now lower than readState.Index' (duration: 11.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:12.830707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:12.477279Z","time spent":"353.356248ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:12.830889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.901104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-12T19:35:12.830935Z","caller":"traceutil/trace.go:171","msg":"trace[2077188549] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8556; }","duration":"348.006886ms","start":"2026-03-12T19:35:12.482917Z","end":"2026-03-12T19:35:12.830924Z","steps":["trace[2077188549] 'agreement among raft nodes before linearized reading' (duration: 347.779861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:12.830973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:12.482896Z","time spent":"348.068307ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:35:12.862189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.48291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:12.862268Z","caller":"traceutil/trace.go:171","msg":"trace[982560083] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8557; }","duration":"171.617313ms","start":"2026-03-12T19:35:12.69063Z","end":"2026-03-12T19:35:12.862247Z","steps":["trace[982560083] 'agreement among raft nodes before linearized reading' (duration: 171.472179ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:12.862353Z","caller":"traceutil/trace.go:171","msg":"trace[1639906589] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"148.843689ms","start":"2026-03-12T19:35:12.713492Z","end":"2026-03-12T19:35:12.862335Z","steps":["trace[1639906589] 'process raft request' (duration: 148.419159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:12.862379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.776392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:35:12.862434Z","caller":"traceutil/trace.go:171","msg":"trace[412259707] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8557; }","duration":"140.860475ms","start":"2026-03-12T19:35:12.721558Z","end":"2026-03-12T19:35:12.862419Z","steps":["trace[412259707] 'agreement among raft nodes before linearized reading' (duration: 140.67708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:12.862622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.425863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:35:12.862654Z","caller":"traceutil/trace.go:171","msg":"trace[2068358796] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:8557; }","duration":"143.490405ms","start":"2026-03-12T19:35:12.719155Z","end":"2026-03-12T19:35:12.862645Z","steps":["trace[2068358796] 'agreement among raft nodes before linearized reading' (duration: 143.330051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:12.862622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.496559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7jcxv\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-12T19:35:12.862743Z","caller":"traceutil/trace.go:171","msg":"trace[1308451932] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7jcxv; range_end:; response_count:1; response_revision:8557; }","duration":"131.674042ms","start":"2026-03-12T19:35:12.731041Z","end":"2026-03-12T19:35:12.862715Z","steps":["trace[1308451932] 'agreement among raft nodes before linearized reading' (duration: 131.267283ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:12.993484Z","caller":"traceutil/trace.go:171","msg":"trace[473157806] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"158.152733ms","start":"2026-03-12T19:35:12.835306Z","end":"2026-03-12T19:35:12.993459Z","steps":["trace[473157806] 'process raft request' (duration: 157.997639ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:13.040452Z","caller":"traceutil/trace.go:171","msg":"trace[1674026473] linearizableReadLoop","detail":"{readStateIndex:8894; appliedIndex:8892; }","duration":"173.883806ms","start":"2026-03-12T19:35:12.866541Z","end":"2026-03-12T19:35:13.040424Z","steps":["trace[1674026473] 'read index received' (duration: 126.818172ms)","trace[1674026473] 'applied index is now lower than readState.Index' (duration: 47.064684ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:13.04083Z","caller":"traceutil/trace.go:171","msg":"trace[2017561987] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"170.655801ms","start":"2026-03-12T19:35:12.870134Z","end":"2026-03-12T19:35:13.04079Z","steps":["trace[2017561987] 'process raft request' (duration: 170.18672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:13.040963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.395987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T19:35:13.041028Z","caller":"traceutil/trace.go:171","msg":"trace[543182604] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8559; }","duration":"174.482499ms","start":"2026-03-12T19:35:12.866535Z","end":"2026-03-12T19:35:13.041017Z","steps":["trace[543182604] 'agreement among raft nodes before linearized reading' (duration: 174.213803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:13.041093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.705051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed2749a5-2dd9-42c5-b8bc-4b1220fcfa61\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-12T19:35:13.041207Z","caller":"traceutil/trace.go:171","msg":"trace[111560402] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed2749a5-2dd9-42c5-b8bc-4b1220fcfa61; range_end:; response_count:1; response_revision:8559; }","duration":"127.858755ms","start":"2026-03-12T19:35:12.913321Z","end":"2026-03-12T19:35:13.04118Z","steps":["trace[111560402] 'agreement among raft nodes before linearized reading' (duration: 127.509457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:13.041121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.52079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:238107"} {"level":"info","ts":"2026-03-12T19:35:13.04134Z","caller":"traceutil/trace.go:171","msg":"trace[638717889] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:8559; }","duration":"174.746765ms","start":"2026-03-12T19:35:12.866561Z","end":"2026-03-12T19:35:13.041308Z","steps":["trace[638717889] 'agreement among raft nodes before linearized reading' (duration: 174.240263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.493428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.663325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed2749a5-2dd9-42c5-b8bc-4b1220fcfa61\" ","response":"range_response_count:1 size:3930"} {"level":"info","ts":"2026-03-12T19:35:14.493509Z","caller":"traceutil/trace.go:171","msg":"trace[1542695899] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed2749a5-2dd9-42c5-b8bc-4b1220fcfa61; range_end:; response_count:1; response_revision:8577; }","duration":"254.793618ms","start":"2026-03-12T19:35:14.238697Z","end":"2026-03-12T19:35:14.493491Z","steps":["trace[1542695899] 'range keys from in-memory index tree' (duration: 254.489792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.493695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.627124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-12T19:35:14.493731Z","caller":"traceutil/trace.go:171","msg":"trace[8152011] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8577; }","duration":"303.679665ms","start":"2026-03-12T19:35:14.190042Z","end":"2026-03-12T19:35:14.493722Z","steps":["trace[8152011] 'range keys from in-memory index tree' (duration: 303.577183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.49376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.190035Z","time spent":"303.715515ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":548,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"info","ts":"2026-03-12T19:35:14.769873Z","caller":"traceutil/trace.go:171","msg":"trace[905912206] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"271.966895ms","start":"2026-03-12T19:35:14.497882Z","end":"2026-03-12T19:35:14.769849Z","steps":["trace[905912206] 'process raft request' (duration: 271.76974ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.234305Z","caller":"traceutil/trace.go:171","msg":"trace[1312627408] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8914; }","duration":"442.724098ms","start":"2026-03-12T19:35:14.791556Z","end":"2026-03-12T19:35:15.23428Z","steps":["trace[1312627408] 'read index received' (duration: 442.629966ms)","trace[1312627408] 'applied index is now lower than readState.Index' (duration: 92.832µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:15.234364Z","caller":"traceutil/trace.go:171","msg":"trace[948943625] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"443.71906ms","start":"2026-03-12T19:35:14.790607Z","end":"2026-03-12T19:35:15.234326Z","steps":["trace[948943625] 'process raft request' (duration: 443.529526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.234572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.987674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-12T19:35:15.234659Z","caller":"traceutil/trace.go:171","msg":"trace[659607963] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8579; }","duration":"443.124736ms","start":"2026-03-12T19:35:14.791515Z","end":"2026-03-12T19:35:15.23464Z","steps":["trace[659607963] 'agreement among raft nodes before linearized reading' (duration: 442.86761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.234703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.791497Z","time spent":"443.196849ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":548,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:35:15.234767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.790583Z","time spent":"443.964526ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:15.251415Z","caller":"traceutil/trace.go:171","msg":"trace[33645869] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8579; }","duration":"451.556541ms","start":"2026-03-12T19:35:14.799833Z","end":"2026-03-12T19:35:15.25139Z","steps":["trace[33645869] 'process raft request' (duration: 451.272065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.251483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.137326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7jcxv\" ","response":"range_response_count:1 size:4846"} {"level":"warn","ts":"2026-03-12T19:35:15.251501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.993636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:15.251525Z","caller":"traceutil/trace.go:171","msg":"trace[1097684233] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7jcxv; range_end:; response_count:1; response_revision:8581; }","duration":"456.223398ms","start":"2026-03-12T19:35:14.795289Z","end":"2026-03-12T19:35:15.251512Z","steps":["trace[1097684233] 'agreement among raft nodes before linearized reading' (duration: 456.166197ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.251535Z","caller":"traceutil/trace.go:171","msg":"trace[799564259] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"384.185149ms","start":"2026-03-12T19:35:14.867341Z","end":"2026-03-12T19:35:15.251526Z","steps":["trace[799564259] 'process raft request' (duration: 383.915833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.251555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.795266Z","time spent":"456.28039ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4869,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7jcxv\" "} {"level":"warn","ts":"2026-03-12T19:35:15.251416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.351021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-12T19:35:15.25148Z","caller":"traceutil/trace.go:171","msg":"trace[309359389] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"416.835821ms","start":"2026-03-12T19:35:14.834626Z","end":"2026-03-12T19:35:15.251462Z","steps":["trace[309359389] 'process raft request' (duration: 416.577635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.251616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.867315Z","time spent":"384.24643ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:15.251641Z","caller":"traceutil/trace.go:171","msg":"trace[620768170] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8581; }","duration":"456.601787ms","start":"2026-03-12T19:35:14.795023Z","end":"2026-03-12T19:35:15.251625Z","steps":["trace[620768170] 'agreement among raft nodes before linearized reading' (duration: 456.266809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.251633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.799815Z","time spent":"451.670683ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72,"response count":0,"response size":4880,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:15.251686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.795016Z","time spent":"456.656469ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":3184,"request content":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:35:15.25173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.834618Z","time spent":"417.033495ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:15.251758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.809841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:35:15.251853Z","caller":"traceutil/trace.go:171","msg":"trace[931113894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8581; }","duration":"202.936164ms","start":"2026-03-12T19:35:15.048892Z","end":"2026-03-12T19:35:15.251828Z","steps":["trace[931113894] 'agreement among raft nodes before linearized reading' (duration: 202.534445ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.251542Z","caller":"traceutil/trace.go:171","msg":"trace[762000261] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8581; }","duration":"213.090428ms","start":"2026-03-12T19:35:15.038439Z","end":"2026-03-12T19:35:15.25153Z","steps":["trace[762000261] 'agreement among raft nodes before linearized reading' (duration: 213.009927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.251994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.540819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed2749a5-2dd9-42c5-b8bc-4b1220fcfa61\" ","response":"range_response_count:1 size:3930"} {"level":"info","ts":"2026-03-12T19:35:15.252036Z","caller":"traceutil/trace.go:171","msg":"trace[830859198] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed2749a5-2dd9-42c5-b8bc-4b1220fcfa61; range_end:; response_count:1; response_revision:8581; }","duration":"200.606421ms","start":"2026-03-12T19:35:15.051416Z","end":"2026-03-12T19:35:15.252022Z","steps":["trace[830859198] 'agreement among raft nodes before linearized reading' (duration: 200.13849ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.882506Z","caller":"traceutil/trace.go:171","msg":"trace[611650662] linearizableReadLoop","detail":"{readStateIndex:8995; appliedIndex:8992; }","duration":"214.066319ms","start":"2026-03-12T19:35:21.668413Z","end":"2026-03-12T19:35:21.88248Z","steps":["trace[611650662] 'read index received' (duration: 2.216362ms)","trace[611650662] 'applied index is now lower than readState.Index' (duration: 211.849037ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:21.88254Z","caller":"traceutil/trace.go:171","msg":"trace[1821731234] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"247.751512ms","start":"2026-03-12T19:35:21.63476Z","end":"2026-03-12T19:35:21.882511Z","steps":["trace[1821731234] 'process raft request' (duration: 247.527806ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.88256Z","caller":"traceutil/trace.go:171","msg":"trace[820876447] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"246.163935ms","start":"2026-03-12T19:35:21.63636Z","end":"2026-03-12T19:35:21.882524Z","steps":["trace[820876447] 'process raft request' (duration: 246.077843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:21.882683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.253893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:21.882721Z","caller":"traceutil/trace.go:171","msg":"trace[470508868] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8656; }","duration":"214.360905ms","start":"2026-03-12T19:35:21.668349Z","end":"2026-03-12T19:35:21.88271Z","steps":["trace[470508868] 'agreement among raft nodes before linearized reading' (duration: 214.274983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:21.882777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.357983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:21.882808Z","caller":"traceutil/trace.go:171","msg":"trace[2129671970] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8656; }","duration":"155.431085ms","start":"2026-03-12T19:35:21.727366Z","end":"2026-03-12T19:35:21.882797Z","steps":["trace[2129671970] 'agreement among raft nodes before linearized reading' (duration: 155.350383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:21.882838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.121218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:21.882936Z","caller":"traceutil/trace.go:171","msg":"trace[261072682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8656; }","duration":"195.231521ms","start":"2026-03-12T19:35:21.68768Z","end":"2026-03-12T19:35:21.882911Z","steps":["trace[261072682] 'agreement among raft nodes before linearized reading' (duration: 195.042346ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:55.691693Z","caller":"traceutil/trace.go:171","msg":"trace[551256777] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"263.507938ms","start":"2026-03-12T19:35:55.428153Z","end":"2026-03-12T19:35:55.691661Z","steps":["trace[551256777] 'process raft request' (duration: 263.301853ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:55.693074Z","caller":"traceutil/trace.go:171","msg":"trace[1452956824] linearizableReadLoop","detail":"{readStateIndex:9290; appliedIndex:9288; }","duration":"130.29426ms","start":"2026-03-12T19:35:55.562746Z","end":"2026-03-12T19:35:55.69304Z","steps":["trace[1452956824] 'read index received' (duration: 128.720883ms)","trace[1452956824] 'applied index is now lower than readState.Index' (duration: 1.571877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:55.693378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.619928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:35:55.693446Z","caller":"traceutil/trace.go:171","msg":"trace[487803924] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:8943; }","duration":"130.738331ms","start":"2026-03-12T19:35:55.562688Z","end":"2026-03-12T19:35:55.693426Z","steps":["trace[487803924] 'agreement among raft nodes before linearized reading' (duration: 130.527536ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:55.693392Z","caller":"traceutil/trace.go:171","msg":"trace[513765937] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"226.105518ms","start":"2026-03-12T19:35:55.467065Z","end":"2026-03-12T19:35:55.69317Z","steps":["trace[513765937] 'process raft request' (duration: 225.807561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:03.778115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.57465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-rccrr\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-03-12T19:36:03.778203Z","caller":"traceutil/trace.go:171","msg":"trace[1218772050] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-rccrr; range_end:; response_count:1; response_revision:9022; }","duration":"573.712314ms","start":"2026-03-12T19:36:03.20447Z","end":"2026-03-12T19:36:03.778183Z","steps":["trace[1218772050] 'range keys from in-memory index tree' (duration: 573.377285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:03.778243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:03.204448Z","time spent":"573.785455ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9620,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-rccrr\" "} {"level":"warn","ts":"2026-03-12T19:36:05.448071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01427721s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:36:05.448185Z","caller":"traceutil/trace.go:171","msg":"trace[1071194461] linearizableReadLoop","detail":"{readStateIndex:9374; appliedIndex:9372; }","duration":"1.725721464s","start":"2026-03-12T19:36:03.722447Z","end":"2026-03-12T19:36:05.448169Z","steps":["trace[1071194461] 'read index received' (duration: 31.097283ms)","trace[1071194461] 'applied index is now lower than readState.Index' (duration: 1.694622791s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:05.449005Z","caller":"traceutil/trace.go:171","msg":"trace[1525750468] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"1.729014911s","start":"2026-03-12T19:36:03.719952Z","end":"2026-03-12T19:36:05.448967Z","steps":["trace[1525750468] 'process raft request' (duration: 713.649797ms)","trace[1525750468] 'compare' (duration: 1.013993942s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:05.449212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726748038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:36:05.449288Z","caller":"traceutil/trace.go:171","msg":"trace[865417966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9024; }","duration":"1.726865801s","start":"2026-03-12T19:36:03.722406Z","end":"2026-03-12T19:36:05.449271Z","steps":["trace[865417966] 'agreement among raft nodes before linearized reading' (duration: 1.726666946s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:05.449321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:03.722391Z","time spent":"1.726924662s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:36:05.449271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:03.719927Z","time spent":"1.729290708s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:05.739552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305961113s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:36:05.828016Z","caller":"traceutil/trace.go:171","msg":"trace[790419116] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"2.039773859s","start":"2026-03-12T19:36:03.788201Z","end":"2026-03-12T19:36:05.827975Z","steps":["trace[790419116] 'process raft request' (duration: 1.951513566s)","trace[790419116] 'compare' (duration: 88.014877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:05.828149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491312283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:36:05.828202Z","caller":"traceutil/trace.go:171","msg":"trace[1588145717] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"1.703463487s","start":"2026-03-12T19:36:04.124679Z","end":"2026-03-12T19:36:05.828143Z","steps":["trace[1588145717] 'process raft request' (duration: 1.703205691s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:05.82824Z","caller":"traceutil/trace.go:171","msg":"trace[1114762760] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9026; }","duration":"1.491482558s","start":"2026-03-12T19:36:04.336743Z","end":"2026-03-12T19:36:05.828225Z","steps":["trace[1114762760] 'agreement among raft nodes before linearized reading' (duration: 1.491332884s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:05.828228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:03.788172Z","time spent":"2.039929152s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:05.828279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:04.336724Z","time spent":"1.491545119s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:36:05.828289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104936074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:36:05.828314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.699147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:36:05.828338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:04.124649Z","time spent":"1.703619251s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:05.828373Z","caller":"traceutil/trace.go:171","msg":"trace[720757303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9026; }","duration":"2.105066357s","start":"2026-03-12T19:36:03.72329Z","end":"2026-03-12T19:36:05.828356Z","steps":["trace[720757303] 'agreement among raft nodes before linearized reading' (duration: 2.10479815s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:05.828379Z","caller":"traceutil/trace.go:171","msg":"trace[447098057] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9026; }","duration":"381.80844ms","start":"2026-03-12T19:36:05.446553Z","end":"2026-03-12T19:36:05.828362Z","steps":["trace[447098057] 'agreement among raft nodes before linearized reading' (duration: 381.638506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:05.828385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141495988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:36:05.828428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:05.446534Z","time spent":"381.885262ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:36:05.828014Z","caller":"traceutil/trace.go:171","msg":"trace[47884208] linearizableReadLoop","detail":"{readStateIndex:9376; appliedIndex:9374; }","duration":"379.770163ms","start":"2026-03-12T19:36:05.448211Z","end":"2026-03-12T19:36:05.827982Z","steps":["trace[47884208] 'read index received' (duration: 291.607213ms)","trace[47884208] 'applied index is now lower than readState.Index' (duration: 88.1616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:05.828437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:03.723279Z","time spent":"2.105142549s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:36:05.828453Z","caller":"traceutil/trace.go:171","msg":"trace[1003382543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9026; }","duration":"1.14160067s","start":"2026-03-12T19:36:04.686831Z","end":"2026-03-12T19:36:05.828432Z","steps":["trace[1003382543] 'agreement among raft nodes before linearized reading' (duration: 1.141491528s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:05.828491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:04.686811Z","time spent":"1.141671513s","remote":"127.0.0.1:52176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:36:05.828715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804348353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:36:05.828729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949209182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:36:05.828761Z","caller":"traceutil/trace.go:171","msg":"trace[1382351000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9026; }","duration":"1.804432095s","start":"2026-03-12T19:36:04.024317Z","end":"2026-03-12T19:36:05.828749Z","steps":["trace[1382351000] 'agreement among raft nodes before linearized reading' (duration: 1.804278851s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:05.828778Z","caller":"traceutil/trace.go:171","msg":"trace[1368212707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9026; }","duration":"1.949296904s","start":"2026-03-12T19:36:03.879467Z","end":"2026-03-12T19:36:05.828764Z","steps":["trace[1368212707] 'agreement among raft nodes before linearized reading' (duration: 1.949167051s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:05.828793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:04.024298Z","time spent":"1.804488007s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:36:05.828819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081850717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:36:05.82883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:03.879445Z","time spent":"1.949374836s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:36:05.828837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623800005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:36:05.828879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66099348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:36:05.828923Z","caller":"traceutil/trace.go:171","msg":"trace[920410964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9026; }","duration":"1.661039001s","start":"2026-03-12T19:36:04.167874Z","end":"2026-03-12T19:36:05.828913Z","steps":["trace[920410964] 'agreement among raft nodes before linearized reading' (duration: 1.660923328s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:05.82892Z","caller":"traceutil/trace.go:171","msg":"trace[517004890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9026; }","duration":"1.623911096s","start":"2026-03-12T19:36:04.204992Z","end":"2026-03-12T19:36:05.828903Z","steps":["trace[517004890] 'agreement among raft nodes before linearized reading' (duration: 1.623709952s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:05.828958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:04.167805Z","time spent":"1.661146313s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:36:05.828977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:04.204976Z","time spent":"1.623988549s","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:36:05.828864Z","caller":"traceutil/trace.go:171","msg":"trace[1323114736] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:9026; }","duration":"2.081923938s","start":"2026-03-12T19:36:03.74693Z","end":"2026-03-12T19:36:05.828854Z","steps":["trace[1323114736] 'agreement among raft nodes before linearized reading' (duration: 2.081801845s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:05.829051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:03.746917Z","time spent":"2.082127164s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-zztn2\" "} {"level":"info","ts":"2026-03-12T19:36:06.116106Z","caller":"traceutil/trace.go:171","msg":"trace[1062779990] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"663.246575ms","start":"2026-03-12T19:36:05.452835Z","end":"2026-03-12T19:36:06.116082Z","steps":["trace[1062779990] 'process raft request' (duration: 663.040351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:06.116345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:05.452817Z","time spent":"663.361959ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:06.289324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.03356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:36:06.289604Z","caller":"traceutil/trace.go:171","msg":"trace[1167128219] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"455.936783ms","start":"2026-03-12T19:36:05.833651Z","end":"2026-03-12T19:36:06.289587Z","steps":["trace[1167128219] 'process raft request' (duration: 455.849711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:06.289681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:05.833643Z","time spent":"456.003985ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:06.289826Z","caller":"traceutil/trace.go:171","msg":"trace[1075010181] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"505.896095ms","start":"2026-03-12T19:36:05.783904Z","end":"2026-03-12T19:36:06.2898Z","steps":["trace[1075010181] 'process raft request' (duration: 376.313552ms)","trace[1075010181] 'compare' (duration: 128.749284ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:06.289831Z","caller":"traceutil/trace.go:171","msg":"trace[1250706477] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"456.21276ms","start":"2026-03-12T19:36:05.833589Z","end":"2026-03-12T19:36:06.289802Z","steps":["trace[1250706477] 'process raft request' (duration: 455.826501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:06.289956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:05.78388Z","time spent":"506.005608ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:06.289966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:05.833575Z","time spent":"456.313692ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:06.290059Z","caller":"traceutil/trace.go:171","msg":"trace[1143157254] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"456.339973ms","start":"2026-03-12T19:36:05.83369Z","end":"2026-03-12T19:36:06.29003Z","steps":["trace[1143157254] 'process raft request' (duration: 455.862912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:06.290239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:05.833686Z","time spent":"456.468216ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:06.290751Z","caller":"traceutil/trace.go:171","msg":"trace[1823727664] linearizableReadLoop","detail":"{readStateIndex:9378; appliedIndex:9376; }","duration":"460.783406ms","start":"2026-03-12T19:36:05.82995Z","end":"2026-03-12T19:36:06.290733Z","steps":["trace[1823727664] 'read index received' (duration: 285.970481ms)","trace[1823727664] 'applied index is now lower than readState.Index' (duration: 174.811675ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:06.290957Z","caller":"traceutil/trace.go:171","msg":"trace[495476934] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"457.174142ms","start":"2026-03-12T19:36:05.833769Z","end":"2026-03-12T19:36:06.290943Z","steps":["trace[495476934] 'process raft request' (duration: 456.047046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:06.291049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:05.833762Z","time spent":"457.238494ms","remote":"127.0.0.1:52436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:06.291187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.234096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:06.291837Z","caller":"traceutil/trace.go:171","msg":"trace[152716176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9032; }","duration":"461.908372ms","start":"2026-03-12T19:36:05.829912Z","end":"2026-03-12T19:36:06.29182Z","steps":["trace[152716176] 'agreement among raft nodes before linearized reading' (duration: 461.238027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:06.291888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:05.829855Z","time spent":"462.020355ms","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:36:06.291395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.281668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-zgnk4\" ","response":"range_response_count:1 size:19074"} {"level":"info","ts":"2026-03-12T19:36:06.292119Z","caller":"traceutil/trace.go:171","msg":"trace[994809684] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-zgnk4; range_end:; response_count:1; response_revision:9032; }","duration":"459.002035ms","start":"2026-03-12T19:36:05.833069Z","end":"2026-03-12T19:36:06.292071Z","steps":["trace[994809684] 'agreement among raft nodes before linearized reading' (duration: 458.167736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:06.291517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.147885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T19:36:06.292187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:05.833056Z","time spent":"459.112857ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19097,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-zgnk4\" "} {"level":"info","ts":"2026-03-12T19:36:06.292195Z","caller":"traceutil/trace.go:171","msg":"trace[1449297510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9032; }","duration":"458.829761ms","start":"2026-03-12T19:36:05.833346Z","end":"2026-03-12T19:36:06.292176Z","steps":["trace[1449297510] 'agreement among raft nodes before linearized reading' (duration: 458.081433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:06.29259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:05.83334Z","time spent":"459.019015ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:36:06.291714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.945313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290631"} {"level":"info","ts":"2026-03-12T19:36:06.292789Z","caller":"traceutil/trace.go:171","msg":"trace[1158736272] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9032; }","duration":"456.993999ms","start":"2026-03-12T19:36:05.835741Z","end":"2026-03-12T19:36:06.292735Z","steps":["trace[1158736272] 'agreement among raft nodes before linearized reading' (duration: 455.534365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:06.292917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:05.835736Z","time spent":"457.161342ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290654,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:36:06.423322Z","caller":"traceutil/trace.go:171","msg":"trace[1435998823] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"120.903182ms","start":"2026-03-12T19:36:06.302388Z","end":"2026-03-12T19:36:06.423291Z","steps":["trace[1435998823] 'process raft request' (duration: 109.901536ms)","trace[1435998823] 'compare' (duration: 10.74375ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:06.653104Z","caller":"traceutil/trace.go:171","msg":"trace[1594237329] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"222.918204ms","start":"2026-03-12T19:36:06.43016Z","end":"2026-03-12T19:36:06.653078Z","steps":["trace[1594237329] 'process raft request' (duration: 177.859436ms)","trace[1594237329] 'compare' (duration: 44.872784ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:06.653122Z","caller":"traceutil/trace.go:171","msg":"trace[2109109436] linearizableReadLoop","detail":"{readStateIndex:9384; appliedIndex:9383; }","duration":"222.368931ms","start":"2026-03-12T19:36:06.430722Z","end":"2026-03-12T19:36:06.653091Z","steps":["trace[2109109436] 'read index received' (duration: 177.475857ms)","trace[2109109436] 'applied index is now lower than readState.Index' (duration: 44.888694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:06.653366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.620207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-03-12T19:36:06.653364Z","caller":"traceutil/trace.go:171","msg":"trace[47355223] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"222.575726ms","start":"2026-03-12T19:36:06.430774Z","end":"2026-03-12T19:36:06.65335Z","steps":["trace[47355223] 'process raft request' (duration: 222.273429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:06.653378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.802338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-zgnk4\" ","response":"range_response_count:1 size:19355"} {"level":"info","ts":"2026-03-12T19:36:06.653395Z","caller":"traceutil/trace.go:171","msg":"trace[159041766] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9035; }","duration":"222.710769ms","start":"2026-03-12T19:36:06.430678Z","end":"2026-03-12T19:36:06.653388Z","steps":["trace[159041766] 'agreement among raft nodes before linearized reading' (duration: 222.568756ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:06.653427Z","caller":"traceutil/trace.go:171","msg":"trace[1779783783] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-zgnk4; range_end:; response_count:1; response_revision:9035; }","duration":"221.87076ms","start":"2026-03-12T19:36:06.431542Z","end":"2026-03-12T19:36:06.653412Z","steps":["trace[1779783783] 'agreement among raft nodes before linearized reading' (duration: 221.740007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:06.653488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.414323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:06.653605Z","caller":"traceutil/trace.go:171","msg":"trace[18483487] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9035; }","duration":"179.570276ms","start":"2026-03-12T19:36:06.474007Z","end":"2026-03-12T19:36:06.653577Z","steps":["trace[18483487] 'agreement among raft nodes before linearized reading' (duration: 179.399412ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:37:00.968198Z","caller":"traceutil/trace.go:171","msg":"trace[501698542] transaction","detail":"{read_only:false; response_revision:9401; number_of_response:1; }","duration":"275.558978ms","start":"2026-03-12T19:37:00.692602Z","end":"2026-03-12T19:37:00.968161Z","steps":["trace[501698542] 'process raft request' (duration: 242.51447ms)","trace[501698542] 'compare' (duration: 32.68407ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:37:00.968487Z","caller":"traceutil/trace.go:171","msg":"trace[714890208] transaction","detail":"{read_only:false; response_revision:9402; number_of_response:1; }","duration":"275.797304ms","start":"2026-03-12T19:37:00.692674Z","end":"2026-03-12T19:37:00.968472Z","steps":["trace[714890208] 'process raft request' (duration: 275.309193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:37:00.968605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.968188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:37:00.968734Z","caller":"traceutil/trace.go:171","msg":"trace[780668771] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9402; }","duration":"199.124771ms","start":"2026-03-12T19:37:00.769589Z","end":"2026-03-12T19:37:00.968714Z","steps":["trace[780668771] 'agreement among raft nodes before linearized reading' (duration: 198.922856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:37:00.968897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.893792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zztn2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:37:00.968948Z","caller":"traceutil/trace.go:171","msg":"trace[1097761492] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zztn2; range_end:; response_count:1; response_revision:9402; }","duration":"246.977364ms","start":"2026-03-12T19:37:00.721959Z","end":"2026-03-12T19:37:00.968937Z","steps":["trace[1097761492] 'agreement among raft nodes before linearized reading' (duration: 246.79978ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:37:00.968439Z","caller":"traceutil/trace.go:171","msg":"trace[1135209352] linearizableReadLoop","detail":"{readStateIndex:9763; appliedIndex:9761; }","duration":"198.727472ms","start":"2026-03-12T19:37:00.76969Z","end":"2026-03-12T19:37:00.968417Z","steps":["trace[1135209352] 'read index received' (duration: 165.434398ms)","trace[1135209352] 'applied index is now lower than readState.Index' (duration: 33.292104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:37:00.969116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.334073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:37:00.969161Z","caller":"traceutil/trace.go:171","msg":"trace[595768539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9402; }","duration":"198.390764ms","start":"2026-03-12T19:37:00.770758Z","end":"2026-03-12T19:37:00.969149Z","steps":["trace[595768539] 'agreement among raft nodes before linearized reading' (duration: 198.326803ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:37:11.026759Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7353} {"level":"info","ts":"2026-03-12T19:37:11.092991Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7353,"took":"63.59415ms","hash":3376677097,"current-db-size-bytes":38334464,"current-db-size":"38 MB","current-db-size-in-use-bytes":23805952,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-12T19:37:11.093076Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3376677097,"revision":7353,"compact-revision":5350} {"level":"info","ts":"2026-03-12T19:37:38.844556Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-12T19:37:38.852082Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-12T19:37:38.852272Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-12T19:39:16.5177Z","caller":"traceutil/trace.go:171","msg":"trace[1397963215] linearizableReadLoop","detail":"{readStateIndex:10545; appliedIndex:10544; }","duration":"214.612866ms","start":"2026-03-12T19:39:16.303059Z","end":"2026-03-12T19:39:16.517672Z","steps":["trace[1397963215] 'read index received' (duration: 214.399571ms)","trace[1397963215] 'applied index is now lower than readState.Index' (duration: 212.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:39:16.517753Z","caller":"traceutil/trace.go:171","msg":"trace[147040214] transaction","detail":"{read_only:false; response_revision:10152; number_of_response:1; }","duration":"296.133878ms","start":"2026-03-12T19:39:16.221597Z","end":"2026-03-12T19:39:16.517731Z","steps":["trace[147040214] 'process raft request' (duration: 295.940024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:39:16.51794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.865832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T19:39:16.517992Z","caller":"traceutil/trace.go:171","msg":"trace[846005585] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10152; }","duration":"214.986964ms","start":"2026-03-12T19:39:16.302989Z","end":"2026-03-12T19:39:16.517976Z","steps":["trace[846005585] 'agreement among raft nodes before linearized reading' (duration: 214.80343ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:11.207572Z","caller":"traceutil/trace.go:171","msg":"trace[1682025820] transaction","detail":"{read_only:false; response_revision:10430; number_of_response:1; }","duration":"108.154518ms","start":"2026-03-12T19:40:11.09936Z","end":"2026-03-12T19:40:11.207515Z","steps":["trace[1682025820] 'process raft request' (duration: 107.948223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:40:11.548594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.53924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:40:11.548737Z","caller":"traceutil/trace.go:171","msg":"trace[88822798] linearizableReadLoop","detail":"{readStateIndex:10836; appliedIndex:10835; }","duration":"265.429799ms","start":"2026-03-12T19:40:11.283283Z","end":"2026-03-12T19:40:11.548712Z","steps":["trace[88822798] 'read index received' (duration: 35.645583ms)","trace[88822798] 'applied index is now lower than readState.Index' (duration: 229.782196ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:40:11.548864Z","caller":"traceutil/trace.go:171","msg":"trace[1900031113] transaction","detail":"{read_only:false; response_revision:10431; number_of_response:1; }","duration":"282.931063ms","start":"2026-03-12T19:40:11.265913Z","end":"2026-03-12T19:40:11.548844Z","steps":["trace[1900031113] 'process raft request' (duration: 52.988964ms)","trace[1900031113] 'compare' (duration: 229.379596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:40:11.548965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.655564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:40:11.54897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.817847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:40:11.549058Z","caller":"traceutil/trace.go:171","msg":"trace[469220082] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10431; }","duration":"158.95345ms","start":"2026-03-12T19:40:11.390085Z","end":"2026-03-12T19:40:11.549039Z","steps":["trace[469220082] 'agreement among raft nodes before linearized reading' (duration: 158.788016ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:11.549757Z","caller":"traceutil/trace.go:171","msg":"trace[564739160] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10431; }","duration":"265.759217ms","start":"2026-03-12T19:40:11.283271Z","end":"2026-03-12T19:40:11.54903Z","steps":["trace[564739160] 'agreement among raft nodes before linearized reading' (duration: 265.574332ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:11.782318Z","caller":"traceutil/trace.go:171","msg":"trace[2035196978] linearizableReadLoop","detail":"{readStateIndex:10837; appliedIndex:10836; }","duration":"178.117983ms","start":"2026-03-12T19:40:11.604167Z","end":"2026-03-12T19:40:11.782285Z","steps":["trace[2035196978] 'read index received' (duration: 84.385709ms)","trace[2035196978] 'applied index is now lower than readState.Index' (duration: 93.731434ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:40:11.782367Z","caller":"traceutil/trace.go:171","msg":"trace[893039234] transaction","detail":"{read_only:false; response_revision:10432; number_of_response:1; }","duration":"179.667248ms","start":"2026-03-12T19:40:11.602674Z","end":"2026-03-12T19:40:11.782341Z","steps":["trace[893039234] 'process raft request' (duration: 85.944384ms)","trace[893039234] 'compare' (duration: 93.556291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:40:11.782536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.013476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:40:11.782682Z","caller":"traceutil/trace.go:171","msg":"trace[1715516188] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:10432; }","duration":"115.20376ms","start":"2026-03-12T19:40:11.667461Z","end":"2026-03-12T19:40:11.782664Z","steps":["trace[1715516188] 'agreement among raft nodes before linearized reading' (duration: 115.001975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:40:11.782655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.453231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:40:11.782833Z","caller":"traceutil/trace.go:171","msg":"trace[1715004247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10432; }","duration":"178.593864ms","start":"2026-03-12T19:40:11.604139Z","end":"2026-03-12T19:40:11.782733Z","steps":["trace[1715004247] 'agreement among raft nodes before linearized reading' (duration: 178.264377ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:20.110942Z","caller":"traceutil/trace.go:171","msg":"trace[579964] linearizableReadLoop","detail":"{readStateIndex:10961; appliedIndex:10959; }","duration":"144.734732ms","start":"2026-03-12T19:40:19.966184Z","end":"2026-03-12T19:40:20.110919Z","steps":["trace[579964] 'read index received' (duration: 8.762592ms)","trace[579964] 'applied index is now lower than readState.Index' (duration: 135.97095ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:40:20.111053Z","caller":"traceutil/trace.go:171","msg":"trace[1838910663] transaction","detail":"{read_only:false; response_revision:10553; number_of_response:1; }","duration":"161.298665ms","start":"2026-03-12T19:40:19.949731Z","end":"2026-03-12T19:40:20.11103Z","steps":["trace[1838910663] 'process raft request' (duration: 161.001728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:40:20.111267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.105099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:40:20.111268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.07583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:40:20.11132Z","caller":"traceutil/trace.go:171","msg":"trace[2053962049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10553; }","duration":"141.19679ms","start":"2026-03-12T19:40:19.97011Z","end":"2026-03-12T19:40:20.111307Z","steps":["trace[2053962049] 'agreement among raft nodes before linearized reading' (duration: 140.970445ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:20.111331Z","caller":"traceutil/trace.go:171","msg":"trace[2083044280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10553; }","duration":"145.188833ms","start":"2026-03-12T19:40:19.966127Z","end":"2026-03-12T19:40:20.111316Z","steps":["trace[2083044280] 'agreement among raft nodes before linearized reading' (duration: 144.945007ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:20.282219Z","caller":"traceutil/trace.go:171","msg":"trace[161398558] transaction","detail":"{read_only:false; response_revision:10555; number_of_response:1; }","duration":"166.383422ms","start":"2026-03-12T19:40:20.115804Z","end":"2026-03-12T19:40:20.282187Z","steps":["trace[161398558] 'process raft request' (duration: 166.331111ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:20.282417Z","caller":"traceutil/trace.go:171","msg":"trace[1393560012] transaction","detail":"{read_only:false; response_revision:10554; number_of_response:1; }","duration":"166.934025ms","start":"2026-03-12T19:40:20.11547Z","end":"2026-03-12T19:40:20.282404Z","steps":["trace[1393560012] 'process raft request' (duration: 73.857076ms)","trace[1393560012] 'compare' (duration: 92.652959ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:40:21.991728Z","caller":"traceutil/trace.go:171","msg":"trace[1477263161] transaction","detail":"{read_only:false; response_revision:10568; number_of_response:1; }","duration":"115.770753ms","start":"2026-03-12T19:40:21.875922Z","end":"2026-03-12T19:40:21.991692Z","steps":["trace[1477263161] 'process raft request' (duration: 115.556518ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:42:11.038018Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9478} {"level":"info","ts":"2026-03-12T19:42:11.123528Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9478,"took":"83.062854ms","hash":4228111880,"current-db-size-bytes":38334464,"current-db-size":"38 MB","current-db-size-in-use-bytes":19066880,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-12T19:42:11.123603Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4228111880,"revision":9478,"compact-revision":7353} {"level":"info","ts":"2026-03-12T19:43:43.741419Z","caller":"traceutil/trace.go:171","msg":"trace[1047540021] transaction","detail":"{read_only:false; response_revision:11572; number_of_response:1; }","duration":"156.47851ms","start":"2026-03-12T19:43:43.584901Z","end":"2026-03-12T19:43:43.74138Z","steps":["trace[1047540021] 'process raft request' (duration: 156.167142ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:47:11.043651Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11139} {"level":"info","ts":"2026-03-12T19:47:11.11584Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11139,"took":"69.89431ms","hash":2851316811,"current-db-size-bytes":38334464,"current-db-size":"38 MB","current-db-size-in-use-bytes":15925248,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-12T19:47:11.115895Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2851316811,"revision":11139,"compact-revision":9478}