{"level":"warn","ts":"2026-04-02T08:51:59.061826Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T08:51:59.061929Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.141:2380","--initial-cluster=instance=https://199.19.213.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T08:51:59.061997Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T08:51:59.062014Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.141:2380"]} {"level":"info","ts":"2026-04-02T08:51:59.062032Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T08:51:59.062641Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.141:2379"]} {"level":"info","ts":"2026-04-02T08:51:59.062715Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.141:2380"],"listen-peer-urls":["https://199.19.213.141:2380"],"advertise-client-urls":["https://199.19.213.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T08:51:59.071277Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.333387ms"} {"level":"info","ts":"2026-04-02T08:51:59.079683Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fe263d225de0d201","cluster-id":"24f15cf84c3a7bc3"} {"level":"info","ts":"2026-04-02T08:51:59.079824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T08:51:59.079869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became follower at term 0"} {"level":"info","ts":"2026-04-02T08:51:59.079897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fe263d225de0d201 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T08:51:59.079923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became follower at term 1"} {"level":"info","ts":"2026-04-02T08:51:59.079984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 switched to configuration voters=(18313392152561897985)"} {"level":"warn","ts":"2026-04-02T08:51:59.087939Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T08:51:59.091461Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T08:51:59.093004Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T08:51:59.097222Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fe263d225de0d201","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T08:51:59.099282Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T08:51:59.099412Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T08:51:59.09943Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T08:51:59.09939Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fe263d225de0d201","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T08:51:59.100687Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 switched to configuration voters=(18313392152561897985)"} {"level":"info","ts":"2026-04-02T08:51:59.102092Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"24f15cf84c3a7bc3","local-member-id":"fe263d225de0d201","added-peer-id":"fe263d225de0d201","added-peer-peer-urls":["https://199.19.213.141:2380"]} {"level":"info","ts":"2026-04-02T08:51:59.103415Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T08:51:59.103512Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.141:2380"} {"level":"info","ts":"2026-04-02T08:51:59.103584Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.141:2380"} {"level":"info","ts":"2026-04-02T08:51:59.103679Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fe263d225de0d201","initial-advertise-peer-urls":["https://199.19.213.141:2380"],"listen-peer-urls":["https://199.19.213.141:2380"],"advertise-client-urls":["https://199.19.213.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T08:51:59.103681Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T08:51:59.180283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T08:51:59.180413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T08:51:59.180473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 received MsgPreVoteResp from fe263d225de0d201 at term 1"} {"level":"info","ts":"2026-04-02T08:51:59.180525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became candidate at term 2"} {"level":"info","ts":"2026-04-02T08:51:59.180566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 received MsgVoteResp from fe263d225de0d201 at term 2"} {"level":"info","ts":"2026-04-02T08:51:59.180609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became leader at term 2"} {"level":"info","ts":"2026-04-02T08:51:59.180658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fe263d225de0d201 elected leader fe263d225de0d201 at term 2"} {"level":"info","ts":"2026-04-02T08:51:59.183521Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T08:51:59.18381Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fe263d225de0d201","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.141:2379]}","request-path":"/0/members/fe263d225de0d201/attributes","cluster-id":"24f15cf84c3a7bc3","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T08:51:59.183996Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T08:51:59.184026Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T08:51:59.184515Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T08:51:59.184659Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T08:51:59.186157Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"24f15cf84c3a7bc3","local-member-id":"fe263d225de0d201","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T08:51:59.186336Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T08:51:59.186423Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T08:51:59.187319Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T08:51:59.187912Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.141:2379"} {"level":"info","ts":"2026-04-02T08:52:04.282779Z","caller":"traceutil/trace.go:171","msg":"trace[522042336] linearizableReadLoop","detail":"{readStateIndex:250; appliedIndex:248; }","duration":"174.468402ms","start":"2026-04-02T08:52:04.108247Z","end":"2026-04-02T08:52:04.282715Z","steps":["trace[522042336] 'read index received' (duration: 17.415997ms)","trace[522042336] 'applied index is now lower than readState.Index' (duration: 157.051015ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:04.282899Z","caller":"traceutil/trace.go:171","msg":"trace[450597898] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"202.492688ms","start":"2026-04-02T08:52:04.080332Z","end":"2026-04-02T08:52:04.282825Z","steps":["trace[450597898] 'process raft request' (duration: 150.050533ms)","trace[450597898] 'compare' (duration: 52.178398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:04.28301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.713238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-02T08:52:04.283078Z","caller":"traceutil/trace.go:171","msg":"trace[2076742850] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:245; }","duration":"174.857042ms","start":"2026-04-02T08:52:04.108202Z","end":"2026-04-02T08:52:04.283059Z","steps":["trace[2076742850] 'agreement among raft nodes before linearized reading' (duration: 174.672048ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:04.294789Z","caller":"traceutil/trace.go:171","msg":"trace[1803595744] transaction","detail":"{read_only:false; number_of_response:0; response_revision:246; }","duration":"130.15631ms","start":"2026-04-02T08:52:04.164598Z","end":"2026-04-02T08:52:04.294754Z","steps":["trace[1803595744] 'process raft request' (duration: 130.058628ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:04.294854Z","caller":"traceutil/trace.go:171","msg":"trace[723751480] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"131.694293ms","start":"2026-04-02T08:52:04.163136Z","end":"2026-04-02T08:52:04.294831Z","steps":["trace[723751480] 'process raft request' (duration: 131.390544ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:04.294942Z","caller":"traceutil/trace.go:171","msg":"trace[2064349371] transaction","detail":"{read_only:false; number_of_response:0; response_revision:247; }","duration":"113.028241ms","start":"2026-04-02T08:52:04.181867Z","end":"2026-04-02T08:52:04.294895Z","steps":["trace[2064349371] 'process raft request' (duration: 112.870867ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:04.294974Z","caller":"traceutil/trace.go:171","msg":"trace[927579259] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"113.059581ms","start":"2026-04-02T08:52:04.181854Z","end":"2026-04-02T08:52:04.294913Z","steps":["trace[927579259] 'process raft request' (duration: 112.841445ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:04.295002Z","caller":"traceutil/trace.go:171","msg":"trace[639064773] transaction","detail":"{read_only:false; number_of_response:0; response_revision:249; }","duration":"111.011927ms","start":"2026-04-02T08:52:04.18394Z","end":"2026-04-02T08:52:04.294952Z","steps":["trace[639064773] 'process raft request' (duration: 110.893914ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:04.29504Z","caller":"traceutil/trace.go:171","msg":"trace[1608054506] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"113.091224ms","start":"2026-04-02T08:52:04.181894Z","end":"2026-04-02T08:52:04.294986Z","steps":["trace[1608054506] 'process raft request' (duration: 112.862647ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:04.295123Z","caller":"traceutil/trace.go:171","msg":"trace[2114455194] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"109.249778ms","start":"2026-04-02T08:52:04.18585Z","end":"2026-04-02T08:52:04.2951Z","steps":["trace[2114455194] 'process raft request' (duration: 109.006841ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:04.295135Z","caller":"traceutil/trace.go:171","msg":"trace[1322789121] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"112.682722ms","start":"2026-04-02T08:52:04.18239Z","end":"2026-04-02T08:52:04.295073Z","steps":["trace[1322789121] 'process raft request' (duration: 112.408004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:04.723662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.508749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:52:04.723993Z","caller":"traceutil/trace.go:171","msg":"trace[429449015] linearizableReadLoop","detail":"{readStateIndex:265; appliedIndex:263; }","duration":"131.395805ms","start":"2026-04-02T08:52:04.592579Z","end":"2026-04-02T08:52:04.723975Z","steps":["trace[429449015] 'read index received' (duration: 40.802µs)","trace[429449015] 'applied index is now lower than readState.Index' (duration: 131.353753ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:04.724032Z","caller":"traceutil/trace.go:171","msg":"trace[175638219] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"337.061529ms","start":"2026-04-02T08:52:04.386887Z","end":"2026-04-02T08:52:04.723949Z","steps":["trace[175638219] 'process raft request' (duration: 129.762579ms)","trace[175638219] 'compare' (duration: 206.320603ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:04.724064Z","caller":"traceutil/trace.go:171","msg":"trace[676492522] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"315.313125ms","start":"2026-04-02T08:52:04.40872Z","end":"2026-04-02T08:52:04.724033Z","steps":["trace[676492522] 'process raft request' (duration: 315.165001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:04.7242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.61485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:52:04.724244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:04.408692Z","time spent":"315.474618ms","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:52:04.724296Z","caller":"traceutil/trace.go:171","msg":"trace[918314807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:257; }","duration":"131.727563ms","start":"2026-04-02T08:52:04.592531Z","end":"2026-04-02T08:52:04.724259Z","steps":["trace[918314807] 'agreement among raft nodes before linearized reading' (duration: 131.525737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:04.724331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:04.38686Z","time spent":"337.293196ms","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":170,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:52:05.163607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.289321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:52:05.163745Z","caller":"traceutil/trace.go:171","msg":"trace[1855751005] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"436.13928ms","start":"2026-04-02T08:52:04.727569Z","end":"2026-04-02T08:52:05.163709Z","steps":["trace[1855751005] 'process raft request' (duration: 119.655213ms)","trace[1855751005] 'compare' (duration: 315.976743ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:05.163837Z","caller":"traceutil/trace.go:171","msg":"trace[2144810431] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"435.910534ms","start":"2026-04-02T08:52:04.727908Z","end":"2026-04-02T08:52:05.163818Z","steps":["trace[2144810431] 'process raft request' (duration: 435.814001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:05.163869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:04.727543Z","time spent":"436.270893ms","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:52:05.163825Z","caller":"traceutil/trace.go:171","msg":"trace[809887353] linearizableReadLoop","detail":"{readStateIndex:266; appliedIndex:265; }","duration":"436.052896ms","start":"2026-04-02T08:52:04.727745Z","end":"2026-04-02T08:52:05.163797Z","steps":["trace[809887353] 'read index received' (duration: 119.515449ms)","trace[809887353] 'applied index is now lower than readState.Index' (duration: 316.534347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:05.163935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:04.727884Z","time spent":"436.012865ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:52:05.164409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.635934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:05.164492Z","caller":"traceutil/trace.go:171","msg":"trace[1928382073] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:0; response_revision:259; }","duration":"436.764776ms","start":"2026-04-02T08:52:04.727708Z","end":"2026-04-02T08:52:05.164473Z","steps":["trace[1928382073] 'agreement among raft nodes before linearized reading' (duration: 436.566951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:05.16454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:04.727692Z","time spent":"436.839508ms","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-04-02T08:52:05.214999Z","caller":"traceutil/trace.go:171","msg":"trace[1991044301] transaction","detail":"{read_only:false; number_of_response:0; response_revision:259; }","duration":"115.265033ms","start":"2026-04-02T08:52:05.099699Z","end":"2026-04-02T08:52:05.214964Z","steps":["trace[1991044301] 'process raft request' (duration: 115.175971ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:05.305891Z","caller":"traceutil/trace.go:171","msg":"trace[2086972339] linearizableReadLoop","detail":"{readStateIndex:271; appliedIndex:267; }","duration":"141.919272ms","start":"2026-04-02T08:52:05.163954Z","end":"2026-04-02T08:52:05.305873Z","steps":["trace[2086972339] 'read index received' (duration: 50.909493ms)","trace[2086972339] 'applied index is now lower than readState.Index' (duration: 91.008849ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:05.305903Z","caller":"traceutil/trace.go:171","msg":"trace[1487195175] transaction","detail":"{read_only:false; number_of_response:0; response_revision:259; }","duration":"205.634035ms","start":"2026-04-02T08:52:05.100251Z","end":"2026-04-02T08:52:05.305885Z","steps":["trace[1487195175] 'process raft request' (duration: 205.517342ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:05.305907Z","caller":"traceutil/trace.go:171","msg":"trace[474266773] transaction","detail":"{read_only:false; number_of_response:0; response_revision:259; }","duration":"206.079907ms","start":"2026-04-02T08:52:05.099787Z","end":"2026-04-02T08:52:05.305867Z","steps":["trace[474266773] 'process raft request' (duration: 205.885751ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:05.30597Z","caller":"traceutil/trace.go:171","msg":"trace[301312709] transaction","detail":"{read_only:false; number_of_response:0; response_revision:259; }","duration":"205.890402ms","start":"2026-04-02T08:52:05.100028Z","end":"2026-04-02T08:52:05.305918Z","steps":["trace[301312709] 'process raft request' (duration: 205.713947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:05.306191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.696854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T08:52:05.306234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.638401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:52:05.306246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.461903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:05.306289Z","caller":"traceutil/trace.go:171","msg":"trace[2022287492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:260; }","duration":"376.735474ms","start":"2026-04-02T08:52:04.929538Z","end":"2026-04-02T08:52:05.306274Z","steps":["trace[2022287492] 'agreement among raft nodes before linearized reading' (duration: 376.528089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:05.306295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.673827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"info","ts":"2026-04-02T08:52:05.306297Z","caller":"traceutil/trace.go:171","msg":"trace[1008978668] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"138.23983ms","start":"2026-04-02T08:52:05.168021Z","end":"2026-04-02T08:52:05.306261Z","steps":["trace[1008978668] 'process raft request' (duration: 137.768718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:05.306332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.272302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-04-02T08:52:05.306344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:04.929515Z","time spent":"376.817126ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T08:52:05.306353Z","caller":"traceutil/trace.go:171","msg":"trace[1866764224] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:260; }","duration":"208.787651ms","start":"2026-04-02T08:52:05.097546Z","end":"2026-04-02T08:52:05.306334Z","steps":["trace[1866764224] 'agreement among raft nodes before linearized reading' (duration: 208.641348ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:05.306318Z","caller":"traceutil/trace.go:171","msg":"trace[1941961901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:260; }","duration":"158.569998ms","start":"2026-04-02T08:52:05.147726Z","end":"2026-04-02T08:52:05.306295Z","steps":["trace[1941961901] 'agreement among raft nodes before linearized reading' (duration: 158.443083ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:05.306371Z","caller":"traceutil/trace.go:171","msg":"trace[1888083333] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:260; }","duration":"138.311353ms","start":"2026-04-02T08:52:05.168048Z","end":"2026-04-02T08:52:05.306359Z","steps":["trace[1888083333] 'agreement among raft nodes before linearized reading' (duration: 138.240371ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:05.306262Z","caller":"traceutil/trace.go:171","msg":"trace[1361241142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:260; }","duration":"138.835577ms","start":"2026-04-02T08:52:05.167408Z","end":"2026-04-02T08:52:05.306244Z","steps":["trace[1361241142] 'agreement among raft nodes before linearized reading' (duration: 138.672323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:05.541618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.956762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:52:05.541763Z","caller":"traceutil/trace.go:171","msg":"trace[374357273] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"231.742628ms","start":"2026-04-02T08:52:05.309993Z","end":"2026-04-02T08:52:05.541736Z","steps":["trace[374357273] 'process raft request' (duration: 104.56796ms)","trace[374357273] 'compare' (duration: 126.709585ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:05.560333Z","caller":"traceutil/trace.go:171","msg":"trace[274752960] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"249.998288ms","start":"2026-04-02T08:52:05.310307Z","end":"2026-04-02T08:52:05.560305Z","steps":["trace[274752960] 'process raft request' (duration: 249.753981ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:05.560416Z","caller":"traceutil/trace.go:171","msg":"trace[911013794] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"233.946689ms","start":"2026-04-02T08:52:05.32646Z","end":"2026-04-02T08:52:05.560407Z","steps":["trace[911013794] 'process raft request' (duration: 233.831476ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:05.560355Z","caller":"traceutil/trace.go:171","msg":"trace[992418479] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"248.738182ms","start":"2026-04-02T08:52:05.311592Z","end":"2026-04-02T08:52:05.56033Z","steps":["trace[992418479] 'process raft request' (duration: 248.591869ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:05.560455Z","caller":"traceutil/trace.go:171","msg":"trace[1598982070] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"248.553439ms","start":"2026-04-02T08:52:05.311847Z","end":"2026-04-02T08:52:05.560401Z","steps":["trace[1598982070] 'process raft request' (duration: 248.386094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:10.154661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664151839,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T08:52:10.215761Z","caller":"traceutil/trace.go:171","msg":"trace[838690016] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:356; }","duration":"561.327552ms","start":"2026-04-02T08:52:09.654403Z","end":"2026-04-02T08:52:10.21573Z","steps":["trace[838690016] 'read index received' (duration: 561.046014ms)","trace[838690016] 'applied index is now lower than readState.Index' (duration: 280.268µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:10.216045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.61356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T08:52:10.216157Z","caller":"traceutil/trace.go:171","msg":"trace[3683601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:345; }","duration":"561.766805ms","start":"2026-04-02T08:52:09.654372Z","end":"2026-04-02T08:52:10.216139Z","steps":["trace[3683601] 'agreement among raft nodes before linearized reading' (duration: 561.515998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:10.216217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:09.65436Z","time spent":"561.843257ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:52:10.216248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.310439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:52:10.216322Z","caller":"traceutil/trace.go:171","msg":"trace[1713256858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:345; }","duration":"220.400291ms","start":"2026-04-02T08:52:09.995905Z","end":"2026-04-02T08:52:10.216305Z","steps":["trace[1713256858] 'agreement among raft nodes before linearized reading' (duration: 220.227617ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:10.216443Z","caller":"traceutil/trace.go:171","msg":"trace[2137657440] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"636.64843ms","start":"2026-04-02T08:52:09.579747Z","end":"2026-04-02T08:52:10.216396Z","steps":["trace[2137657440] 'process raft request' (duration: 635.816258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:10.216455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.732117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:52:10.216758Z","caller":"traceutil/trace.go:171","msg":"trace[2103033402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:345; }","duration":"557.066925ms","start":"2026-04-02T08:52:09.659664Z","end":"2026-04-02T08:52:10.216731Z","steps":["trace[2103033402] 'agreement among raft nodes before linearized reading' (duration: 556.408988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:10.216805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:09.579727Z","time spent":"636.811796ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:52:10.216884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:09.659652Z","time spent":"557.21432ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T08:52:14.695717Z","caller":"traceutil/trace.go:171","msg":"trace[1600271549] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:380; }","duration":"457.724689ms","start":"2026-04-02T08:52:14.237962Z","end":"2026-04-02T08:52:14.695687Z","steps":["trace[1600271549] 'read index received' (duration: 457.532274ms)","trace[1600271549] 'applied index is now lower than readState.Index' (duration: 191.055µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:14.695966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.969926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T08:52:14.696039Z","caller":"traceutil/trace.go:171","msg":"trace[1354831017] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"605.619729ms","start":"2026-04-02T08:52:14.090182Z","end":"2026-04-02T08:52:14.695802Z","steps":["trace[1354831017] 'process raft request' (duration: 605.327031ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:14.696053Z","caller":"traceutil/trace.go:171","msg":"trace[807303722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:367; }","duration":"458.100738ms","start":"2026-04-02T08:52:14.237933Z","end":"2026-04-02T08:52:14.696033Z","steps":["trace[807303722] 'agreement among raft nodes before linearized reading' (duration: 457.910603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:14.696283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:14.090161Z","time spent":"605.99686ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:52:14.696301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:14.237917Z","time spent":"458.361506ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:52:14.764812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.620811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T08:52:14.764915Z","caller":"traceutil/trace.go:171","msg":"trace[1458718700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:368; }","duration":"525.746325ms","start":"2026-04-02T08:52:14.239142Z","end":"2026-04-02T08:52:14.764888Z","steps":["trace[1458718700] 'agreement among raft nodes before linearized reading' (duration: 525.529199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:14.764942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.640985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T08:52:14.764968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:14.239137Z","time spent":"525.821179ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T08:52:14.76483Z","caller":"traceutil/trace.go:171","msg":"trace[1911803807] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"361.67955ms","start":"2026-04-02T08:52:14.403087Z","end":"2026-04-02T08:52:14.764766Z","steps":["trace[1911803807] 'process raft request' (duration: 361.395602ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:14.76501Z","caller":"traceutil/trace.go:171","msg":"trace[1720402250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:368; }","duration":"520.760058ms","start":"2026-04-02T08:52:14.244235Z","end":"2026-04-02T08:52:14.764995Z","steps":["trace[1720402250] 'agreement among raft nodes before linearized reading' (duration: 520.582404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:14.765012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.539903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-02T08:52:14.765048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:14.244215Z","time spent":"520.82619ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T08:52:14.765088Z","caller":"traceutil/trace.go:171","msg":"trace[559569422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:368; }","duration":"524.704187ms","start":"2026-04-02T08:52:14.240366Z","end":"2026-04-02T08:52:14.76507Z","steps":["trace[559569422] 'agreement among raft nodes before linearized reading' (duration: 524.511741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:14.765133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:14.403062Z","time spent":"361.968569ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:52:14.765135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:14.240344Z","time spent":"524.781199ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T08:52:15.016592Z","caller":"traceutil/trace.go:171","msg":"trace[132812577] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"316.267885ms","start":"2026-04-02T08:52:14.700284Z","end":"2026-04-02T08:52:15.016552Z","steps":["trace[132812577] 'process raft request' (duration: 309.333175ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:15.016717Z","caller":"traceutil/trace.go:171","msg":"trace[207499399] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"245.998694ms","start":"2026-04-02T08:52:14.770693Z","end":"2026-04-02T08:52:15.016692Z","steps":["trace[207499399] 'process raft request' (duration: 245.496041ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:15.016616Z","caller":"traceutil/trace.go:171","msg":"trace[1122504785] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"246.348083ms","start":"2026-04-02T08:52:14.770236Z","end":"2026-04-02T08:52:15.016584Z","steps":["trace[1122504785] 'process raft request' (duration: 245.730017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:15.016839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:14.700255Z","time spent":"316.46351ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:15.016617Z","caller":"traceutil/trace.go:171","msg":"trace[625480705] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"246.168188ms","start":"2026-04-02T08:52:14.770415Z","end":"2026-04-02T08:52:15.016584Z","steps":["trace[625480705] 'process raft request' (duration: 245.656035ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:20.548864Z","caller":"traceutil/trace.go:171","msg":"trace[768523289] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"331.695967ms","start":"2026-04-02T08:52:20.217148Z","end":"2026-04-02T08:52:20.548844Z","steps":["trace[768523289] 'process raft request' (duration: 331.562854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:20.548991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:20.21712Z","time spent":"331.808681ms","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:23.973667Z","caller":"traceutil/trace.go:171","msg":"trace[1440581634] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"921.582704ms","start":"2026-04-02T08:52:23.05206Z","end":"2026-04-02T08:52:23.973643Z","steps":["trace[1440581634] 'process raft request' (duration: 921.479401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:23.973812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:23.052044Z","time spent":"921.703718ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:24.116679Z","caller":"traceutil/trace.go:171","msg":"trace[187332298] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"1.063713217s","start":"2026-04-02T08:52:23.052924Z","end":"2026-04-02T08:52:24.116637Z","steps":["trace[187332298] 'process raft request' (duration: 1.002731243s)","trace[187332298] 'compare' (duration: 60.664236ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:24.11671Z","caller":"traceutil/trace.go:171","msg":"trace[716889919] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"1.063737367s","start":"2026-04-02T08:52:23.052936Z","end":"2026-04-02T08:52:24.116673Z","steps":["trace[716889919] 'process raft request' (duration: 1.063585623s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:24.11689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:23.052909Z","time spent":"1.063867741s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:24.116898Z","caller":"traceutil/trace.go:171","msg":"trace[1512526928] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"1.063845901s","start":"2026-04-02T08:52:23.053027Z","end":"2026-04-02T08:52:24.116873Z","steps":["trace[1512526928] 'process raft request' (duration: 1.063581214s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:24.11712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:23.052926Z","time spent":"1.063892153s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:52:24.1172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:23.053022Z","time spent":"1.064126009s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:52:26.622968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664151995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:52:27.124119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664151995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:52:27.449973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468212124s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:52:27.450429Z","caller":"traceutil/trace.go:171","msg":"trace[1866458861] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:440; }","duration":"1.328466497s","start":"2026-04-02T08:52:26.121932Z","end":"2026-04-02T08:52:27.450398Z","steps":["trace[1866458861] 'read index received' (duration: 1.328251691s)","trace[1866458861] 'applied index is now lower than readState.Index' (duration: 213.616µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:27.451308Z","caller":"traceutil/trace.go:171","msg":"trace[1012529097] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"1.469604782s","start":"2026-04-02T08:52:25.981655Z","end":"2026-04-02T08:52:27.451259Z","steps":["trace[1012529097] 'process raft request' (duration: 1.468595763s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:27.451758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:25.981605Z","time spent":"1.470056794s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:52:27.453026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331045057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-02T08:52:27.453149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331173031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T08:52:27.453196Z","caller":"traceutil/trace.go:171","msg":"trace[220033455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:424; }","duration":"1.331263283s","start":"2026-04-02T08:52:26.121892Z","end":"2026-04-02T08:52:27.453156Z","steps":["trace[220033455] 'agreement among raft nodes before linearized reading' (duration: 1.329281989s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:27.4532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33044645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-02T08:52:27.453255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:26.121875Z","time spent":"1.331367676s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T08:52:27.453266Z","caller":"traceutil/trace.go:171","msg":"trace[380678976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:424; }","duration":"1.331313804s","start":"2026-04-02T08:52:26.121912Z","end":"2026-04-02T08:52:27.453226Z","steps":["trace[380678976] 'agreement among raft nodes before linearized reading' (duration: 1.329432342s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:27.453274Z","caller":"traceutil/trace.go:171","msg":"trace[1268183552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:424; }","duration":"1.330567835s","start":"2026-04-02T08:52:26.122674Z","end":"2026-04-02T08:52:27.453242Z","steps":["trace[1268183552] 'agreement among raft nodes before linearized reading' (duration: 1.329693631s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:27.453317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:26.122656Z","time spent":"1.330651387s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:52:27.45332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:26.121898Z","time spent":"1.331409028s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:52:27.453574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.311098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:27.453742Z","caller":"traceutil/trace.go:171","msg":"trace[86457039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"523.402441ms","start":"2026-04-02T08:52:26.930213Z","end":"2026-04-02T08:52:27.453615Z","steps":["trace[86457039] 'agreement among raft nodes before linearized reading' (duration: 522.113176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:27.453873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:26.930187Z","time spent":"523.67454ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:52:27.842331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.583587ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:27.842456Z","caller":"traceutil/trace.go:171","msg":"trace[680002769] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:424; }","duration":"224.729331ms","start":"2026-04-02T08:52:27.617708Z","end":"2026-04-02T08:52:27.842437Z","steps":["trace[680002769] 'range keys from in-memory index tree' (duration: 224.565126ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:28.154551Z","caller":"traceutil/trace.go:171","msg":"trace[493963711] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"696.916646ms","start":"2026-04-02T08:52:27.457601Z","end":"2026-04-02T08:52:28.154518Z","steps":["trace[493963711] 'process raft request' (duration: 696.623568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:28.154728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:27.457581Z","time spent":"697.05807ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:28.187781Z","caller":"traceutil/trace.go:171","msg":"trace[2003318310] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"730.016834ms","start":"2026-04-02T08:52:27.457719Z","end":"2026-04-02T08:52:28.187736Z","steps":["trace[2003318310] 'process raft request' (duration: 729.756277ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:28.187867Z","caller":"traceutil/trace.go:171","msg":"trace[454400441] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"729.938872ms","start":"2026-04-02T08:52:27.457886Z","end":"2026-04-02T08:52:28.187825Z","steps":["trace[454400441] 'process raft request' (duration: 729.755377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:28.187954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:27.457701Z","time spent":"730.168658ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:52:28.188003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:27.457863Z","time spent":"730.066335ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:52:30.436066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.92338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:52:30.436165Z","caller":"traceutil/trace.go:171","msg":"trace[984231330] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"240.641578ms","start":"2026-04-02T08:52:30.19551Z","end":"2026-04-02T08:52:30.436151Z","steps":["trace[984231330] 'process raft request' (duration: 107.567304ms)","trace[984231330] 'compare' (duration: 132.827297ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:33.905813Z","caller":"traceutil/trace.go:171","msg":"trace[633795503] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"388.742365ms","start":"2026-04-02T08:52:33.517049Z","end":"2026-04-02T08:52:33.905791Z","steps":["trace[633795503] 'process raft request' (duration: 388.628812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:33.905949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:33.517031Z","time spent":"388.851227ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:35.494777Z","caller":"traceutil/trace.go:171","msg":"trace[967106735] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"123.026608ms","start":"2026-04-02T08:52:35.371709Z","end":"2026-04-02T08:52:35.494736Z","steps":["trace[967106735] 'process raft request' (duration: 122.561156ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:44.367893Z","caller":"traceutil/trace.go:171","msg":"trace[1810087923] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:610; }","duration":"374.400901ms","start":"2026-04-02T08:52:43.993464Z","end":"2026-04-02T08:52:44.367865Z","steps":["trace[1810087923] 'read index received' (duration: 373.568878ms)","trace[1810087923] 'applied index is now lower than readState.Index' (duration: 831.083µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:44.367971Z","caller":"traceutil/trace.go:171","msg":"trace[1031361784] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"813.670371ms","start":"2026-04-02T08:52:43.554266Z","end":"2026-04-02T08:52:44.367936Z","steps":["trace[1031361784] 'process raft request' (duration: 813.011913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:44.368191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:43.554246Z","time spent":"813.800214ms","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036257,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:52:44.368248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.774071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:52:44.368307Z","caller":"traceutil/trace.go:171","msg":"trace[1039559727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:586; }","duration":"374.864763ms","start":"2026-04-02T08:52:43.993427Z","end":"2026-04-02T08:52:44.368292Z","steps":["trace[1039559727] 'agreement among raft nodes before linearized reading' (duration: 374.595055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:44.368299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.350052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-02T08:52:44.368359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:43.993406Z","time spent":"374.942325ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T08:52:44.368386Z","caller":"traceutil/trace.go:171","msg":"trace[702509264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:586; }","duration":"109.479095ms","start":"2026-04-02T08:52:44.258884Z","end":"2026-04-02T08:52:44.368363Z","steps":["trace[702509264] 'agreement among raft nodes before linearized reading' (duration: 109.213668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:45.037501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664152331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:52:45.538211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664152331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:52:46.038718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664152331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:52:46.246333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.857523454s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:52:46.24682Z","caller":"traceutil/trace.go:171","msg":"trace[1276773084] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"1.874318644s","start":"2026-04-02T08:52:44.372465Z","end":"2026-04-02T08:52:46.246783Z","steps":["trace[1276773084] 'process raft request' (duration: 1.874073257s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:46.24704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:44.372431Z","time spent":"1.87449484s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:46.247195Z","caller":"traceutil/trace.go:171","msg":"trace[1145542849] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"1.874325705s","start":"2026-04-02T08:52:44.372815Z","end":"2026-04-02T08:52:46.247142Z","steps":["trace[1145542849] 'process raft request' (duration: 1.873916643s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:46.247408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:44.372788Z","time spent":"1.874501499s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:52:46.552038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.38774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:52:46.552559Z","caller":"traceutil/trace.go:171","msg":"trace[613410260] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"2.123933279s","start":"2026-04-02T08:52:44.428466Z","end":"2026-04-02T08:52:46.552399Z","steps":["trace[613410260] 'process raft request' (duration: 1.856050454s)","trace[613410260] 'compare' (duration: 267.164054ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:46.552597Z","caller":"traceutil/trace.go:171","msg":"trace[963864089] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:612; }","duration":"2.01617439s","start":"2026-04-02T08:52:44.536391Z","end":"2026-04-02T08:52:46.552565Z","steps":["trace[963864089] 'read index received' (duration: 1.710131166s)","trace[963864089] 'applied index is now lower than readState.Index' (duration: 306.041464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:46.552778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:44.42844Z","time spent":"2.124229946s","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:52:46.552748Z","caller":"traceutil/trace.go:171","msg":"trace[1269571575] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"888.323982ms","start":"2026-04-02T08:52:45.664345Z","end":"2026-04-02T08:52:46.552669Z","steps":["trace[1269571575] 'process raft request' (duration: 887.894271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:46.552979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622544291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:46.553032Z","caller":"traceutil/trace.go:171","msg":"trace[1881306677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"1.622679836s","start":"2026-04-02T08:52:44.930337Z","end":"2026-04-02T08:52:46.553017Z","steps":["trace[1881306677] 'agreement among raft nodes before linearized reading' (duration: 1.622523791s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:46.553021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01650995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T08:52:46.553093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:44.930318Z","time spent":"1.622766647s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:52:46.553095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:45.66432Z","time spent":"888.686252ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:52:46.553248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.967882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:52:46.553282Z","caller":"traceutil/trace.go:171","msg":"trace[458654527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:591; }","duration":"2.016702364s","start":"2026-04-02T08:52:44.536384Z","end":"2026-04-02T08:52:46.553087Z","steps":["trace[458654527] 'agreement among raft nodes before linearized reading' (duration: 2.016272172s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:46.553329Z","caller":"traceutil/trace.go:171","msg":"trace[1403179054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:591; }","duration":"160.120276ms","start":"2026-04-02T08:52:46.393189Z","end":"2026-04-02T08:52:46.553309Z","steps":["trace[1403179054] 'agreement among raft nodes before linearized reading' (duration: 159.704835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:46.553459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:44.536329Z","time spent":"2.017009813s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:52:47.063648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664152339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:52:47.563815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664152339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:52:48.064446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664152339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:52:48.117425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.559602973s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:52:48.563088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999842291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T08:52:48.563201Z","caller":"traceutil/trace.go:171","msg":"trace[109450633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002494s","start":"2026-04-02T08:52:46.56318Z","end":"2026-04-02T08:52:48.563183Z","steps":["trace[109450633] 'agreement among raft nodes before linearized reading' (duration: 1.999865241s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:48.563249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:46.563171Z","time spent":"2.000069036s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:52:49.333229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198847217s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:52:49.360301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741525578s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:49.360414Z","caller":"traceutil/trace.go:171","msg":"trace[34155975] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:591; }","duration":"1.741651081s","start":"2026-04-02T08:52:47.618746Z","end":"2026-04-02T08:52:49.360397Z","steps":["trace[34155975] 'range keys from in-memory index tree' (duration: 1.741505077s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:49.361167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243481273s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:52:49.361329Z","caller":"traceutil/trace.go:171","msg":"trace[1938755144] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"2.803587048s","start":"2026-04-02T08:52:46.557729Z","end":"2026-04-02T08:52:49.361316Z","steps":["trace[1938755144] 'process raft request' (duration: 1.559890769s)","trace[1938755144] 'compare' (duration: 1.242580129s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:49.361393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:46.557707Z","time spent":"2.803657312s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:49.361754Z","caller":"traceutil/trace.go:171","msg":"trace[377877260] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"2.802635273s","start":"2026-04-02T08:52:46.559107Z","end":"2026-04-02T08:52:49.361743Z","steps":["trace[377877260] 'process raft request' (duration: 2.802134239s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:49.361821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:46.559098Z","time spent":"2.802691105s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:49.383157Z","caller":"traceutil/trace.go:171","msg":"trace[1207397107] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:616; }","duration":"2.819899137s","start":"2026-04-02T08:52:46.563222Z","end":"2026-04-02T08:52:49.383121Z","steps":["trace[1207397107] 'read index received' (duration: 1.554386269s)","trace[1207397107] 'applied index is now lower than readState.Index' (duration: 1.265511388s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:49.383366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819023563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:49.383412Z","caller":"traceutil/trace.go:171","msg":"trace[1020359381] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:593; }","duration":"2.819125985s","start":"2026-04-02T08:52:46.564272Z","end":"2026-04-02T08:52:49.383398Z","steps":["trace[1020359381] 'agreement among raft nodes before linearized reading' (duration: 2.819009412s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:49.383449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:46.564248Z","time spent":"2.819192128s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-04-02T08:52:49.383613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131526569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T08:52:49.383589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.787281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:52:49.383643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131154999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T08:52:49.383746Z","caller":"traceutil/trace.go:171","msg":"trace[700186463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"818.979167ms","start":"2026-04-02T08:52:48.564704Z","end":"2026-04-02T08:52:49.383683Z","steps":["trace[700186463] 'agreement among raft nodes before linearized reading' (duration: 818.659518ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:49.383756Z","caller":"traceutil/trace.go:171","msg":"trace[376770857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:593; }","duration":"1.131328754s","start":"2026-04-02T08:52:48.252399Z","end":"2026-04-02T08:52:49.383728Z","steps":["trace[376770857] 'agreement among raft nodes before linearized reading' (duration: 1.130951544s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:49.383814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:48.564671Z","time spent":"819.133891ms","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:52:49.383834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:48.252375Z","time spent":"1.131441826s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T08:52:49.383684Z","caller":"traceutil/trace.go:171","msg":"trace[938190948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:593; }","duration":"1.131681203s","start":"2026-04-02T08:52:48.251985Z","end":"2026-04-02T08:52:49.383666Z","steps":["trace[938190948] 'agreement among raft nodes before linearized reading' (duration: 1.131422595s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:49.383973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:48.25196Z","time spent":"1.131966441s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T08:52:49.542123Z","caller":"traceutil/trace.go:171","msg":"trace[259908267] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"153.177096ms","start":"2026-04-02T08:52:49.388918Z","end":"2026-04-02T08:52:49.542095Z","steps":["trace[259908267] 'process raft request' (duration: 153.017501ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:49.543273Z","caller":"traceutil/trace.go:171","msg":"trace[14312189] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:619; }","duration":"150.3867ms","start":"2026-04-02T08:52:49.392862Z","end":"2026-04-02T08:52:49.543249Z","steps":["trace[14312189] 'read index received' (duration: 149.154055ms)","trace[14312189] 'applied index is now lower than readState.Index' (duration: 1.231005ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:49.543317Z","caller":"traceutil/trace.go:171","msg":"trace[1423922395] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"154.240395ms","start":"2026-04-02T08:52:49.38906Z","end":"2026-04-02T08:52:49.5433Z","steps":["trace[1423922395] 'process raft request' (duration: 153.963618ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:49.543618Z","caller":"traceutil/trace.go:171","msg":"trace[1674448534] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"154.361378ms","start":"2026-04-02T08:52:49.389236Z","end":"2026-04-02T08:52:49.543597Z","steps":["trace[1674448534] 'process raft request' (duration: 153.956537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:49.543784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.898023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:49.54386Z","caller":"traceutil/trace.go:171","msg":"trace[1452832478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"151.005197ms","start":"2026-04-02T08:52:49.392835Z","end":"2026-04-02T08:52:49.54384Z","steps":["trace[1452832478] 'agreement among raft nodes before linearized reading' (duration: 150.889663ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:49.921277Z","caller":"traceutil/trace.go:171","msg":"trace[187870225] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"154.278207ms","start":"2026-04-02T08:52:49.76697Z","end":"2026-04-02T08:52:49.921248Z","steps":["trace[187870225] 'process raft request' (duration: 153.400312ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:50.734326Z","caller":"traceutil/trace.go:171","msg":"trace[818896661] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"174.279265ms","start":"2026-04-02T08:52:50.560021Z","end":"2026-04-02T08:52:50.734301Z","steps":["trace[818896661] 'read index received' (duration: 173.205075ms)","trace[818896661] 'applied index is now lower than readState.Index' (duration: 1.07326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:50.734493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.460371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6928l\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-04-02T08:52:50.734521Z","caller":"traceutil/trace.go:171","msg":"trace[1405591220] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6928l; range_end:; response_count:1; response_revision:603; }","duration":"174.506442ms","start":"2026-04-02T08:52:50.560005Z","end":"2026-04-02T08:52:50.734511Z","steps":["trace[1405591220] 'agreement among raft nodes before linearized reading' (duration: 174.381768ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:50.73457Z","caller":"traceutil/trace.go:171","msg":"trace[895912829] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"345.120576ms","start":"2026-04-02T08:52:50.389388Z","end":"2026-04-02T08:52:50.734508Z","steps":["trace[895912829] 'process raft request' (duration: 344.009096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:50.734877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:50.389355Z","time spent":"345.343623ms","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:51.017099Z","caller":"traceutil/trace.go:171","msg":"trace[14087881] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"169.751872ms","start":"2026-04-02T08:52:50.847306Z","end":"2026-04-02T08:52:51.017057Z","steps":["trace[14087881] 'process raft request' (duration: 143.612664ms)","trace[14087881] 'compare' (duration: 25.87897ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:51.343406Z","caller":"traceutil/trace.go:171","msg":"trace[1175186704] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"318.63522ms","start":"2026-04-02T08:52:51.024731Z","end":"2026-04-02T08:52:51.343366Z","steps":["trace[1175186704] 'process raft request' (duration: 318.537927ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:51.343555Z","caller":"traceutil/trace.go:171","msg":"trace[1020116088] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"319.692609ms","start":"2026-04-02T08:52:51.023797Z","end":"2026-04-02T08:52:51.343489Z","steps":["trace[1020116088] 'process raft request' (duration: 319.37683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:51.343656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:51.024718Z","time spent":"318.814864ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:52:51.343716Z","caller":"traceutil/trace.go:171","msg":"trace[1224762574] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"322.948768ms","start":"2026-04-02T08:52:51.020746Z","end":"2026-04-02T08:52:51.343695Z","steps":["trace[1224762574] 'process raft request' (duration: 223.875517ms)","trace[1224762574] 'compare' (duration: 98.32368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:51.34378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:51.023785Z","time spent":"319.862513ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:52:51.343798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:52:51.020721Z","time spent":"323.035749ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:52:51.55024Z","caller":"traceutil/trace.go:171","msg":"trace[25362394] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"180.482125ms","start":"2026-04-02T08:52:51.369726Z","end":"2026-04-02T08:52:51.550209Z","steps":["trace[25362394] 'process raft request' (duration: 136.628131ms)","trace[25362394] 'compare' (duration: 43.500105ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:54.27408Z","caller":"traceutil/trace.go:171","msg":"trace[355428199] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"262.636781ms","start":"2026-04-02T08:52:54.011407Z","end":"2026-04-02T08:52:54.274044Z","steps":["trace[355428199] 'process raft request' (duration: 262.453627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:54.814236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.507799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6928l\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-04-02T08:52:54.814347Z","caller":"traceutil/trace.go:171","msg":"trace[1232378516] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6928l; range_end:; response_count:1; response_revision:630; }","duration":"226.674134ms","start":"2026-04-02T08:52:54.587644Z","end":"2026-04-02T08:52:54.814318Z","steps":["trace[1232378516] 'range keys from in-memory index tree' (duration: 226.283933ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:55.00293Z","caller":"traceutil/trace.go:171","msg":"trace[1134784930] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"168.856997ms","start":"2026-04-02T08:52:54.834045Z","end":"2026-04-02T08:52:55.002902Z","steps":["trace[1134784930] 'process raft request' (duration: 168.688383ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:55.724714Z","caller":"traceutil/trace.go:171","msg":"trace[141436683] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:670; }","duration":"132.93099ms","start":"2026-04-02T08:52:55.59176Z","end":"2026-04-02T08:52:55.724691Z","steps":["trace[141436683] 'read index received' (duration: 2.123919ms)","trace[141436683] 'applied index is now lower than readState.Index' (duration: 130.805741ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:55.724827Z","caller":"traceutil/trace.go:171","msg":"trace[1003925609] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"156.448846ms","start":"2026-04-02T08:52:55.568365Z","end":"2026-04-02T08:52:55.724814Z","steps":["trace[1003925609] 'process raft request' (duration: 156.25987ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:55.724778Z","caller":"traceutil/trace.go:171","msg":"trace[2011241075] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"156.862977ms","start":"2026-04-02T08:52:55.567854Z","end":"2026-04-02T08:52:55.724717Z","steps":["trace[2011241075] 'process raft request' (duration: 103.150932ms)","trace[2011241075] 'compare' (duration: 53.484969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:55.725024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.243898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-7lk4q\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-04-02T08:52:55.725127Z","caller":"traceutil/trace.go:171","msg":"trace[1686681374] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-7lk4q; range_end:; response_count:1; response_revision:645; }","duration":"133.400572ms","start":"2026-04-02T08:52:55.591703Z","end":"2026-04-02T08:52:55.725103Z","steps":["trace[1686681374] 'agreement among raft nodes before linearized reading' (duration: 133.180036ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:55.726745Z","caller":"traceutil/trace.go:171","msg":"trace[1009893105] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"126.957325ms","start":"2026-04-02T08:52:55.599752Z","end":"2026-04-02T08:52:55.726709Z","steps":["trace[1009893105] 'process raft request' (duration: 126.77221ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:55.727022Z","caller":"traceutil/trace.go:171","msg":"trace[1223479663] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"127.988415ms","start":"2026-04-02T08:52:55.599021Z","end":"2026-04-02T08:52:55.727009Z","steps":["trace[1223479663] 'process raft request' (duration: 127.336837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:57.108294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.73674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:57.108406Z","caller":"traceutil/trace.go:171","msg":"trace[1272494426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"177.911805ms","start":"2026-04-02T08:52:56.930473Z","end":"2026-04-02T08:52:57.108385Z","steps":["trace[1272494426] 'range keys from in-memory index tree' (duration: 177.630047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:57.884017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.09565ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T08:52:57.8842Z","caller":"traceutil/trace.go:171","msg":"trace[840724473] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"221.933233ms","start":"2026-04-02T08:52:57.662254Z","end":"2026-04-02T08:52:57.884187Z","steps":["trace[840724473] 'process raft request' (duration: 221.854602ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:57.918054Z","caller":"traceutil/trace.go:171","msg":"trace[604845775] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:708; }","duration":"189.105122ms","start":"2026-04-02T08:52:57.728925Z","end":"2026-04-02T08:52:57.91803Z","steps":["trace[604845775] 'read index received' (duration: 20.115521ms)","trace[604845775] 'applied index is now lower than readState.Index' (duration: 168.988531ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:57.918176Z","caller":"traceutil/trace.go:171","msg":"trace[151358976] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"223.170478ms","start":"2026-04-02T08:52:57.69499Z","end":"2026-04-02T08:52:57.91816Z","steps":["trace[151358976] 'process raft request' (duration: 222.824568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:57.918505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.551604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:52:57.918594Z","caller":"traceutil/trace.go:171","msg":"trace[1386850046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:683; }","duration":"189.703289ms","start":"2026-04-02T08:52:57.728868Z","end":"2026-04-02T08:52:57.918572Z","steps":["trace[1386850046] 'agreement among raft nodes before linearized reading' (duration: 189.440991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:57.937594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.434306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:52:57.937713Z","caller":"traceutil/trace.go:171","msg":"trace[279472145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:684; }","duration":"152.631841ms","start":"2026-04-02T08:52:57.785057Z","end":"2026-04-02T08:52:57.937688Z","steps":["trace[279472145] 'agreement among raft nodes before linearized reading' (duration: 152.300302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:57.937875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.438947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T08:52:57.937966Z","caller":"traceutil/trace.go:171","msg":"trace[1634046954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:684; }","duration":"152.576899ms","start":"2026-04-02T08:52:57.785372Z","end":"2026-04-02T08:52:57.937949Z","steps":["trace[1634046954] 'agreement among raft nodes before linearized reading' (duration: 152.397034ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:59.133064Z","caller":"traceutil/trace.go:171","msg":"trace[739359667] linearizableReadLoop","detail":"{readStateIndex:721; appliedIndex:720; }","duration":"275.441524ms","start":"2026-04-02T08:52:58.857603Z","end":"2026-04-02T08:52:59.133044Z","steps":["trace[739359667] 'read index received' (duration: 275.213637ms)","trace[739359667] 'applied index is now lower than readState.Index' (duration: 226.907µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:59.133129Z","caller":"traceutil/trace.go:171","msg":"trace[1853737394] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"277.16893ms","start":"2026-04-02T08:52:58.855934Z","end":"2026-04-02T08:52:59.133103Z","steps":["trace[1853737394] 'process raft request' (duration: 276.908483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:59.133417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.784353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-02T08:52:59.1335Z","caller":"traceutil/trace.go:171","msg":"trace[945749556] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:693; }","duration":"275.905375ms","start":"2026-04-02T08:52:58.857571Z","end":"2026-04-02T08:52:59.133477Z","steps":["trace[945749556] 'agreement among raft nodes before linearized reading' (duration: 275.581117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:59.165285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.932451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:52:59.165355Z","caller":"traceutil/trace.go:171","msg":"trace[211733396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:696; }","duration":"235.059204ms","start":"2026-04-02T08:52:58.930283Z","end":"2026-04-02T08:52:59.165342Z","steps":["trace[211733396] 'agreement among raft nodes before linearized reading' (duration: 234.93549ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:59.376717Z","caller":"traceutil/trace.go:171","msg":"trace[694859431] linearizableReadLoop","detail":"{readStateIndex:732; appliedIndex:729; }","duration":"119.716807ms","start":"2026-04-02T08:52:59.256981Z","end":"2026-04-02T08:52:59.376698Z","steps":["trace[694859431] 'read index received' (duration: 15.327601ms)","trace[694859431] 'applied index is now lower than readState.Index' (duration: 104.388456ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:52:59.376805Z","caller":"traceutil/trace.go:171","msg":"trace[1382697535] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"137.428393ms","start":"2026-04-02T08:52:59.239361Z","end":"2026-04-02T08:52:59.376789Z","steps":["trace[1382697535] 'process raft request' (duration: 137.217157ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:52:59.376799Z","caller":"traceutil/trace.go:171","msg":"trace[1442888370] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"148.400115ms","start":"2026-04-02T08:52:59.228361Z","end":"2026-04-02T08:52:59.376761Z","steps":["trace[1442888370] 'process raft request' (duration: 96.609673ms)","trace[1442888370] 'compare' (duration: 51.430522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:52:59.376929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.928224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-02T08:52:59.377011Z","caller":"traceutil/trace.go:171","msg":"trace[642189] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:704; }","duration":"120.048797ms","start":"2026-04-02T08:52:59.256948Z","end":"2026-04-02T08:52:59.376996Z","steps":["trace[642189] 'agreement among raft nodes before linearized reading' (duration: 119.871102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:52:59.377161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.064724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-dpkch\" ","response":"range_response_count:1 size:3043"} {"level":"info","ts":"2026-04-02T08:52:59.377254Z","caller":"traceutil/trace.go:171","msg":"trace[817071039] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-dpkch; range_end:; response_count:1; response_revision:704; }","duration":"101.196499ms","start":"2026-04-02T08:52:59.276038Z","end":"2026-04-02T08:52:59.377234Z","steps":["trace[817071039] 'agreement among raft nodes before linearized reading' (duration: 100.890131ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:05.983923Z","caller":"traceutil/trace.go:171","msg":"trace[281249341] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"411.94238ms","start":"2026-04-02T08:53:05.571956Z","end":"2026-04-02T08:53:05.983898Z","steps":["trace[281249341] 'process raft request' (duration: 411.786236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:05.984108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:05.57194Z","time spent":"412.058524ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:53:09.191396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:53:09.692122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:53:10.192564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:53:10.259193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.575266823s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:53:10.259687Z","caller":"traceutil/trace.go:171","msg":"trace[560473946] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:798; }","duration":"1.569221807s","start":"2026-04-02T08:53:08.690443Z","end":"2026-04-02T08:53:10.259664Z","steps":["trace[560473946] 'read index received' (duration: 1.568925239s)","trace[560473946] 'applied index is now lower than readState.Index' (duration: 295.198µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:10.259813Z","caller":"traceutil/trace.go:171","msg":"trace[1511686756] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"1.575944943s","start":"2026-04-02T08:53:08.683835Z","end":"2026-04-02T08:53:10.25978Z","steps":["trace[1511686756] 'process raft request' (duration: 1.575620494s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:10.259857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569384691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:10.259896Z","caller":"traceutil/trace.go:171","msg":"trace[584975171] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:767; }","duration":"1.569457203s","start":"2026-04-02T08:53:08.690427Z","end":"2026-04-02T08:53:10.259885Z","steps":["trace[584975171] 'agreement among raft nodes before linearized reading' (duration: 1.569374921s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:10.259938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:08.69042Z","time spent":"1.569508184s","remote":"127.0.0.1:50240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-04-02T08:53:10.25998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:08.683822Z","time spent":"1.576049885s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:53:10.260086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232058059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:53:10.260157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.081114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:53:10.260204Z","caller":"traceutil/trace.go:171","msg":"trace[860458954] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:767; }","duration":"1.232202403s","start":"2026-04-02T08:53:09.02798Z","end":"2026-04-02T08:53:10.260182Z","steps":["trace[860458954] 'agreement among raft nodes before linearized reading' (duration: 1.232011517s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:10.260241Z","caller":"traceutil/trace.go:171","msg":"trace[329252029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:767; }","duration":"263.190047ms","start":"2026-04-02T08:53:09.997011Z","end":"2026-04-02T08:53:10.260202Z","steps":["trace[329252029] 'agreement among raft nodes before linearized reading' (duration: 262.990212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:10.260247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:09.027967Z","time spent":"1.232267725s","remote":"127.0.0.1:50256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-04-02T08:53:10.26026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23172053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:53:10.260364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.102338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T08:53:10.260416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.933824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T08:53:10.260383Z","caller":"traceutil/trace.go:171","msg":"trace[1389332202] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:767; }","duration":"1.231906945s","start":"2026-04-02T08:53:09.028449Z","end":"2026-04-02T08:53:10.260356Z","steps":["trace[1389332202] 'agreement among raft nodes before linearized reading' (duration: 1.231663429s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:10.260449Z","caller":"traceutil/trace.go:171","msg":"trace[418266902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:767; }","duration":"234.210341ms","start":"2026-04-02T08:53:10.026216Z","end":"2026-04-02T08:53:10.260426Z","steps":["trace[418266902] 'agreement among raft nodes before linearized reading' (duration: 233.996275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:10.260474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249874769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:10.260497Z","caller":"traceutil/trace.go:171","msg":"trace[1457920156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:767; }","duration":"234.030925ms","start":"2026-04-02T08:53:10.026445Z","end":"2026-04-02T08:53:10.260476Z","steps":["trace[1457920156] 'agreement among raft nodes before linearized reading' (duration: 233.8296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:10.260497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.461094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T08:53:10.260488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264388147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:10.260533Z","caller":"traceutil/trace.go:171","msg":"trace[504493620] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:767; }","duration":"1.249955021s","start":"2026-04-02T08:53:09.010566Z","end":"2026-04-02T08:53:10.260521Z","steps":["trace[504493620] 'agreement among raft nodes before linearized reading' (duration: 1.249857018s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:10.260549Z","caller":"traceutil/trace.go:171","msg":"trace[2047598710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:767; }","duration":"239.550967ms","start":"2026-04-02T08:53:10.020984Z","end":"2026-04-02T08:53:10.260535Z","steps":["trace[2047598710] 'agreement among raft nodes before linearized reading' (duration: 239.411864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:10.260575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:09.010559Z","time spent":"1.250006822s","remote":"127.0.0.1:50252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-04-02T08:53:10.260508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:09.028441Z","time spent":"1.232049598s","remote":"127.0.0.1:50256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-04-02T08:53:10.260519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250322971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:53:10.260621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329500055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:53:10.260625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264986013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:53:10.260645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569411943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:53:10.260655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250462354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:10.260669Z","caller":"traceutil/trace.go:171","msg":"trace[1713147959] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:767; }","duration":"1.250477765s","start":"2026-04-02T08:53:09.01016Z","end":"2026-04-02T08:53:10.260638Z","steps":["trace[1713147959] 'agreement among raft nodes before linearized reading' (duration: 1.25027974s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:10.260679Z","caller":"traceutil/trace.go:171","msg":"trace[1060271129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:767; }","duration":"1.329552085s","start":"2026-04-02T08:53:08.931106Z","end":"2026-04-02T08:53:10.260658Z","steps":["trace[1060271129] 'agreement among raft nodes before linearized reading' (duration: 1.329473653s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:10.260708Z","caller":"traceutil/trace.go:171","msg":"trace[1049495038] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:767; }","duration":"1.265104786s","start":"2026-04-02T08:53:08.995579Z","end":"2026-04-02T08:53:10.260684Z","steps":["trace[1049495038] 'agreement among raft nodes before linearized reading' (duration: 1.264943212s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:10.260714Z","caller":"traceutil/trace.go:171","msg":"trace[404007803] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:767; }","duration":"1.569481154s","start":"2026-04-02T08:53:08.691209Z","end":"2026-04-02T08:53:10.26069Z","steps":["trace[404007803] 'agreement among raft nodes before linearized reading' (duration: 1.569395863s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:10.260714Z","caller":"traceutil/trace.go:171","msg":"trace[736080500] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:767; }","duration":"1.250521905s","start":"2026-04-02T08:53:09.010177Z","end":"2026-04-02T08:53:10.260699Z","steps":["trace[736080500] 'agreement among raft nodes before linearized reading' (duration: 1.250439644s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:10.260727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:08.931028Z","time spent":"1.329688791s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:53:10.260705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265059516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:53:10.260761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:08.99556Z","time spent":"1.265188599s","remote":"127.0.0.1:50246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:53:10.260769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:08.691202Z","time spent":"1.569552046s","remote":"127.0.0.1:50240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"info","ts":"2026-04-02T08:53:10.260802Z","caller":"traceutil/trace.go:171","msg":"trace[936427882] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:767; }","duration":"1.265190389s","start":"2026-04-02T08:53:08.995582Z","end":"2026-04-02T08:53:10.260773Z","steps":["trace[936427882] 'agreement among raft nodes before linearized reading' (duration: 1.265016304s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:10.260807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.144426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T08:53:10.260775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:09.010139Z","time spent":"1.250622109s","remote":"127.0.0.1:50252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-04-02T08:53:10.260853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:08.99557Z","time spent":"1.265271632s","remote":"127.0.0.1:50246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-02T08:53:10.260864Z","caller":"traceutil/trace.go:171","msg":"trace[285219272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:767; }","duration":"719.251549ms","start":"2026-04-02T08:53:09.541594Z","end":"2026-04-02T08:53:10.260846Z","steps":["trace[285219272] 'agreement among raft nodes before linearized reading' (duration: 718.457836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:10.260734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:09.010148Z","time spent":"1.250574359s","remote":"127.0.0.1:50252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:53:10.260912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:09.541576Z","time spent":"719.32565ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T08:53:10.260586Z","caller":"traceutil/trace.go:171","msg":"trace[488547496] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:767; }","duration":"1.264529611s","start":"2026-04-02T08:53:08.99603Z","end":"2026-04-02T08:53:10.260559Z","steps":["trace[488547496] 'agreement among raft nodes before linearized reading' (duration: 1.264359747s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:10.260986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232687726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:10.261186Z","caller":"traceutil/trace.go:171","msg":"trace[175934106] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:767; }","duration":"1.232947283s","start":"2026-04-02T08:53:09.028174Z","end":"2026-04-02T08:53:10.261122Z","steps":["trace[175934106] 'agreement among raft nodes before linearized reading' (duration: 1.232170322s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:10.261306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:09.028136Z","time spent":"1.23314868s","remote":"127.0.0.1:50256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:53:10.261065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:08.996009Z","time spent":"1.265034055s","remote":"127.0.0.1:50246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-02T08:53:10.261411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.972688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:53:10.261196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570278687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:10.261524Z","caller":"traceutil/trace.go:171","msg":"trace[1679904449] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:767; }","duration":"308.184092ms","start":"2026-04-02T08:53:09.953306Z","end":"2026-04-02T08:53:10.26149Z","steps":["trace[1679904449] 'agreement among raft nodes before linearized reading' (duration: 306.876146ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:10.261554Z","caller":"traceutil/trace.go:171","msg":"trace[1425813606] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:767; }","duration":"1.570745729s","start":"2026-04-02T08:53:08.690784Z","end":"2026-04-02T08:53:10.26153Z","steps":["trace[1425813606] 'agreement among raft nodes before linearized reading' (duration: 1.569170307s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:10.261582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:09.953273Z","time spent":"308.286464ms","remote":"127.0.0.1:34020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:53:10.261617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:08.690715Z","time spent":"1.570884804s","remote":"127.0.0.1:50240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:53:16.577742Z","caller":"traceutil/trace.go:171","msg":"trace[2106195044] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"277.44823ms","start":"2026-04-02T08:53:16.300266Z","end":"2026-04-02T08:53:16.577714Z","steps":["trace[2106195044] 'process raft request' (duration: 219.451527ms)","trace[2106195044] 'compare' (duration: 57.791027ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:16.578194Z","caller":"traceutil/trace.go:171","msg":"trace[215444063] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"276.490364ms","start":"2026-04-02T08:53:16.301674Z","end":"2026-04-02T08:53:16.578165Z","steps":["trace[215444063] 'process raft request' (duration: 275.987551ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:16.578193Z","caller":"traceutil/trace.go:171","msg":"trace[269466526] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"276.260687ms","start":"2026-04-02T08:53:16.301908Z","end":"2026-04-02T08:53:16.578169Z","steps":["trace[269466526] 'process raft request' (duration: 276.129803ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:16.59797Z","caller":"traceutil/trace.go:171","msg":"trace[1231609507] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"197.170065ms","start":"2026-04-02T08:53:16.400767Z","end":"2026-04-02T08:53:16.597937Z","steps":["trace[1231609507] 'process raft request' (duration: 197.028782ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:17.039965Z","caller":"traceutil/trace.go:171","msg":"trace[931558876] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:873; }","duration":"109.743073ms","start":"2026-04-02T08:53:16.930204Z","end":"2026-04-02T08:53:17.039947Z","steps":["trace[931558876] 'read index received' (duration: 109.666421ms)","trace[931558876] 'applied index is now lower than readState.Index' (duration: 76.022µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:17.040054Z","caller":"traceutil/trace.go:171","msg":"trace[1275437649] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"240.795763ms","start":"2026-04-02T08:53:16.799247Z","end":"2026-04-02T08:53:17.040043Z","steps":["trace[1275437649] 'process raft request' (duration: 240.466434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:17.040145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.93973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:17.040301Z","caller":"traceutil/trace.go:171","msg":"trace[2003496948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:841; }","duration":"110.145405ms","start":"2026-04-02T08:53:16.930123Z","end":"2026-04-02T08:53:17.040268Z","steps":["trace[2003496948] 'agreement among raft nodes before linearized reading' (duration: 109.980191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:18.099288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.773365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:18.09941Z","caller":"traceutil/trace.go:171","msg":"trace[913408971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:854; }","duration":"168.967071ms","start":"2026-04-02T08:53:17.930417Z","end":"2026-04-02T08:53:18.099384Z","steps":["trace[913408971] 'range keys from in-memory index tree' (duration: 168.649222ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:18.816306Z","caller":"traceutil/trace.go:171","msg":"trace[1147156435] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"230.800318ms","start":"2026-04-02T08:53:18.585483Z","end":"2026-04-02T08:53:18.816284Z","steps":["trace[1147156435] 'process raft request' (duration: 230.617034ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:18.816494Z","caller":"traceutil/trace.go:171","msg":"trace[446953807] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"229.282317ms","start":"2026-04-02T08:53:18.58719Z","end":"2026-04-02T08:53:18.816472Z","steps":["trace[446953807] 'process raft request' (duration: 229.05132ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:18.816495Z","caller":"traceutil/trace.go:171","msg":"trace[2127546316] linearizableReadLoop","detail":"{readStateIndex:894; appliedIndex:891; }","duration":"214.761998ms","start":"2026-04-02T08:53:18.601673Z","end":"2026-04-02T08:53:18.816435Z","steps":["trace[2127546316] 'read index received' (duration: 16.712379ms)","trace[2127546316] 'applied index is now lower than readState.Index' (duration: 198.048099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:53:18.816648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.960243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T08:53:18.816688Z","caller":"traceutil/trace.go:171","msg":"trace[977094898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:860; }","duration":"215.041726ms","start":"2026-04-02T08:53:18.601638Z","end":"2026-04-02T08:53:18.81668Z","steps":["trace[977094898] 'agreement among raft nodes before linearized reading' (duration: 214.905693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:18.816816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.985383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-bcxzd\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-04-02T08:53:18.816895Z","caller":"traceutil/trace.go:171","msg":"trace[1796241969] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-bcxzd; range_end:; response_count:1; response_revision:860; }","duration":"101.081136ms","start":"2026-04-02T08:53:18.715796Z","end":"2026-04-02T08:53:18.816877Z","steps":["trace[1796241969] 'agreement among raft nodes before linearized reading' (duration: 100.86413ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:18.976251Z","caller":"traceutil/trace.go:171","msg":"trace[665793892] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"151.745568ms","start":"2026-04-02T08:53:18.824484Z","end":"2026-04-02T08:53:18.97623Z","steps":["trace[665793892] 'process raft request' (duration: 151.615315ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:19.22356Z","caller":"traceutil/trace.go:171","msg":"trace[1283435703] linearizableReadLoop","detail":"{readStateIndex:899; appliedIndex:897; }","duration":"232.012533ms","start":"2026-04-02T08:53:18.991523Z","end":"2026-04-02T08:53:19.223536Z","steps":["trace[1283435703] 'read index received' (duration: 142.687029ms)","trace[1283435703] 'applied index is now lower than readState.Index' (duration: 89.324334ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:19.223649Z","caller":"traceutil/trace.go:171","msg":"trace[1144311870] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"241.973905ms","start":"2026-04-02T08:53:18.981653Z","end":"2026-04-02T08:53:19.223627Z","steps":["trace[1144311870] 'process raft request' (duration: 152.551999ms)","trace[1144311870] 'compare' (duration: 89.112958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:53:19.223706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.770112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:53:19.223818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.706763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-bcxzd\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-04-02T08:53:19.223894Z","caller":"traceutil/trace.go:171","msg":"trace[196802634] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-bcxzd; range_end:; response_count:1; response_revision:865; }","duration":"243.826946ms","start":"2026-04-02T08:53:18.980024Z","end":"2026-04-02T08:53:19.223851Z","steps":["trace[196802634] 'agreement among raft nodes before linearized reading' (duration: 243.651201ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:19.22379Z","caller":"traceutil/trace.go:171","msg":"trace[1584961513] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:865; }","duration":"248.915416ms","start":"2026-04-02T08:53:18.97486Z","end":"2026-04-02T08:53:19.223775Z","steps":["trace[1584961513] 'agreement among raft nodes before linearized reading' (duration: 248.786243ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:19.223674Z","caller":"traceutil/trace.go:171","msg":"trace[632717704] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"241.870873ms","start":"2026-04-02T08:53:18.981771Z","end":"2026-04-02T08:53:19.223642Z","steps":["trace[632717704] 'process raft request' (duration: 241.691857ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:19.244264Z","caller":"traceutil/trace.go:171","msg":"trace[428711125] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"198.586074ms","start":"2026-04-02T08:53:19.045659Z","end":"2026-04-02T08:53:19.244245Z","steps":["trace[428711125] 'process raft request' (duration: 198.409409ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:19.244369Z","caller":"traceutil/trace.go:171","msg":"trace[1299361883] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"182.634156ms","start":"2026-04-02T08:53:19.061727Z","end":"2026-04-02T08:53:19.244362Z","steps":["trace[1299361883] 'process raft request' (duration: 182.475933ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:19.548917Z","caller":"traceutil/trace.go:171","msg":"trace[450073091] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"161.703391ms","start":"2026-04-02T08:53:19.38718Z","end":"2026-04-02T08:53:19.548883Z","steps":["trace[450073091] 'process raft request' (duration: 145.847736ms)","trace[450073091] 'compare' (duration: 15.614389ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:19.54898Z","caller":"traceutil/trace.go:171","msg":"trace[1632054469] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"161.518506ms","start":"2026-04-02T08:53:19.387433Z","end":"2026-04-02T08:53:19.548951Z","steps":["trace[1632054469] 'process raft request' (duration: 161.393342ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:19.681848Z","caller":"traceutil/trace.go:171","msg":"trace[588376328] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"248.538646ms","start":"2026-04-02T08:53:19.43328Z","end":"2026-04-02T08:53:19.681819Z","steps":["trace[588376328] 'process raft request' (duration: 237.37522ms)","trace[588376328] 'compare' (duration: 10.755375ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:19.68194Z","caller":"traceutil/trace.go:171","msg":"trace[1858510426] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"248.533306ms","start":"2026-04-02T08:53:19.43337Z","end":"2026-04-02T08:53:19.681903Z","steps":["trace[1858510426] 'process raft request' (duration: 248.389303ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:19.682059Z","caller":"traceutil/trace.go:171","msg":"trace[1557462522] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"248.589628ms","start":"2026-04-02T08:53:19.433431Z","end":"2026-04-02T08:53:19.682021Z","steps":["trace[1557462522] 'process raft request' (duration: 248.424334ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:19.682318Z","caller":"traceutil/trace.go:171","msg":"trace[1900259727] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"248.30818ms","start":"2026-04-02T08:53:19.433991Z","end":"2026-04-02T08:53:19.682299Z","steps":["trace[1900259727] 'process raft request' (duration: 247.909718ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:19.682369Z","caller":"traceutil/trace.go:171","msg":"trace[2051578884] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:907; }","duration":"248.993018ms","start":"2026-04-02T08:53:19.433342Z","end":"2026-04-02T08:53:19.682335Z","steps":["trace[2051578884] 'read index received' (duration: 99.654987ms)","trace[2051578884] 'applied index is now lower than readState.Index' (duration: 149.336611ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:19.682527Z","caller":"traceutil/trace.go:171","msg":"trace[1801228796] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"246.192322ms","start":"2026-04-02T08:53:19.436326Z","end":"2026-04-02T08:53:19.682519Z","steps":["trace[1801228796] 'process raft request' (duration: 245.636527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:19.682678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.297677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-6c4tq\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-04-02T08:53:19.682725Z","caller":"traceutil/trace.go:171","msg":"trace[1017697618] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-6c4tq; range_end:; response_count:1; response_revision:880; }","duration":"249.378369ms","start":"2026-04-02T08:53:19.433334Z","end":"2026-04-02T08:53:19.682713Z","steps":["trace[1017697618] 'agreement among raft nodes before linearized reading' (duration: 249.129202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:19.983481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.600548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:53:19.983633Z","caller":"traceutil/trace.go:171","msg":"trace[1819831816] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"424.796107ms","start":"2026-04-02T08:53:19.558822Z","end":"2026-04-02T08:53:19.983618Z","steps":["trace[1819831816] 'process raft request' (duration: 254.995874ms)","trace[1819831816] 'compare' (duration: 169.505475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:53:19.983678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:19.558806Z","time spent":"424.851348ms","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:53:19.983829Z","caller":"traceutil/trace.go:171","msg":"trace[1880022436] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:914; }","duration":"293.965593ms","start":"2026-04-02T08:53:19.689836Z","end":"2026-04-02T08:53:19.983801Z","steps":["trace[1880022436] 'read index received' (duration: 123.989945ms)","trace[1880022436] 'applied index is now lower than readState.Index' (duration: 169.973698ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:19.983924Z","caller":"traceutil/trace.go:171","msg":"trace[59614290] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"297.063518ms","start":"2026-04-02T08:53:19.686832Z","end":"2026-04-02T08:53:19.983896Z","steps":["trace[59614290] 'process raft request' (duration: 296.738829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:19.984155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.391894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-k8crc\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-04-02T08:53:19.984198Z","caller":"traceutil/trace.go:171","msg":"trace[102802853] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-k8crc; range_end:; response_count:1; response_revision:882; }","duration":"263.500758ms","start":"2026-04-02T08:53:19.720687Z","end":"2026-04-02T08:53:19.984188Z","steps":["trace[102802853] 'agreement among raft nodes before linearized reading' (duration: 263.259031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:19.984167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.307232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3867"} {"level":"info","ts":"2026-04-02T08:53:19.984264Z","caller":"traceutil/trace.go:171","msg":"trace[854253953] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:882; }","duration":"294.434487ms","start":"2026-04-02T08:53:19.689807Z","end":"2026-04-02T08:53:19.984241Z","steps":["trace[854253953] 'agreement among raft nodes before linearized reading' (duration: 294.123498ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:20.558494Z","caller":"traceutil/trace.go:171","msg":"trace[757726022] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"566.274062ms","start":"2026-04-02T08:53:19.992198Z","end":"2026-04-02T08:53:20.558472Z","steps":["trace[757726022] 'process raft request' (duration: 566.135619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:20.558643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:19.992172Z","time spent":"566.394755ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5071,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:53:20.624543Z","caller":"traceutil/trace.go:171","msg":"trace[1163794944] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"630.200208ms","start":"2026-04-02T08:53:19.994323Z","end":"2026-04-02T08:53:20.624523Z","steps":["trace[1163794944] 'process raft request' (duration: 629.313313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:20.624686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:19.994305Z","time spent":"630.307481ms","remote":"127.0.0.1:34020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3776,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:53:20.624693Z","caller":"traceutil/trace.go:171","msg":"trace[887418686] linearizableReadLoop","detail":"{readStateIndex:918; appliedIndex:916; }","duration":"461.29969ms","start":"2026-04-02T08:53:20.163126Z","end":"2026-04-02T08:53:20.624426Z","steps":["trace[887418686] 'read index received' (duration: 395.173914ms)","trace[887418686] 'applied index is now lower than readState.Index' (duration: 66.124756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:53:20.624692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.563547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:20.624795Z","caller":"traceutil/trace.go:171","msg":"trace[1047625369] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:884; }","duration":"461.708011ms","start":"2026-04-02T08:53:20.163064Z","end":"2026-04-02T08:53:20.624772Z","steps":["trace[1047625369] 'agreement among raft nodes before linearized reading' (duration: 461.581757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:20.624873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:20.163038Z","time spent":"461.814693ms","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-04-02T08:53:20.630443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.423449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T08:53:20.630497Z","caller":"traceutil/trace.go:171","msg":"trace[1208367340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:886; }","duration":"202.518471ms","start":"2026-04-02T08:53:20.427965Z","end":"2026-04-02T08:53:20.630484Z","steps":["trace[1208367340] 'agreement among raft nodes before linearized reading' (duration: 202.336436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:24.766605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.1907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/local-path-config\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-04-02T08:53:24.766695Z","caller":"traceutil/trace.go:171","msg":"trace[1668565808] range","detail":"{range_begin:/registry/configmaps/local-path-storage/local-path-config; range_end:; response_count:1; response_revision:939; }","duration":"144.330315ms","start":"2026-04-02T08:53:24.622345Z","end":"2026-04-02T08:53:24.766676Z","steps":["trace[1668565808] 'range keys from in-memory index tree' (duration: 143.891621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:26.986008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.627166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:53:26.986188Z","caller":"traceutil/trace.go:171","msg":"trace[85365962] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"234.040868ms","start":"2026-04-02T08:53:26.752131Z","end":"2026-04-02T08:53:26.986171Z","steps":["trace[85365962] 'process raft request' (duration: 233.978936ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:26.986323Z","caller":"traceutil/trace.go:171","msg":"trace[730704226] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"235.868477ms","start":"2026-04-02T08:53:26.750438Z","end":"2026-04-02T08:53:26.986306Z","steps":["trace[730704226] 'compare' (duration: 229.523265ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:26.986584Z","caller":"traceutil/trace.go:171","msg":"trace[758591661] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"231.072786ms","start":"2026-04-02T08:53:26.755495Z","end":"2026-04-02T08:53:26.986568Z","steps":["trace[758591661] 'process raft request' (duration: 230.969663ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:27.29426Z","caller":"traceutil/trace.go:171","msg":"trace[2019160114] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"537.299347ms","start":"2026-04-02T08:53:26.756913Z","end":"2026-04-02T08:53:27.294213Z","steps":["trace[2019160114] 'process raft request' (duration: 536.963707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:27.294639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:26.756903Z","time spent":"537.651306ms","remote":"127.0.0.1:33878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:53:27.294674Z","caller":"traceutil/trace.go:171","msg":"trace[393061868] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"537.587155ms","start":"2026-04-02T08:53:26.757034Z","end":"2026-04-02T08:53:27.294621Z","steps":["trace[393061868] 'process raft request' (duration: 537.156183ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:27.294601Z","caller":"traceutil/trace.go:171","msg":"trace[1540769992] linearizableReadLoop","detail":"{readStateIndex:1040; appliedIndex:1035; }","duration":"460.854107ms","start":"2026-04-02T08:53:26.833715Z","end":"2026-04-02T08:53:27.294569Z","steps":["trace[1540769992] 'read index received' (duration: 152.748785ms)","trace[1540769992] 'applied index is now lower than readState.Index' (duration: 308.104072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:53:27.294845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:26.757026Z","time spent":"537.746249ms","remote":"127.0.0.1:33878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:53:27.294846Z","caller":"traceutil/trace.go:171","msg":"trace[1817415665] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"537.79027ms","start":"2026-04-02T08:53:26.756972Z","end":"2026-04-02T08:53:27.294762Z","steps":["trace[1817415665] 'process raft request' (duration: 537.098671ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:27.295045Z","caller":"traceutil/trace.go:171","msg":"trace[440491672] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"534.485899ms","start":"2026-04-02T08:53:26.760453Z","end":"2026-04-02T08:53:27.294939Z","steps":["trace[440491672] 'process raft request' (duration: 533.813751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:27.295111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:26.756958Z","time spent":"538.033107ms","remote":"127.0.0.1:33878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:53:27.295212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.464434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:53:27.295281Z","caller":"traceutil/trace.go:171","msg":"trace[1411022042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1005; }","duration":"461.595317ms","start":"2026-04-02T08:53:26.833671Z","end":"2026-04-02T08:53:27.295266Z","steps":["trace[1411022042] 'agreement among raft nodes before linearized reading' (duration: 461.01436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:27.295327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:26.833651Z","time spent":"461.666759ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T08:53:27.29552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:26.760438Z","time spent":"534.838069ms","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:53:27.303981Z","caller":"traceutil/trace.go:171","msg":"trace[2100855155] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"308.75352ms","start":"2026-04-02T08:53:26.995208Z","end":"2026-04-02T08:53:27.303962Z","steps":["trace[2100855155] 'process raft request' (duration: 308.564824ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:27.304028Z","caller":"traceutil/trace.go:171","msg":"trace[909334479] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"308.77778ms","start":"2026-04-02T08:53:26.995233Z","end":"2026-04-02T08:53:27.304011Z","steps":["trace[909334479] 'process raft request' (duration: 308.666047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:27.304138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:26.995185Z","time spent":"308.848352ms","remote":"127.0.0.1:33896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:53:27.304178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:26.995213Z","time spent":"308.900274ms","remote":"127.0.0.1:33896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:53:27.304496Z","caller":"traceutil/trace.go:171","msg":"trace[1816622546] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"214.443539ms","start":"2026-04-02T08:53:27.090038Z","end":"2026-04-02T08:53:27.304481Z","steps":["trace[1816622546] 'process raft request' (duration: 213.905475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:27.304575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.873576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:27.304603Z","caller":"traceutil/trace.go:171","msg":"trace[852502377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1009; }","duration":"374.923136ms","start":"2026-04-02T08:53:26.929671Z","end":"2026-04-02T08:53:27.304595Z","steps":["trace[852502377] 'agreement among raft nodes before linearized reading' (duration: 374.866885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:27.304628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:26.929661Z","time spent":"374.963548ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:53:27.30461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.326934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T08:53:27.304727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.035831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T08:53:27.304752Z","caller":"traceutil/trace.go:171","msg":"trace[118963561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1009; }","duration":"363.080692ms","start":"2026-04-02T08:53:26.941664Z","end":"2026-04-02T08:53:27.304745Z","steps":["trace[118963561] 'agreement among raft nodes before linearized reading' (duration: 363.03024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:27.304769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:26.941653Z","time spent":"363.112792ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:53:27.304737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.25679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:53:27.304722Z","caller":"traceutil/trace.go:171","msg":"trace[1016559793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1009; }","duration":"463.488309ms","start":"2026-04-02T08:53:26.841218Z","end":"2026-04-02T08:53:27.304707Z","steps":["trace[1016559793] 'agreement among raft nodes before linearized reading' (duration: 463.273964ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:27.304818Z","caller":"traceutil/trace.go:171","msg":"trace[97489748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1009; }","duration":"405.381223ms","start":"2026-04-02T08:53:26.899418Z","end":"2026-04-02T08:53:27.3048Z","steps":["trace[97489748] 'agreement among raft nodes before linearized reading' (duration: 405.129587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:27.304841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:26.841198Z","time spent":"463.638753ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:53:27.304851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:26.899397Z","time spent":"405.447656ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:53:27.304672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.773215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:53:27.304911Z","caller":"traceutil/trace.go:171","msg":"trace[472584762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1009; }","duration":"405.998801ms","start":"2026-04-02T08:53:26.898891Z","end":"2026-04-02T08:53:27.30489Z","steps":["trace[472584762] 'agreement among raft nodes before linearized reading' (duration: 405.676932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:27.304982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:26.898853Z","time spent":"406.103713ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T08:53:30.180843Z","caller":"traceutil/trace.go:171","msg":"trace[1919117677] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"137.858757ms","start":"2026-04-02T08:53:30.042953Z","end":"2026-04-02T08:53:30.180812Z","steps":["trace[1919117677] 'process raft request' (duration: 137.712582ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:37.803934Z","caller":"traceutil/trace.go:171","msg":"trace[193618779] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"105.597691ms","start":"2026-04-02T08:53:37.698304Z","end":"2026-04-02T08:53:37.803901Z","steps":["trace[193618779] 'process raft request' (duration: 105.390485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:37.965438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.24866ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T08:53:37.966623Z","caller":"traceutil/trace.go:171","msg":"trace[2107404959] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"156.148977ms","start":"2026-04-02T08:53:37.81045Z","end":"2026-04-02T08:53:37.966599Z","steps":["trace[2107404959] 'process raft request' (duration: 155.906881ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:37.967171Z","caller":"traceutil/trace.go:171","msg":"trace[642223350] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"156.445526ms","start":"2026-04-02T08:53:37.810707Z","end":"2026-04-02T08:53:37.967153Z","steps":["trace[642223350] 'process raft request' (duration: 155.840339ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:37.967905Z","caller":"traceutil/trace.go:171","msg":"trace[1462157127] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"153.585248ms","start":"2026-04-02T08:53:37.814295Z","end":"2026-04-02T08:53:37.96788Z","steps":["trace[1462157127] 'process raft request' (duration: 152.5883ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:38.131833Z","caller":"traceutil/trace.go:171","msg":"trace[731722469] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"157.160447ms","start":"2026-04-02T08:53:37.974651Z","end":"2026-04-02T08:53:38.131812Z","steps":["trace[731722469] 'process raft request' (duration: 157.034543ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:39.727019Z","caller":"traceutil/trace.go:171","msg":"trace[284245612] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"204.473296ms","start":"2026-04-02T08:53:39.522517Z","end":"2026-04-02T08:53:39.72699Z","steps":["trace[284245612] 'process raft request' (duration: 204.279661ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:39.727338Z","caller":"traceutil/trace.go:171","msg":"trace[786462504] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"204.511896ms","start":"2026-04-02T08:53:39.522807Z","end":"2026-04-02T08:53:39.727319Z","steps":["trace[786462504] 'process raft request' (duration: 204.427174ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:39.72747Z","caller":"traceutil/trace.go:171","msg":"trace[564166384] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"204.716582ms","start":"2026-04-02T08:53:39.522645Z","end":"2026-04-02T08:53:39.727362Z","steps":["trace[564166384] 'process raft request' (duration: 204.29539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:42.113468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664153453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:53:42.592494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12401998s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:53:42.712067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.269336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:53:42.712494Z","caller":"traceutil/trace.go:171","msg":"trace[460604003] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1215; }","duration":"1.099795745s","start":"2026-04-02T08:53:41.612667Z","end":"2026-04-02T08:53:42.712463Z","steps":["trace[460604003] 'read index received' (duration: 979.997195ms)","trace[460604003] 'applied index is now lower than readState.Index' (duration: 119.79683ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:42.712508Z","caller":"traceutil/trace.go:171","msg":"trace[340757784] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"1.244091597s","start":"2026-04-02T08:53:41.468382Z","end":"2026-04-02T08:53:42.712473Z","steps":["trace[340757784] 'process raft request' (duration: 1.124291188s)","trace[340757784] 'compare' (duration: 118.945036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:53:42.712666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:41.468355Z","time spent":"1.244218101s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:53:42.712744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.610379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:53:42.712779Z","caller":"traceutil/trace.go:171","msg":"trace[1159100892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1178; }","duration":"981.687231ms","start":"2026-04-02T08:53:41.731081Z","end":"2026-04-02T08:53:42.712768Z","steps":["trace[1159100892] 'agreement among raft nodes before linearized reading' (duration: 981.530227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:42.712815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:41.731051Z","time spent":"981.756202ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:53:42.712979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.399289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T08:53:42.713011Z","caller":"traceutil/trace.go:171","msg":"trace[551297193] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:1178; }","duration":"206.46754ms","start":"2026-04-02T08:53:42.506536Z","end":"2026-04-02T08:53:42.713003Z","steps":["trace[551297193] 'agreement among raft nodes before linearized reading' (duration: 206.384158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:42.713016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10032937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T08:53:42.71306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.529967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T08:53:42.713063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.925602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:42.71311Z","caller":"traceutil/trace.go:171","msg":"trace[1519181461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1178; }","duration":"981.62089ms","start":"2026-04-02T08:53:41.731476Z","end":"2026-04-02T08:53:42.713097Z","steps":["trace[1519181461] 'agreement among raft nodes before linearized reading' (duration: 981.486866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:42.713107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.935729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T08:53:42.713162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:41.731454Z","time spent":"981.699852ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:53:42.713153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.928664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:53:42.713172Z","caller":"traceutil/trace.go:171","msg":"trace[562869785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1178; }","duration":"982.027171ms","start":"2026-04-02T08:53:41.731128Z","end":"2026-04-02T08:53:42.713156Z","steps":["trace[562869785] 'agreement among raft nodes before linearized reading' (duration: 981.845675ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:42.713235Z","caller":"traceutil/trace.go:171","msg":"trace[847535714] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1178; }","duration":"581.058568ms","start":"2026-04-02T08:53:42.13216Z","end":"2026-04-02T08:53:42.713219Z","steps":["trace[847535714] 'agreement among raft nodes before linearized reading' (duration: 580.907524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:42.713246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:41.731106Z","time spent":"982.123382ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T08:53:42.713172Z","caller":"traceutil/trace.go:171","msg":"trace[1738924608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1178; }","duration":"783.082868ms","start":"2026-04-02T08:53:41.930066Z","end":"2026-04-02T08:53:42.713149Z","steps":["trace[1738924608] 'agreement among raft nodes before linearized reading' (duration: 782.870722ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:42.713095Z","caller":"traceutil/trace.go:171","msg":"trace[50828077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1178; }","duration":"1.100460173s","start":"2026-04-02T08:53:41.612613Z","end":"2026-04-02T08:53:42.713074Z","steps":["trace[50828077] 'agreement among raft nodes before linearized reading' (duration: 1.100241997s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:42.713311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:41.930044Z","time spent":"783.257541ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:53:42.713305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:42.132137Z","time spent":"581.14871ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:53:42.713477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:41.61259Z","time spent":"1.100868934s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T08:53:42.892532Z","caller":"traceutil/trace.go:171","msg":"trace[751797490] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"175.199222ms","start":"2026-04-02T08:53:42.717305Z","end":"2026-04-02T08:53:42.892505Z","steps":["trace[751797490] 'process raft request' (duration: 149.618139ms)","trace[751797490] 'compare' (duration: 25.371187ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:42.892875Z","caller":"traceutil/trace.go:171","msg":"trace[1896749185] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"175.264934ms","start":"2026-04-02T08:53:42.717599Z","end":"2026-04-02T08:53:42.892864Z","steps":["trace[1896749185] 'process raft request' (duration: 175.061548ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:42.892836Z","caller":"traceutil/trace.go:171","msg":"trace[1785912698] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"175.270204ms","start":"2026-04-02T08:53:42.71748Z","end":"2026-04-02T08:53:42.89275Z","steps":["trace[1785912698] 'process raft request' (duration: 174.980706ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:42.893062Z","caller":"traceutil/trace.go:171","msg":"trace[1675798344] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"175.14693ms","start":"2026-04-02T08:53:42.717884Z","end":"2026-04-02T08:53:42.893031Z","steps":["trace[1675798344] 'process raft request' (duration: 174.939934ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:42.893973Z","caller":"traceutil/trace.go:171","msg":"trace[1084324478] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"132.229401ms","start":"2026-04-02T08:53:42.761727Z","end":"2026-04-02T08:53:42.893957Z","steps":["trace[1084324478] 'process raft request' (duration: 132.157039ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:43.118598Z","caller":"traceutil/trace.go:171","msg":"trace[2105930590] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"179.283214ms","start":"2026-04-02T08:53:42.939272Z","end":"2026-04-02T08:53:43.118556Z","steps":["trace[2105930590] 'process raft request' (duration: 179.12367ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:43.118944Z","caller":"traceutil/trace.go:171","msg":"trace[8354367] linearizableReadLoop","detail":"{readStateIndex:1223; appliedIndex:1223; }","duration":"115.586135ms","start":"2026-04-02T08:53:43.003313Z","end":"2026-04-02T08:53:43.118899Z","steps":["trace[8354367] 'read index received' (duration: 115.573384ms)","trace[8354367] 'applied index is now lower than readState.Index' (duration: 9.991µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:53:43.119201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.862893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-04-02T08:53:43.119256Z","caller":"traceutil/trace.go:171","msg":"trace[566885869] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1184; }","duration":"115.963864ms","start":"2026-04-02T08:53:43.003276Z","end":"2026-04-02T08:53:43.11924Z","steps":["trace[566885869] 'agreement among raft nodes before linearized reading' (duration: 115.755018ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:44.339619Z","caller":"traceutil/trace.go:171","msg":"trace[1907073195] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"212.429905ms","start":"2026-04-02T08:53:44.127158Z","end":"2026-04-02T08:53:44.339588Z","steps":["trace[1907073195] 'process raft request' (duration: 212.295492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:49.12708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.561788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:49.127195Z","caller":"traceutil/trace.go:171","msg":"trace[1487779938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1251; }","duration":"196.736513ms","start":"2026-04-02T08:53:48.930437Z","end":"2026-04-02T08:53:49.127173Z","steps":["trace[1487779938] 'range keys from in-memory index tree' (duration: 196.455556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:49.127314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.195276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T08:53:49.127369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.532794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T08:53:49.127395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.11389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:53:49.127447Z","caller":"traceutil/trace.go:171","msg":"trace[379448493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1251; }","duration":"186.639126ms","start":"2026-04-02T08:53:48.940789Z","end":"2026-04-02T08:53:49.127428Z","steps":["trace[379448493] 'range keys from in-memory index tree' (duration: 186.39699ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:49.127442Z","caller":"traceutil/trace.go:171","msg":"trace[728384077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1251; }","duration":"197.37902ms","start":"2026-04-02T08:53:48.930034Z","end":"2026-04-02T08:53:49.127413Z","steps":["trace[728384077] 'range keys from in-memory index tree' (duration: 196.970099ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:49.127476Z","caller":"traceutil/trace.go:171","msg":"trace[1531546779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1251; }","duration":"187.221702ms","start":"2026-04-02T08:53:48.940239Z","end":"2026-04-02T08:53:49.127461Z","steps":["trace[1531546779] 'range keys from in-memory index tree' (duration: 186.920784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:49.127487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.346128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:53:49.127582Z","caller":"traceutil/trace.go:171","msg":"trace[1440891155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1251; }","duration":"186.450941ms","start":"2026-04-02T08:53:48.94109Z","end":"2026-04-02T08:53:49.127541Z","steps":["trace[1440891155] 'range keys from in-memory index tree' (duration: 186.093751ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:49.47663Z","caller":"traceutil/trace.go:171","msg":"trace[836071626] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"345.174431ms","start":"2026-04-02T08:53:49.13143Z","end":"2026-04-02T08:53:49.476605Z","steps":["trace[836071626] 'process raft request' (duration: 345.018906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:49.476823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:49.131408Z","time spent":"345.301234ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:53:49.522148Z","caller":"traceutil/trace.go:171","msg":"trace[1751030647] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"389.843417ms","start":"2026-04-02T08:53:49.132283Z","end":"2026-04-02T08:53:49.522126Z","steps":["trace[1751030647] 'process raft request' (duration: 389.782916ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:49.522199Z","caller":"traceutil/trace.go:171","msg":"trace[1699394258] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"390.292151ms","start":"2026-04-02T08:53:49.131862Z","end":"2026-04-02T08:53:49.522155Z","steps":["trace[1699394258] 'process raft request' (duration: 390.100635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:49.522276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:49.132253Z","time spent":"389.95662ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:53:49.522367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:49.131843Z","time spent":"390.426634ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:53:49.5224Z","caller":"traceutil/trace.go:171","msg":"trace[1175864640] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"389.045815ms","start":"2026-04-02T08:53:49.133319Z","end":"2026-04-02T08:53:49.522365Z","steps":["trace[1175864640] 'process raft request' (duration: 388.776707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:49.522568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:53:49.133305Z","time spent":"389.175268ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:53:52.997312Z","caller":"traceutil/trace.go:171","msg":"trace[849320223] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"105.477078ms","start":"2026-04-02T08:53:52.891803Z","end":"2026-04-02T08:53:52.99728Z","steps":["trace[849320223] 'process raft request' (duration: 105.20229ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:55.538579Z","caller":"traceutil/trace.go:171","msg":"trace[926228487] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"207.276384ms","start":"2026-04-02T08:53:55.331267Z","end":"2026-04-02T08:53:55.538543Z","steps":["trace[926228487] 'process raft request' (duration: 204.180929ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:56.074282Z","caller":"traceutil/trace.go:171","msg":"trace[915386656] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1337; }","duration":"142.280948ms","start":"2026-04-02T08:53:55.931962Z","end":"2026-04-02T08:53:56.074243Z","steps":["trace[915386656] 'read index received' (duration: 78.041433ms)","trace[915386656] 'applied index is now lower than readState.Index' (duration: 64.237975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:53:56.074465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.472663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:56.074469Z","caller":"traceutil/trace.go:171","msg":"trace[166854044] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"220.143156ms","start":"2026-04-02T08:53:55.854284Z","end":"2026-04-02T08:53:56.074427Z","steps":["trace[166854044] 'process raft request' (duration: 155.923792ms)","trace[166854044] 'compare' (duration: 63.67482ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:56.074519Z","caller":"traceutil/trace.go:171","msg":"trace[1131635773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1295; }","duration":"142.612767ms","start":"2026-04-02T08:53:55.931891Z","end":"2026-04-02T08:53:56.074504Z","steps":["trace[1131635773] 'agreement among raft nodes before linearized reading' (duration: 142.490914ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:57.47977Z","caller":"traceutil/trace.go:171","msg":"trace[1276178477] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"225.402652ms","start":"2026-04-02T08:53:57.254345Z","end":"2026-04-02T08:53:57.479747Z","steps":["trace[1276178477] 'process raft request' (duration: 225.262667ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:53:57.639535Z","caller":"traceutil/trace.go:171","msg":"trace[90759727] linearizableReadLoop","detail":"{readStateIndex:1348; appliedIndex:1347; }","duration":"106.068453ms","start":"2026-04-02T08:53:57.533446Z","end":"2026-04-02T08:53:57.639514Z","steps":["trace[90759727] 'read index received' (duration: 105.92902ms)","trace[90759727] 'applied index is now lower than readState.Index' (duration: 138.713µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:53:57.639632Z","caller":"traceutil/trace.go:171","msg":"trace[124839635] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"144.219751ms","start":"2026-04-02T08:53:57.495388Z","end":"2026-04-02T08:53:57.639608Z","steps":["trace[124839635] 'process raft request' (duration: 143.985285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:53:57.639696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.231608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:53:57.639726Z","caller":"traceutil/trace.go:171","msg":"trace[253766606] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1305; }","duration":"106.31406ms","start":"2026-04-02T08:53:57.533402Z","end":"2026-04-02T08:53:57.639716Z","steps":["trace[253766606] 'agreement among raft nodes before linearized reading' (duration: 106.218477ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:00.025261Z","caller":"traceutil/trace.go:171","msg":"trace[436689712] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"298.713335ms","start":"2026-04-02T08:53:59.72652Z","end":"2026-04-02T08:54:00.025233Z","steps":["trace[436689712] 'process raft request' (duration: 298.545679ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:00.029692Z","caller":"traceutil/trace.go:171","msg":"trace[159383621] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"295.472995ms","start":"2026-04-02T08:53:59.734197Z","end":"2026-04-02T08:54:00.02967Z","steps":["trace[159383621] 'process raft request' (duration: 295.402633ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:00.029733Z","caller":"traceutil/trace.go:171","msg":"trace[416220307] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"295.563407ms","start":"2026-04-02T08:53:59.73414Z","end":"2026-04-02T08:54:00.029703Z","steps":["trace[416220307] 'process raft request' (duration: 295.329691ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:00.030033Z","caller":"traceutil/trace.go:171","msg":"trace[1195643232] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"294.591871ms","start":"2026-04-02T08:53:59.735424Z","end":"2026-04-02T08:54:00.030015Z","steps":["trace[1195643232] 'process raft request' (duration: 294.406146ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:00.03002Z","caller":"traceutil/trace.go:171","msg":"trace[1579297354] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"295.728452ms","start":"2026-04-02T08:53:59.734265Z","end":"2026-04-02T08:54:00.029993Z","steps":["trace[1579297354] 'process raft request' (duration: 295.371873ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:06.134294Z","caller":"traceutil/trace.go:171","msg":"trace[1443683111] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"680.391297ms","start":"2026-04-02T08:54:05.453877Z","end":"2026-04-02T08:54:06.134269Z","steps":["trace[1443683111] 'process raft request' (duration: 680.255983ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:06.134302Z","caller":"traceutil/trace.go:171","msg":"trace[1902511412] linearizableReadLoop","detail":"{readStateIndex:1479; appliedIndex:1479; }","duration":"203.54271ms","start":"2026-04-02T08:54:05.930721Z","end":"2026-04-02T08:54:06.134264Z","steps":["trace[1902511412] 'read index received' (duration: 203.52767ms)","trace[1902511412] 'applied index is now lower than readState.Index' (duration: 13.13µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:06.134509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:05.453858Z","time spent":"680.584743ms","remote":"127.0.0.1:54402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:54:06.134529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.797297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:06.134603Z","caller":"traceutil/trace.go:171","msg":"trace[1044247341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1432; }","duration":"203.91715ms","start":"2026-04-02T08:54:05.930666Z","end":"2026-04-02T08:54:06.134583Z","steps":["trace[1044247341] 'agreement among raft nodes before linearized reading' (duration: 203.750906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:08.653663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664153963,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T08:54:08.722496Z","caller":"traceutil/trace.go:171","msg":"trace[1040693157] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"576.924198ms","start":"2026-04-02T08:54:08.145543Z","end":"2026-04-02T08:54:08.722467Z","steps":["trace[1040693157] 'process raft request' (duration: 576.735232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:08.722653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:08.145512Z","time spent":"577.06261ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:09.08683Z","caller":"traceutil/trace.go:171","msg":"trace[1153153048] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1493; }","duration":"934.23684ms","start":"2026-04-02T08:54:08.152564Z","end":"2026-04-02T08:54:09.086801Z","steps":["trace[1153153048] 'read index received' (duration: 569.709419ms)","trace[1153153048] 'applied index is now lower than readState.Index' (duration: 364.525541ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:09.08692Z","caller":"traceutil/trace.go:171","msg":"trace[935592880] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"874.730547ms","start":"2026-04-02T08:54:08.212155Z","end":"2026-04-02T08:54:09.086885Z","steps":["trace[935592880] 'process raft request' (duration: 841.3427ms)","trace[935592880] 'compare' (duration: 32.994065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:09.087069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:08.212123Z","time spent":"874.8624ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:09.087104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.523448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T08:54:09.087157Z","caller":"traceutil/trace.go:171","msg":"trace[851655172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1447; }","duration":"934.62196ms","start":"2026-04-02T08:54:08.152518Z","end":"2026-04-02T08:54:09.08714Z","steps":["trace[851655172] 'agreement among raft nodes before linearized reading' (duration: 934.435885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:09.087165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.971985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T08:54:09.087215Z","caller":"traceutil/trace.go:171","msg":"trace[1139286391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1447; }","duration":"929.073328ms","start":"2026-04-02T08:54:08.15813Z","end":"2026-04-02T08:54:09.087203Z","steps":["trace[1139286391] 'agreement among raft nodes before linearized reading' (duration: 928.965205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:09.08722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:08.152497Z","time spent":"934.705972ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:54:09.087254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:08.158102Z","time spent":"929.143619ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:54:09.087264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.809801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T08:54:09.087277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.473899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-02T08:54:09.087363Z","caller":"traceutil/trace.go:171","msg":"trace[442285728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1447; }","duration":"929.635164ms","start":"2026-04-02T08:54:08.157707Z","end":"2026-04-02T08:54:09.087343Z","steps":["trace[442285728] 'agreement among raft nodes before linearized reading' (duration: 929.383507ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:09.087368Z","caller":"traceutil/trace.go:171","msg":"trace[1239600902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1447; }","duration":"928.929175ms","start":"2026-04-02T08:54:08.158411Z","end":"2026-04-02T08:54:09.087341Z","steps":["trace[1239600902] 'agreement among raft nodes before linearized reading' (duration: 928.681198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:09.087419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:08.157678Z","time spent":"929.730886ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:54:09.087422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:08.158406Z","time spent":"929.005617ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T08:54:12.620612Z","caller":"traceutil/trace.go:171","msg":"trace[1918154373] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"458.553124ms","start":"2026-04-02T08:54:12.162026Z","end":"2026-04-02T08:54:12.620579Z","steps":["trace[1918154373] 'process raft request' (duration: 458.378139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:12.620794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:12.162Z","time spent":"458.706679ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:54:13.052526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.785592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:54:13.052697Z","caller":"traceutil/trace.go:171","msg":"trace[2028610132] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"317.790128ms","start":"2026-04-02T08:54:12.734894Z","end":"2026-04-02T08:54:13.052684Z","steps":["trace[2028610132] 'process raft request' (duration: 317.761838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:13.052755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:12.734864Z","time spent":"317.86068ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:13.052904Z","caller":"traceutil/trace.go:171","msg":"trace[598887427] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"426.915245ms","start":"2026-04-02T08:54:12.62598Z","end":"2026-04-02T08:54:13.052896Z","steps":["trace[598887427] 'process raft request' (duration: 426.628808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:13.05294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:12.625956Z","time spent":"426.966285ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:13.052945Z","caller":"traceutil/trace.go:171","msg":"trace[698143315] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1539; }","duration":"544.424412ms","start":"2026-04-02T08:54:12.508502Z","end":"2026-04-02T08:54:13.052927Z","steps":["trace[698143315] 'read index received' (duration: 111.895493ms)","trace[698143315] 'applied index is now lower than readState.Index' (duration: 432.526879ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:13.052972Z","caller":"traceutil/trace.go:171","msg":"trace[1157198380] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"739.080917ms","start":"2026-04-02T08:54:12.313829Z","end":"2026-04-02T08:54:13.05291Z","steps":["trace[1157198380] 'process raft request' (duration: 418.861533ms)","trace[1157198380] 'compare' (duration: 319.667099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:13.053146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.985284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:54:13.053139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:12.313802Z","time spent":"739.260554ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:54:13.053174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.868891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-02T08:54:13.05319Z","caller":"traceutil/trace.go:171","msg":"trace[324106721] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:1495; }","duration":"294.094557ms","start":"2026-04-02T08:54:12.759083Z","end":"2026-04-02T08:54:13.053178Z","steps":["trace[324106721] 'agreement among raft nodes before linearized reading' (duration: 293.999804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:13.053178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.659249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-02T08:54:13.053171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.275777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:13.053247Z","caller":"traceutil/trace.go:171","msg":"trace[1137614953] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:1495; }","duration":"544.768721ms","start":"2026-04-02T08:54:12.508459Z","end":"2026-04-02T08:54:13.053228Z","steps":["trace[1137614953] 'agreement among raft nodes before linearized reading' (duration: 544.565815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:13.053303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:12.508441Z","time spent":"544.850293ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.141\" "} {"level":"info","ts":"2026-04-02T08:54:13.053289Z","caller":"traceutil/trace.go:171","msg":"trace[1904439067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1495; }","duration":"122.440073ms","start":"2026-04-02T08:54:12.930821Z","end":"2026-04-02T08:54:13.053261Z","steps":["trace[1904439067] 'agreement among raft nodes before linearized reading' (duration: 122.254977ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:13.053214Z","caller":"traceutil/trace.go:171","msg":"trace[1600851928] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1495; }","duration":"427.910631ms","start":"2026-04-02T08:54:12.625289Z","end":"2026-04-02T08:54:13.0532Z","steps":["trace[1600851928] 'agreement among raft nodes before linearized reading' (duration: 427.765248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:13.053434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:12.625267Z","time spent":"428.146019ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-02T08:54:13.300666Z","caller":"traceutil/trace.go:171","msg":"trace[44942983] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1543; }","duration":"242.286604ms","start":"2026-04-02T08:54:13.058358Z","end":"2026-04-02T08:54:13.300644Z","steps":["trace[44942983] 'read index received' (duration: 163.876021ms)","trace[44942983] 'applied index is now lower than readState.Index' (duration: 78.409533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:13.301067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.788167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-02T08:54:13.301031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.622213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:54:13.301165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.768723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-02T08:54:13.301191Z","caller":"traceutil/trace.go:171","msg":"trace[511463691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1495; }","duration":"188.830936ms","start":"2026-04-02T08:54:13.112354Z","end":"2026-04-02T08:54:13.301185Z","steps":["trace[511463691] 'agreement among raft nodes before linearized reading' (duration: 188.756323ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:13.301178Z","caller":"traceutil/trace.go:171","msg":"trace[1074137333] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:1495; }","duration":"242.847279ms","start":"2026-04-02T08:54:13.058292Z","end":"2026-04-02T08:54:13.301139Z","steps":["trace[1074137333] 'agreement among raft nodes before linearized reading' (duration: 242.564002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:13.301224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.562818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T08:54:13.3013Z","caller":"traceutil/trace.go:171","msg":"trace[580569346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1495; }","duration":"188.683952ms","start":"2026-04-02T08:54:13.112597Z","end":"2026-04-02T08:54:13.301281Z","steps":["trace[580569346] 'agreement among raft nodes before linearized reading' (duration: 188.478856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:13.301314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.569656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:54:13.301099Z","caller":"traceutil/trace.go:171","msg":"trace[74587262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1495; }","duration":"191.864429ms","start":"2026-04-02T08:54:13.109226Z","end":"2026-04-02T08:54:13.301091Z","steps":["trace[74587262] 'agreement among raft nodes before linearized reading' (duration: 191.723545ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:13.301353Z","caller":"traceutil/trace.go:171","msg":"trace[1633312601] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1495; }","duration":"118.645019ms","start":"2026-04-02T08:54:13.182694Z","end":"2026-04-02T08:54:13.301339Z","steps":["trace[1633312601] 'agreement among raft nodes before linearized reading' (duration: 118.591098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:13.301226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.001331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T08:54:13.30145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.701252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T08:54:13.301459Z","caller":"traceutil/trace.go:171","msg":"trace[980572060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1495; }","duration":"157.268449ms","start":"2026-04-02T08:54:13.144179Z","end":"2026-04-02T08:54:13.301448Z","steps":["trace[980572060] 'agreement among raft nodes before linearized reading' (duration: 156.870967ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:13.301469Z","caller":"traceutil/trace.go:171","msg":"trace[1983273100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1495; }","duration":"184.743413ms","start":"2026-04-02T08:54:13.11672Z","end":"2026-04-02T08:54:13.301463Z","steps":["trace[1983273100] 'agreement among raft nodes before linearized reading' (duration: 184.688992ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:13.509919Z","caller":"traceutil/trace.go:171","msg":"trace[393989512] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"204.258741ms","start":"2026-04-02T08:54:13.30563Z","end":"2026-04-02T08:54:13.509888Z","steps":["trace[393989512] 'process raft request' (duration: 203.388796ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:13.510272Z","caller":"traceutil/trace.go:171","msg":"trace[108760055] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"204.58589ms","start":"2026-04-02T08:54:13.305656Z","end":"2026-04-02T08:54:13.510242Z","steps":["trace[108760055] 'process raft request' (duration: 204.124868ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:13.510341Z","caller":"traceutil/trace.go:171","msg":"trace[420665192] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"204.5826ms","start":"2026-04-02T08:54:13.305738Z","end":"2026-04-02T08:54:13.51032Z","steps":["trace[420665192] 'process raft request' (duration: 204.357473ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:13.510404Z","caller":"traceutil/trace.go:171","msg":"trace[1066022653] linearizableReadLoop","detail":"{readStateIndex:1550; appliedIndex:1544; }","duration":"202.582094ms","start":"2026-04-02T08:54:13.307781Z","end":"2026-04-02T08:54:13.510363Z","steps":["trace[1066022653] 'read index received' (duration: 32.913694ms)","trace[1066022653] 'applied index is now lower than readState.Index' (duration: 169.66678ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:13.510522Z","caller":"traceutil/trace.go:171","msg":"trace[1104561371] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"204.443746ms","start":"2026-04-02T08:54:13.306057Z","end":"2026-04-02T08:54:13.5105Z","steps":["trace[1104561371] 'process raft request' (duration: 204.25007ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:13.510467Z","caller":"traceutil/trace.go:171","msg":"trace[2108003818] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"204.55408ms","start":"2026-04-02T08:54:13.305876Z","end":"2026-04-02T08:54:13.510431Z","steps":["trace[2108003818] 'process raft request' (duration: 204.364754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:13.510691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.503772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-02T08:54:13.510585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.78417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:13.510763Z","caller":"traceutil/trace.go:171","msg":"trace[461559762] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1501; }","duration":"167.637315ms","start":"2026-04-02T08:54:13.343106Z","end":"2026-04-02T08:54:13.510744Z","steps":["trace[461559762] 'agreement among raft nodes before linearized reading' (duration: 167.486181ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:13.510868Z","caller":"traceutil/trace.go:171","msg":"trace[638239706] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:1501; }","duration":"203.095498ms","start":"2026-04-02T08:54:13.307754Z","end":"2026-04-02T08:54:13.510849Z","steps":["trace[638239706] 'agreement among raft nodes before linearized reading' (duration: 202.755329ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:20.673304Z","caller":"traceutil/trace.go:171","msg":"trace[1218996445] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"113.973832ms","start":"2026-04-02T08:54:20.559305Z","end":"2026-04-02T08:54:20.673279Z","steps":["trace[1218996445] 'process raft request' (duration: 113.811778ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:26.817918Z","caller":"traceutil/trace.go:171","msg":"trace[1875488209] linearizableReadLoop","detail":"{readStateIndex:1824; appliedIndex:1823; }","duration":"124.012665ms","start":"2026-04-02T08:54:26.693883Z","end":"2026-04-02T08:54:26.817895Z","steps":["trace[1875488209] 'read index received' (duration: 123.83238ms)","trace[1875488209] 'applied index is now lower than readState.Index' (duration: 179.405µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:26.818088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.17996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:26.818146Z","caller":"traceutil/trace.go:171","msg":"trace[868219670] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1753; }","duration":"124.292542ms","start":"2026-04-02T08:54:26.693836Z","end":"2026-04-02T08:54:26.818128Z","steps":["trace[868219670] 'agreement among raft nodes before linearized reading' (duration: 124.153269ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:26.818532Z","caller":"traceutil/trace.go:171","msg":"trace[1214825925] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"263.698337ms","start":"2026-04-02T08:54:26.554759Z","end":"2026-04-02T08:54:26.818458Z","steps":["trace[1214825925] 'process raft request' (duration: 263.006019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:30.016447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.156243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:54:30.016585Z","caller":"traceutil/trace.go:171","msg":"trace[42066544] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1838; }","duration":"416.365273ms","start":"2026-04-02T08:54:29.6002Z","end":"2026-04-02T08:54:30.016565Z","steps":["trace[42066544] 'read index received' (duration: 26.143282ms)","trace[42066544] 'applied index is now lower than readState.Index' (duration: 390.219871ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:30.016676Z","caller":"traceutil/trace.go:171","msg":"trace[1282169232] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"426.610632ms","start":"2026-04-02T08:54:29.59005Z","end":"2026-04-02T08:54:30.016661Z","steps":["trace[1282169232] 'process raft request' (duration: 84.151251ms)","trace[1282169232] 'compare' (duration: 341.761263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:30.016753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:29.590036Z","time spent":"426.674104ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:30.016947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.684793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T08:54:30.017039Z","caller":"traceutil/trace.go:171","msg":"trace[1600237652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1767; }","duration":"412.784844ms","start":"2026-04-02T08:54:29.604227Z","end":"2026-04-02T08:54:30.017012Z","steps":["trace[1600237652] 'agreement among raft nodes before linearized reading' (duration: 412.479177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:30.017096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:29.604219Z","time spent":"412.864558ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:54:30.017112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.85725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T08:54:30.01713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.917128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:54:30.017171Z","caller":"traceutil/trace.go:171","msg":"trace[421052609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1767; }","duration":"411.942063ms","start":"2026-04-02T08:54:29.605213Z","end":"2026-04-02T08:54:30.017155Z","steps":["trace[421052609] 'agreement among raft nodes before linearized reading' (duration: 411.802499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:30.017212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:29.605196Z","time spent":"412.008574ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T08:54:30.017209Z","caller":"traceutil/trace.go:171","msg":"trace[1472059036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1767; }","duration":"417.040062ms","start":"2026-04-02T08:54:29.600148Z","end":"2026-04-02T08:54:30.017188Z","steps":["trace[1472059036] 'agreement among raft nodes before linearized reading' (duration: 416.824636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:30.017252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:29.600128Z","time spent":"417.115625ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T08:54:30.139264Z","caller":"traceutil/trace.go:171","msg":"trace[1511305964] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"117.134808ms","start":"2026-04-02T08:54:30.022103Z","end":"2026-04-02T08:54:30.139238Z","steps":["trace[1511305964] 'process raft request' (duration: 117.069376ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:30.139378Z","caller":"traceutil/trace.go:171","msg":"trace[471381124] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"117.544729ms","start":"2026-04-02T08:54:30.021774Z","end":"2026-04-02T08:54:30.139319Z","steps":["trace[471381124] 'process raft request' (duration: 116.510081ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:30.433703Z","caller":"traceutil/trace.go:171","msg":"trace[1330801717] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"155.898804ms","start":"2026-04-02T08:54:30.277745Z","end":"2026-04-02T08:54:30.433644Z","steps":["trace[1330801717] 'process raft request' (duration: 111.736312ms)","trace[1330801717] 'compare' (duration: 43.881074ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:32.259855Z","caller":"traceutil/trace.go:171","msg":"trace[1383576693] linearizableReadLoop","detail":"{readStateIndex:1848; appliedIndex:1847; }","duration":"116.806169ms","start":"2026-04-02T08:54:32.143022Z","end":"2026-04-02T08:54:32.259828Z","steps":["trace[1383576693] 'read index received' (duration: 108.859233ms)","trace[1383576693] 'applied index is now lower than readState.Index' (duration: 7.945926ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:32.259956Z","caller":"traceutil/trace.go:171","msg":"trace[646050876] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"176.6735ms","start":"2026-04-02T08:54:32.083243Z","end":"2026-04-02T08:54:32.259916Z","steps":["trace[646050876] 'process raft request' (duration: 168.688062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:32.260199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.120278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T08:54:32.260238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.881853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:54:32.260295Z","caller":"traceutil/trace.go:171","msg":"trace[311755813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1776; }","duration":"116.977984ms","start":"2026-04-02T08:54:32.143303Z","end":"2026-04-02T08:54:32.260281Z","steps":["trace[311755813] 'agreement among raft nodes before linearized reading' (duration: 116.745458ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:32.260296Z","caller":"traceutil/trace.go:171","msg":"trace[1042445635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1776; }","duration":"117.333753ms","start":"2026-04-02T08:54:32.14294Z","end":"2026-04-02T08:54:32.260274Z","steps":["trace[1042445635] 'agreement among raft nodes before linearized reading' (duration: 117.034745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:32.801191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.389971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T08:54:32.80129Z","caller":"traceutil/trace.go:171","msg":"trace[845904605] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:1779; }","duration":"291.536045ms","start":"2026-04-02T08:54:32.509731Z","end":"2026-04-02T08:54:32.801267Z","steps":["trace[845904605] 'range keys from in-memory index tree' (duration: 291.210816ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:32.985967Z","caller":"traceutil/trace.go:171","msg":"trace[932080603] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"102.87688ms","start":"2026-04-02T08:54:32.883046Z","end":"2026-04-02T08:54:32.985923Z","steps":["trace[932080603] 'process raft request' (duration: 60.100005ms)","trace[932080603] 'compare' (duration: 42.541898ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:33.021814Z","caller":"traceutil/trace.go:171","msg":"trace[1621925557] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"120.280005ms","start":"2026-04-02T08:54:32.9015Z","end":"2026-04-02T08:54:33.02178Z","steps":["trace[1621925557] 'process raft request' (duration: 119.873883ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:33.344846Z","caller":"traceutil/trace.go:171","msg":"trace[2121663700] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"109.07126ms","start":"2026-04-02T08:54:33.235568Z","end":"2026-04-02T08:54:33.344639Z","steps":["trace[2121663700] 'process raft request' (duration: 43.458153ms)","trace[2121663700] 'compare' (duration: 65.209365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:39.558869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664154870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:40.059308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664154870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:40.560366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664154870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:41.061288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664154870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:41.264734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.225380861s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:54:41.348763Z","caller":"traceutil/trace.go:171","msg":"trace[1855459539] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"2.309518692s","start":"2026-04-02T08:54:39.039213Z","end":"2026-04-02T08:54:41.348732Z","steps":["trace[1855459539] 'process raft request' (duration: 2.225771262s)","trace[1855459539] 'compare' (duration: 83.237855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:41.348931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:39.039185Z","time spent":"2.309652304s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:41.599126Z","caller":"traceutil/trace.go:171","msg":"trace[60539860] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"2.229434462s","start":"2026-04-02T08:54:39.36966Z","end":"2026-04-02T08:54:41.599095Z","steps":["trace[60539860] 'process raft request' (duration: 2.181784465s)","trace[60539860] 'compare' (duration: 47.288778ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:41.599265Z","caller":"traceutil/trace.go:171","msg":"trace[790015053] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"1.863939123s","start":"2026-04-02T08:54:39.735302Z","end":"2026-04-02T08:54:41.599241Z","steps":["trace[790015053] 'process raft request' (duration: 1.863696997s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:41.599262Z","caller":"traceutil/trace.go:171","msg":"trace[1864665126] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"1.223805411s","start":"2026-04-02T08:54:40.375424Z","end":"2026-04-02T08:54:41.599229Z","steps":["trace[1864665126] 'process raft request' (duration: 1.223699158s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.599378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:39.735274Z","time spent":"1.864048137s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:41.599478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:40.375387Z","time spent":"1.223985854s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:41.599295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:39.36961Z","time spent":"2.229593006s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:41.599578Z","caller":"traceutil/trace.go:171","msg":"trace[1218929416] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"1.061438721s","start":"2026-04-02T08:54:40.538079Z","end":"2026-04-02T08:54:41.599518Z","steps":["trace[1218929416] 'process raft request' (duration: 1.061097822s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.599824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541583478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b826dafb-5b08-4230-8b05-44ea99e7ff80\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-02T08:54:41.599907Z","caller":"traceutil/trace.go:171","msg":"trace[763755386] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b826dafb-5b08-4230-8b05-44ea99e7ff80; range_end:; response_count:1; response_revision:1887; }","duration":"2.541721752s","start":"2026-04-02T08:54:39.058163Z","end":"2026-04-02T08:54:41.599885Z","steps":["trace[763755386] 'agreement among raft nodes before linearized reading' (duration: 2.541476045s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:41.599569Z","caller":"traceutil/trace.go:171","msg":"trace[79620430] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1956; }","duration":"2.5412841s","start":"2026-04-02T08:54:39.058217Z","end":"2026-04-02T08:54:41.599502Z","steps":["trace[79620430] 'read index received' (duration: 2.206765594s)","trace[79620430] 'applied index is now lower than readState.Index' (duration: 334.517356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:54:41.599959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:39.058145Z","time spent":"2.541802694s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b826dafb-5b08-4230-8b05-44ea99e7ff80\" "} {"level":"warn","ts":"2026-04-02T08:54:41.600234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401100314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b826dafb-5b08-4230-8b05-44ea99e7ff80\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-02T08:54:41.600282Z","caller":"traceutil/trace.go:171","msg":"trace[1522250105] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b826dafb-5b08-4230-8b05-44ea99e7ff80; range_end:; response_count:1; response_revision:1887; }","duration":"2.401183837s","start":"2026-04-02T08:54:39.199085Z","end":"2026-04-02T08:54:41.600269Z","steps":["trace[1522250105] 'agreement among raft nodes before linearized reading' (duration: 2.401059283s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.600313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:39.199063Z","time spent":"2.401242288s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b826dafb-5b08-4230-8b05-44ea99e7ff80\" "} {"level":"warn","ts":"2026-04-02T08:54:41.600422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401371763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:54:41.600452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212961084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:54:41.600504Z","caller":"traceutil/trace.go:171","msg":"trace[1136531566] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1887; }","duration":"1.401498587s","start":"2026-04-02T08:54:40.198983Z","end":"2026-04-02T08:54:41.600482Z","steps":["trace[1136531566] 'agreement among raft nodes before linearized reading' (duration: 1.401345933s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:41.600521Z","caller":"traceutil/trace.go:171","msg":"trace[1899100389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1887; }","duration":"2.213086158s","start":"2026-04-02T08:54:39.387415Z","end":"2026-04-02T08:54:41.600501Z","steps":["trace[1899100389] 'agreement among raft nodes before linearized reading' (duration: 2.212917073s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.600531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261146325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-02T08:54:41.600483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839699033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T08:54:41.60056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:40.19896Z","time spent":"1.401585599s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:54:41.6006Z","caller":"traceutil/trace.go:171","msg":"trace[544274901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1887; }","duration":"1.83987364s","start":"2026-04-02T08:54:39.760701Z","end":"2026-04-02T08:54:41.600575Z","steps":["trace[544274901] 'agreement among raft nodes before linearized reading' (duration: 1.839488919s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.600639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939595083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:54:41.600671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:39.76069Z","time spent":"1.839961451s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T08:54:41.60069Z","caller":"traceutil/trace.go:171","msg":"trace[1346493594] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1887; }","duration":"1.939768198s","start":"2026-04-02T08:54:39.660908Z","end":"2026-04-02T08:54:41.600677Z","steps":["trace[1346493594] 'agreement among raft nodes before linearized reading' (duration: 1.939684745s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.600693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17271533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T08:54:41.60071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.947992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:54:41.600752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:39.660886Z","time spent":"1.9398535s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:54:41.600759Z","caller":"traceutil/trace.go:171","msg":"trace[611991624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1887; }","duration":"1.172830152s","start":"2026-04-02T08:54:40.427916Z","end":"2026-04-02T08:54:41.600746Z","steps":["trace[611991624] 'agreement among raft nodes before linearized reading' (duration: 1.172685849s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:41.600773Z","caller":"traceutil/trace.go:171","msg":"trace[469506882] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1887; }","duration":"729.069443ms","start":"2026-04-02T08:54:40.871688Z","end":"2026-04-02T08:54:41.600757Z","steps":["trace[469506882] 'agreement among raft nodes before linearized reading' (duration: 728.91742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.600799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:40.427879Z","time spent":"1.172909385s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:54:41.600816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:40.871667Z","time spent":"729.137747ms","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:54:41.600837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176471771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T08:54:41.600567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:39.387397Z","time spent":"2.213157839s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:54:41.600899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.646385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:41.600906Z","caller":"traceutil/trace.go:171","msg":"trace[1269003358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1887; }","duration":"1.176574766s","start":"2026-04-02T08:54:40.424313Z","end":"2026-04-02T08:54:41.600888Z","steps":["trace[1269003358] 'agreement among raft nodes before linearized reading' (duration: 1.17637706s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:41.600946Z","caller":"traceutil/trace.go:171","msg":"trace[417046709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1887; }","duration":"670.737216ms","start":"2026-04-02T08:54:40.930197Z","end":"2026-04-02T08:54:41.600934Z","steps":["trace[417046709] 'agreement among raft nodes before linearized reading' (duration: 670.667994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.600964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:40.424292Z","time spent":"1.176658827s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:54:41.600986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:40.930165Z","time spent":"670.811428ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:54:41.60043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220590932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T08:54:41.599917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:40.538054Z","time spent":"1.06179585s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:41.601088Z","caller":"traceutil/trace.go:171","msg":"trace[611149130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1887; }","duration":"1.221339483s","start":"2026-04-02T08:54:40.379727Z","end":"2026-04-02T08:54:41.601067Z","steps":["trace[611149130] 'agreement among raft nodes before linearized reading' (duration: 1.220440739s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:41.600574Z","caller":"traceutil/trace.go:171","msg":"trace[951573561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1887; }","duration":"2.261222377s","start":"2026-04-02T08:54:39.339331Z","end":"2026-04-02T08:54:41.600554Z","steps":["trace[951573561] 'agreement among raft nodes before linearized reading' (duration: 2.261116824s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.601176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:39.339305Z","time spent":"2.261856374s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:54:41.601217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:40.3797Z","time spent":"1.221446996s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T08:54:41.601479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506275869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T08:54:41.601538Z","caller":"traceutil/trace.go:171","msg":"trace[427062659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1887; }","duration":"1.506375821s","start":"2026-04-02T08:54:40.095148Z","end":"2026-04-02T08:54:41.601523Z","steps":["trace[427062659] 'agreement among raft nodes before linearized reading' (duration: 1.50521654s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.601574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:40.095127Z","time spent":"1.506439183s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T08:54:41.980119Z","caller":"traceutil/trace.go:171","msg":"trace[1907948136] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"374.211765ms","start":"2026-04-02T08:54:41.605844Z","end":"2026-04-02T08:54:41.980055Z","steps":["trace[1907948136] 'process raft request' (duration: 374.01805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.98029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:41.605818Z","time spent":"374.389791ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:41.980441Z","caller":"traceutil/trace.go:171","msg":"trace[912459851] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"373.366553ms","start":"2026-04-02T08:54:41.607059Z","end":"2026-04-02T08:54:41.980425Z","steps":["trace[912459851] 'process raft request' (duration: 373.286951ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:41.980421Z","caller":"traceutil/trace.go:171","msg":"trace[113298772] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"374.39697ms","start":"2026-04-02T08:54:41.605985Z","end":"2026-04-02T08:54:41.980382Z","steps":["trace[113298772] 'process raft request' (duration: 374.032021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.980499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:41.607028Z","time spent":"373.443415ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:41.980569Z","caller":"traceutil/trace.go:171","msg":"trace[918499977] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"373.607119ms","start":"2026-04-02T08:54:41.606935Z","end":"2026-04-02T08:54:41.980543Z","steps":["trace[918499977] 'process raft request' (duration: 373.314241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.980731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:41.606926Z","time spent":"373.728692ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:41.980588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:41.605977Z","time spent":"374.515503ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:41.980596Z","caller":"traceutil/trace.go:171","msg":"trace[2025790489] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"371.853182ms","start":"2026-04-02T08:54:41.608721Z","end":"2026-04-02T08:54:41.980574Z","steps":["trace[2025790489] 'process raft request' (duration: 371.665746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:41.980967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:41.608712Z","time spent":"372.216841ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:42.494371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664154886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:42.995255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664154886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:43.130935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.138045956s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:54:43.13163Z","caller":"traceutil/trace.go:171","msg":"trace[908411594] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1967; }","duration":"1.138263741s","start":"2026-04-02T08:54:41.993341Z","end":"2026-04-02T08:54:43.131604Z","steps":["trace[908411594] 'read index received' (duration: 1.138019094s)","trace[908411594] 'applied index is now lower than readState.Index' (duration: 243.457µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:43.131671Z","caller":"traceutil/trace.go:171","msg":"trace[1743736749] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"1.138890758s","start":"2026-04-02T08:54:41.992754Z","end":"2026-04-02T08:54:43.131644Z","steps":["trace[1743736749] 'process raft request' (duration: 1.138690383s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:43.131799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:41.992715Z","time spent":"1.139014002s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:43.131813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116382537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:54:43.131812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138442067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:43.131852Z","caller":"traceutil/trace.go:171","msg":"trace[1818638382] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1894; }","duration":"1.116465758s","start":"2026-04-02T08:54:42.015374Z","end":"2026-04-02T08:54:43.13184Z","steps":["trace[1818638382] 'agreement among raft nodes before linearized reading' (duration: 1.116384655s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:43.131864Z","caller":"traceutil/trace.go:171","msg":"trace[880635382] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1894; }","duration":"1.138535539s","start":"2026-04-02T08:54:41.993315Z","end":"2026-04-02T08:54:43.13185Z","steps":["trace[880635382] 'agreement among raft nodes before linearized reading' (duration: 1.138421566s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:43.1319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:42.015356Z","time spent":"1.116532641s","remote":"127.0.0.1:50192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:54:43.131902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:41.993302Z","time spent":"1.138590321s","remote":"127.0.0.1:50150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:54:43.131966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.794306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:43.132021Z","caller":"traceutil/trace.go:171","msg":"trace[2018768925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1894; }","duration":"203.891421ms","start":"2026-04-02T08:54:42.92811Z","end":"2026-04-02T08:54:43.132002Z","steps":["trace[2018768925] 'agreement among raft nodes before linearized reading' (duration: 203.793108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:43.132005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.904085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-02T08:54:43.132042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.694772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-02T08:54:43.132135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.382645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-02T08:54:43.132142Z","caller":"traceutil/trace.go:171","msg":"trace[1376267578] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:1894; }","duration":"621.850245ms","start":"2026-04-02T08:54:42.510277Z","end":"2026-04-02T08:54:43.132128Z","steps":["trace[1376267578] 'agreement among raft nodes before linearized reading' (duration: 621.599528ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:43.132146Z","caller":"traceutil/trace.go:171","msg":"trace[1700706895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1894; }","duration":"522.07065ms","start":"2026-04-02T08:54:42.610046Z","end":"2026-04-02T08:54:43.132117Z","steps":["trace[1700706895] 'agreement among raft nodes before linearized reading' (duration: 521.748071ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:43.132169Z","caller":"traceutil/trace.go:171","msg":"trace[1153714700] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1894; }","duration":"865.445645ms","start":"2026-04-02T08:54:42.266714Z","end":"2026-04-02T08:54:43.13216Z","steps":["trace[1153714700] 'agreement among raft nodes before linearized reading' (duration: 865.308212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:43.132185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:42.510254Z","time spent":"621.918348ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.141\" "} {"level":"warn","ts":"2026-04-02T08:54:43.132209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:42.610036Z","time spent":"522.157982ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:54:43.132193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:42.266697Z","time spent":"865.491726ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T08:54:43.132257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.105787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b826dafb-5b08-4230-8b05-44ea99e7ff80\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-02T08:54:43.132387Z","caller":"traceutil/trace.go:171","msg":"trace[837885269] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b826dafb-5b08-4230-8b05-44ea99e7ff80; range_end:; response_count:1; response_revision:1894; }","duration":"527.276602ms","start":"2026-04-02T08:54:42.605073Z","end":"2026-04-02T08:54:43.13235Z","steps":["trace[837885269] 'agreement among raft nodes before linearized reading' (duration: 526.879681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:43.132435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:42.605046Z","time spent":"527.377554ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b826dafb-5b08-4230-8b05-44ea99e7ff80\" "} {"level":"warn","ts":"2026-04-02T08:54:43.642901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664154889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:44.143208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664154889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:44.644272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664154889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:54:45.031093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.897119047s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:54:45.03157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.13369Z","time spent":"1.897874768s","remote":"127.0.0.1:33580","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T08:54:45.320193Z","caller":"traceutil/trace.go:171","msg":"trace[806404005] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"2.182055073s","start":"2026-04-02T08:54:43.138109Z","end":"2026-04-02T08:54:45.320164Z","steps":["trace[806404005] 'process raft request' (duration: 2.181665862s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.320419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.138079Z","time spent":"2.182234647s","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:45.320586Z","caller":"traceutil/trace.go:171","msg":"trace[510388452] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"2.18237703s","start":"2026-04-02T08:54:43.138179Z","end":"2026-04-02T08:54:45.320556Z","steps":["trace[510388452] 'process raft request' (duration: 2.181874307s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.320744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.138143Z","time spent":"2.182511054s","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:45.320757Z","caller":"traceutil/trace.go:171","msg":"trace[1584533668] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"2.182265878s","start":"2026-04-02T08:54:43.138454Z","end":"2026-04-02T08:54:45.320719Z","steps":["trace[1584533668] 'process raft request' (duration: 2.182005152s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.320935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.138436Z","time spent":"2.182408112s","remote":"127.0.0.1:33828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:45.32168Z","caller":"traceutil/trace.go:171","msg":"trace[1932960612] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"2.182867724s","start":"2026-04-02T08:54:43.138794Z","end":"2026-04-02T08:54:45.321662Z","steps":["trace[1932960612] 'process raft request' (duration: 2.181797765s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.321797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.138788Z","time spent":"2.182949736s","remote":"127.0.0.1:33828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:45.32191Z","caller":"traceutil/trace.go:171","msg":"trace[1073266272] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"2.131738082s","start":"2026-04-02T08:54:43.19015Z","end":"2026-04-02T08:54:45.321888Z","steps":["trace[1073266272] 'process raft request' (duration: 2.131375592s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.32203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.190115Z","time spent":"2.131856717s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:45.322146Z","caller":"traceutil/trace.go:171","msg":"trace[1279406939] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"1.715992837s","start":"2026-04-02T08:54:43.606138Z","end":"2026-04-02T08:54:45.322131Z","steps":["trace[1279406939] 'process raft request' (duration: 1.715700639s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:45.322146Z","caller":"traceutil/trace.go:171","msg":"trace[424383480] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"288.905554ms","start":"2026-04-02T08:54:45.033209Z","end":"2026-04-02T08:54:45.322115Z","steps":["trace[424383480] 'process raft request' (duration: 288.835932ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:45.322493Z","caller":"traceutil/trace.go:171","msg":"trace[2130929316] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"1.714783825s","start":"2026-04-02T08:54:43.60766Z","end":"2026-04-02T08:54:45.322444Z","steps":["trace[2130929316] 'process raft request' (duration: 1.7142272s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.322622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.607627Z","time spent":"1.714929498s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:45.322607Z","caller":"traceutil/trace.go:171","msg":"trace[1618165406] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"1.96780892s","start":"2026-04-02T08:54:43.354759Z","end":"2026-04-02T08:54:45.322568Z","steps":["trace[1618165406] 'process raft request' (duration: 1.966915146s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:45.322642Z","caller":"traceutil/trace.go:171","msg":"trace[554863186] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1968; }","duration":"2.1801094s","start":"2026-04-02T08:54:43.142508Z","end":"2026-04-02T08:54:45.322617Z","steps":["trace[554863186] 'read index received' (duration: 1.888848422s)","trace[554863186] 'applied index is now lower than readState.Index' (duration: 291.258488ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:54:45.32279Z","caller":"traceutil/trace.go:171","msg":"trace[925534449] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"474.016333ms","start":"2026-04-02T08:54:44.848743Z","end":"2026-04-02T08:54:45.322759Z","steps":["trace[925534449] 'process raft request' (duration: 473.228302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.322786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.354719Z","time spent":"1.967973684s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:45.322782Z","caller":"traceutil/trace.go:171","msg":"trace[1225973572] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"1.716652345s","start":"2026-04-02T08:54:43.606095Z","end":"2026-04-02T08:54:45.322748Z","steps":["trace[1225973572] 'process raft request' (duration: 1.715645747s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.32291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889440498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:54:45.322967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:44.848719Z","time spent":"474.111045ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:45.323028Z","caller":"traceutil/trace.go:171","msg":"trace[829720619] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1905; }","duration":"1.889587072s","start":"2026-04-02T08:54:43.433411Z","end":"2026-04-02T08:54:45.322998Z","steps":["trace[829720619] 'agreement among raft nodes before linearized reading' (duration: 1.889424658s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.323034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.606072Z","time spent":"1.716812709s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:54:45.323092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184567692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b826dafb-5b08-4230-8b05-44ea99e7ff80\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-04-02T08:54:45.323114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180593643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:45.323151Z","caller":"traceutil/trace.go:171","msg":"trace[843718058] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b826dafb-5b08-4230-8b05-44ea99e7ff80; range_end:; response_count:1; response_revision:1905; }","duration":"1.184651904s","start":"2026-04-02T08:54:44.138483Z","end":"2026-04-02T08:54:45.323135Z","steps":["trace[843718058] 'agreement among raft nodes before linearized reading' (duration: 1.18445499s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:45.323166Z","caller":"traceutil/trace.go:171","msg":"trace[1827866937] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1905; }","duration":"2.180671655s","start":"2026-04-02T08:54:43.142473Z","end":"2026-04-02T08:54:45.323145Z","steps":["trace[1827866937] 'agreement among raft nodes before linearized reading' (duration: 2.180596232s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.323217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:44.138462Z","time spent":"1.184746138s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b826dafb-5b08-4230-8b05-44ea99e7ff80\" "} {"level":"warn","ts":"2026-04-02T08:54:45.323222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.142465Z","time spent":"2.180747787s","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-02T08:54:45.323243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.509399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:54:45.32326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338138543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T08:54:45.323298Z","caller":"traceutil/trace.go:171","msg":"trace[501856611] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1905; }","duration":"113.627162ms","start":"2026-04-02T08:54:45.209659Z","end":"2026-04-02T08:54:45.323286Z","steps":["trace[501856611] 'agreement among raft nodes before linearized reading' (duration: 113.523379ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:45.32331Z","caller":"traceutil/trace.go:171","msg":"trace[1827445584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1905; }","duration":"1.338216844s","start":"2026-04-02T08:54:43.985079Z","end":"2026-04-02T08:54:45.323296Z","steps":["trace[1827445584] 'agreement among raft nodes before linearized reading' (duration: 1.338045099s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.323354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.985058Z","time spent":"1.338281576s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T08:54:45.323219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154168075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-02T08:54:45.323449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.711894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T08:54:45.323477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182315861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-02T08:54:45.32304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.996529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:45.323504Z","caller":"traceutil/trace.go:171","msg":"trace[482028368] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1905; }","duration":"462.787516ms","start":"2026-04-02T08:54:44.860703Z","end":"2026-04-02T08:54:45.323491Z","steps":["trace[482028368] 'agreement among raft nodes before linearized reading' (duration: 462.545188ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:45.32352Z","caller":"traceutil/trace.go:171","msg":"trace[156872748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1905; }","duration":"1.182371613s","start":"2026-04-02T08:54:44.141136Z","end":"2026-04-02T08:54:45.323508Z","steps":["trace[156872748] 'agreement among raft nodes before linearized reading' (duration: 1.18227268s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:45.323527Z","caller":"traceutil/trace.go:171","msg":"trace[992859107] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1905; }","duration":"446.568825ms","start":"2026-04-02T08:54:44.876945Z","end":"2026-04-02T08:54:45.323514Z","steps":["trace[992859107] 'agreement among raft nodes before linearized reading' (duration: 445.99419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.323545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:44.860691Z","time spent":"462.843959ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":228,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:54:45.323556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:44.141129Z","time spent":"1.182420484s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:54:45.32356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338748999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T08:54:45.323572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:44.876921Z","time spent":"446.635627ms","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:54:45.323607Z","caller":"traceutil/trace.go:171","msg":"trace[303670113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1905; }","duration":"1.338817642s","start":"2026-04-02T08:54:43.984773Z","end":"2026-04-02T08:54:45.323591Z","steps":["trace[303670113] 'agreement among raft nodes before linearized reading' (duration: 1.338695948s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.323663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.984762Z","time spent":"1.338885793s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T08:54:45.323097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.433391Z","time spent":"1.889688575s","remote":"127.0.0.1:33966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:54:45.32347Z","caller":"traceutil/trace.go:171","msg":"trace[1309605291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1905; }","duration":"1.154460652s","start":"2026-04-02T08:54:44.168994Z","end":"2026-04-02T08:54:45.323455Z","steps":["trace[1309605291] 'agreement among raft nodes before linearized reading' (duration: 1.154100663s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.323864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339707875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T08:54:45.322253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.606113Z","time spent":"1.71608126s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:54:45.323927Z","caller":"traceutil/trace.go:171","msg":"trace[643262731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1905; }","duration":"1.339793598s","start":"2026-04-02T08:54:43.984109Z","end":"2026-04-02T08:54:45.323902Z","steps":["trace[643262731] 'agreement among raft nodes before linearized reading' (duration: 1.339631303s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.323966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.984063Z","time spent":"1.3398958s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:54:45.323979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393303863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:54:45.324161Z","caller":"traceutil/trace.go:171","msg":"trace[265339685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1905; }","duration":"1.393703444s","start":"2026-04-02T08:54:43.93044Z","end":"2026-04-02T08:54:45.324144Z","steps":["trace[265339685] 'agreement among raft nodes before linearized reading' (duration: 1.393313063s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.324199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339905579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T08:54:45.323868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:44.16897Z","time spent":"1.154887824s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T08:54:45.324232Z","caller":"traceutil/trace.go:171","msg":"trace[532993626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1905; }","duration":"1.339975983s","start":"2026-04-02T08:54:43.984246Z","end":"2026-04-02T08:54:45.324222Z","steps":["trace[532993626] 'agreement among raft nodes before linearized reading' (duration: 1.33987884s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.32426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.984184Z","time spent":"1.340069734s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:54:45.324215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.930417Z","time spent":"1.393780927s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:54:45.324439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665969795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T08:54:45.324511Z","caller":"traceutil/trace.go:171","msg":"trace[1309601305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1905; }","duration":"1.666036268s","start":"2026-04-02T08:54:43.658449Z","end":"2026-04-02T08:54:45.324485Z","steps":["trace[1309601305] 'agreement among raft nodes before linearized reading' (duration: 1.665788791s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:54:45.324556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:54:43.658384Z","time spent":"1.666160852s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T08:54:59.567649Z","caller":"traceutil/trace.go:171","msg":"trace[1897969972] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"119.103582ms","start":"2026-04-02T08:54:59.448517Z","end":"2026-04-02T08:54:59.567621Z","steps":["trace[1897969972] 'process raft request' (duration: 118.925747ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:59.568029Z","caller":"traceutil/trace.go:171","msg":"trace[1369834413] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"118.907307ms","start":"2026-04-02T08:54:59.449089Z","end":"2026-04-02T08:54:59.567997Z","steps":["trace[1369834413] 'process raft request' (duration: 118.827154ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:59.568053Z","caller":"traceutil/trace.go:171","msg":"trace[1253149628] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"119.253935ms","start":"2026-04-02T08:54:59.44872Z","end":"2026-04-02T08:54:59.567974Z","steps":["trace[1253149628] 'process raft request' (duration: 118.850684ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:54:59.568015Z","caller":"traceutil/trace.go:171","msg":"trace[835179898] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"119.270286ms","start":"2026-04-02T08:54:59.44872Z","end":"2026-04-02T08:54:59.56799Z","steps":["trace[835179898] 'process raft request' (duration: 119.06648ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:01.547014Z","caller":"traceutil/trace.go:171","msg":"trace[120058699] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"117.267752ms","start":"2026-04-02T08:55:01.42972Z","end":"2026-04-02T08:55:01.546987Z","steps":["trace[120058699] 'process raft request' (duration: 117.081606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:01.941263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.883145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:55:01.941499Z","caller":"traceutil/trace.go:171","msg":"trace[1054721732] linearizableReadLoop","detail":"{readStateIndex:2114; appliedIndex:2111; }","duration":"483.216782ms","start":"2026-04-02T08:55:01.458265Z","end":"2026-04-02T08:55:01.941482Z","steps":["trace[1054721732] 'read index received' (duration: 88.699794ms)","trace[1054721732] 'applied index is now lower than readState.Index' (duration: 394.515718ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:01.941566Z","caller":"traceutil/trace.go:171","msg":"trace[800821890] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"493.41794ms","start":"2026-04-02T08:55:01.448115Z","end":"2026-04-02T08:55:01.941533Z","steps":["trace[800821890] 'process raft request' (duration: 493.245855ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:01.941575Z","caller":"traceutil/trace.go:171","msg":"trace[1913061183] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"492.018122ms","start":"2026-04-02T08:55:01.449522Z","end":"2026-04-02T08:55:01.94154Z","steps":["trace[1913061183] 'process raft request' (duration: 491.91872ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:01.941739Z","caller":"traceutil/trace.go:171","msg":"trace[1098417224] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"510.504985ms","start":"2026-04-02T08:55:01.431196Z","end":"2026-04-02T08:55:01.941701Z","steps":["trace[1098417224] 'process raft request' (duration: 175.082326ms)","trace[1098417224] 'compare' (duration: 334.484223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:55:01.941977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.448055Z","time spent":"493.605736ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:01.94206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.800758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:55:01.942107Z","caller":"traceutil/trace.go:171","msg":"trace[2068593459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2036; }","duration":"483.905162ms","start":"2026-04-02T08:55:01.45819Z","end":"2026-04-02T08:55:01.942095Z","steps":["trace[2068593459] 'agreement among raft nodes before linearized reading' (duration: 483.372518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:01.942141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.458161Z","time spent":"483.971883ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:55:01.942132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.431171Z","time spent":"510.841354ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:01.942087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.44951Z","time spent":"492.189166ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:01.945152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.104728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T08:55:01.945792Z","caller":"traceutil/trace.go:171","msg":"trace[1288571210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2037; }","duration":"415.759837ms","start":"2026-04-02T08:55:01.529994Z","end":"2026-04-02T08:55:01.945754Z","steps":["trace[1288571210] 'agreement among raft nodes before linearized reading' (duration: 414.966125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:01.945305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.378585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T08:55:01.945862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.52997Z","time spent":"415.87159ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T08:55:01.945894Z","caller":"traceutil/trace.go:171","msg":"trace[334001101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2037; }","duration":"373.009133ms","start":"2026-04-02T08:55:01.572867Z","end":"2026-04-02T08:55:01.945876Z","steps":["trace[334001101] 'agreement among raft nodes before linearized reading' (duration: 372.303493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:01.945512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.642629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:55:01.946013Z","caller":"traceutil/trace.go:171","msg":"trace[796859977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2037; }","duration":"374.128153ms","start":"2026-04-02T08:55:01.571849Z","end":"2026-04-02T08:55:01.945977Z","steps":["trace[796859977] 'agreement among raft nodes before linearized reading' (duration: 373.512586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:01.946104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.57286Z","time spent":"373.106326ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:55:01.946112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.571739Z","time spent":"374.343189ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T08:55:01.945618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.29341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:55:01.94629Z","caller":"traceutil/trace.go:171","msg":"trace[187086648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2037; }","duration":"374.00124ms","start":"2026-04-02T08:55:01.572273Z","end":"2026-04-02T08:55:01.946274Z","steps":["trace[187086648] 'agreement among raft nodes before linearized reading' (duration: 373.009912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:01.945532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.803678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:55:01.946347Z","caller":"traceutil/trace.go:171","msg":"trace[785123904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2037; }","duration":"373.622219ms","start":"2026-04-02T08:55:01.572712Z","end":"2026-04-02T08:55:01.946334Z","steps":["trace[785123904] 'agreement among raft nodes before linearized reading' (duration: 372.695585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:01.946352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.572251Z","time spent":"374.082021ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T08:55:01.946394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.572693Z","time spent":"373.688521ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:55:02.317562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.011782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:55:02.317852Z","caller":"traceutil/trace.go:171","msg":"trace[1252227499] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"367.313798ms","start":"2026-04-02T08:55:01.950519Z","end":"2026-04-02T08:55:02.317833Z","steps":["trace[1252227499] 'process raft request' (duration: 367.244366ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:02.317833Z","caller":"traceutil/trace.go:171","msg":"trace[463204434] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"368.245692ms","start":"2026-04-02T08:55:01.94955Z","end":"2026-04-02T08:55:02.317795Z","steps":["trace[463204434] 'process raft request' (duration: 120.912621ms)","trace[463204434] 'compare' (duration: 246.843399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:55:02.317927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.950511Z","time spent":"367.385649ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:02.318012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.949529Z","time spent":"368.383975ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:02.318138Z","caller":"traceutil/trace.go:171","msg":"trace[1946244775] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"367.878773ms","start":"2026-04-02T08:55:01.950228Z","end":"2026-04-02T08:55:02.318107Z","steps":["trace[1946244775] 'process raft request' (duration: 367.442621ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:02.318129Z","caller":"traceutil/trace.go:171","msg":"trace[1553853118] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"367.689868ms","start":"2026-04-02T08:55:01.950403Z","end":"2026-04-02T08:55:02.318092Z","steps":["trace[1553853118] 'process raft request' (duration: 367.325808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:02.31828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.950216Z","time spent":"367.995396ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:02.318306Z","caller":"traceutil/trace.go:171","msg":"trace[2105019739] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"367.486702ms","start":"2026-04-02T08:55:01.95079Z","end":"2026-04-02T08:55:02.318277Z","steps":["trace[2105019739] 'process raft request' (duration: 367.008388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:02.318386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.950756Z","time spent":"367.588094ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:02.318428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:01.950382Z","time spent":"367.944294ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:03.293907Z","caller":"traceutil/trace.go:171","msg":"trace[601339079] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"138.401398ms","start":"2026-04-02T08:55:03.15548Z","end":"2026-04-02T08:55:03.293881Z","steps":["trace[601339079] 'process raft request' (duration: 138.267424ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:04.075798Z","caller":"traceutil/trace.go:171","msg":"trace[116700640] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2124; }","duration":"119.853652ms","start":"2026-04-02T08:55:03.955915Z","end":"2026-04-02T08:55:04.075769Z","steps":["trace[116700640] 'read index received' (duration: 45.084367ms)","trace[116700640] 'applied index is now lower than readState.Index' (duration: 74.767675ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:04.075886Z","caller":"traceutil/trace.go:171","msg":"trace[834814820] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"128.878069ms","start":"2026-04-02T08:55:03.946979Z","end":"2026-04-02T08:55:04.075857Z","steps":["trace[834814820] 'process raft request' (duration: 95.406998ms)","trace[834814820] 'compare' (duration: 33.163792ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:04.076041Z","caller":"traceutil/trace.go:171","msg":"trace[1434581439] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"128.966569ms","start":"2026-04-02T08:55:03.947048Z","end":"2026-04-02T08:55:04.076014Z","steps":["trace[1434581439] 'process raft request' (duration: 128.642031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:04.076072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.13573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:55:04.076174Z","caller":"traceutil/trace.go:171","msg":"trace[1246291687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2048; }","duration":"120.261194ms","start":"2026-04-02T08:55:03.955896Z","end":"2026-04-02T08:55:04.076157Z","steps":["trace[1246291687] 'agreement among raft nodes before linearized reading' (duration: 119.991036ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:04.465799Z","caller":"traceutil/trace.go:171","msg":"trace[964587157] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"140.143795ms","start":"2026-04-02T08:55:04.325634Z","end":"2026-04-02T08:55:04.465778Z","steps":["trace[964587157] 'process raft request' (duration: 139.863538ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:04.466238Z","caller":"traceutil/trace.go:171","msg":"trace[479745572] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"140.113544ms","start":"2026-04-02T08:55:04.326087Z","end":"2026-04-02T08:55:04.466201Z","steps":["trace[479745572] 'process raft request' (duration: 139.627471ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:04.466288Z","caller":"traceutil/trace.go:171","msg":"trace[279149082] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"140.124974ms","start":"2026-04-02T08:55:04.326148Z","end":"2026-04-02T08:55:04.466273Z","steps":["trace[279149082] 'process raft request' (duration: 139.936779ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:04.466269Z","caller":"traceutil/trace.go:171","msg":"trace[747202736] linearizableReadLoop","detail":"{readStateIndex:2132; appliedIndex:2128; }","duration":"114.566479ms","start":"2026-04-02T08:55:04.351679Z","end":"2026-04-02T08:55:04.466245Z","steps":["trace[747202736] 'read index received' (duration: 113.742766ms)","trace[747202736] 'applied index is now lower than readState.Index' (duration: 822.393µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:04.466403Z","caller":"traceutil/trace.go:171","msg":"trace[1000130220] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"139.867038ms","start":"2026-04-02T08:55:04.326526Z","end":"2026-04-02T08:55:04.466393Z","steps":["trace[1000130220] 'process raft request' (duration: 139.675442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:04.466426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.716963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:55:04.466464Z","caller":"traceutil/trace.go:171","msg":"trace[831313702] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2053; }","duration":"114.790355ms","start":"2026-04-02T08:55:04.35166Z","end":"2026-04-02T08:55:04.466451Z","steps":["trace[831313702] 'agreement among raft nodes before linearized reading' (duration: 114.686082ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:05.461465Z","caller":"traceutil/trace.go:171","msg":"trace[1706469806] linearizableReadLoop","detail":"{readStateIndex:2133; appliedIndex:2132; }","duration":"377.412363ms","start":"2026-04-02T08:55:05.084027Z","end":"2026-04-02T08:55:05.461439Z","steps":["trace[1706469806] 'read index received' (duration: 377.225557ms)","trace[1706469806] 'applied index is now lower than readState.Index' (duration: 185.796µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:05.461615Z","caller":"traceutil/trace.go:171","msg":"trace[840744993] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"420.429773ms","start":"2026-04-02T08:55:05.041148Z","end":"2026-04-02T08:55:05.461577Z","steps":["trace[840744993] 'process raft request' (duration: 420.105894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:05.461806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:05.041124Z","time spent":"420.578938ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:05.461885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.827254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:55:05.462001Z","caller":"traceutil/trace.go:171","msg":"trace[1134011859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2054; }","duration":"378.02724ms","start":"2026-04-02T08:55:05.083947Z","end":"2026-04-02T08:55:05.461974Z","steps":["trace[1134011859] 'agreement among raft nodes before linearized reading' (duration: 377.65599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:05.462054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:05.083909Z","time spent":"378.137043ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:55:06.05257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.012651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:55:06.052675Z","caller":"traceutil/trace.go:171","msg":"trace[593013639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2055; }","duration":"122.179395ms","start":"2026-04-02T08:55:05.930471Z","end":"2026-04-02T08:55:06.052651Z","steps":["trace[593013639] 'range keys from in-memory index tree' (duration: 121.908199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:06.052645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.363032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:55:06.052734Z","caller":"traceutil/trace.go:171","msg":"trace[348123074] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2055; }","duration":"208.499875ms","start":"2026-04-02T08:55:05.844215Z","end":"2026-04-02T08:55:06.052715Z","steps":["trace[348123074] 'count revisions from in-memory index tree' (duration: 208.253019ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:06.053019Z","caller":"traceutil/trace.go:171","msg":"trace[305956383] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"118.947238ms","start":"2026-04-02T08:55:05.934051Z","end":"2026-04-02T08:55:06.052998Z","steps":["trace[305956383] 'process raft request' (duration: 118.783043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:07.066981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:07.568132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:08.06917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:08.570171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:08.930692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T08:55:08.930778Z","caller":"traceutil/trace.go:171","msg":"trace[1250039307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174062s","start":"2026-04-02T08:55:06.930586Z","end":"2026-04-02T08:55:08.93076Z","steps":["trace[1250039307] 'agreement among raft nodes before linearized reading' (duration: 2.000061099s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:08.93083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:06.930563Z","time spent":"2.000256974s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:55:09.070952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:09.571318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:10.072007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:10.368105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.593403527s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:55:10.368572Z","caller":"traceutil/trace.go:171","msg":"trace[1626641010] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"3.806460656s","start":"2026-04-02T08:55:06.562082Z","end":"2026-04-02T08:55:10.368543Z","steps":["trace[1626641010] 'process raft request' (duration: 3.806294991s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:10.368716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:06.562048Z","time spent":"3.806590599s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:10.424966Z","caller":"traceutil/trace.go:171","msg":"trace[1565322495] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"3.862796519s","start":"2026-04-02T08:55:06.562134Z","end":"2026-04-02T08:55:10.424931Z","steps":["trace[1565322495] 'process raft request' (duration: 3.862556663s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:10.424989Z","caller":"traceutil/trace.go:171","msg":"trace[170631829] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"3.862772277s","start":"2026-04-02T08:55:06.562188Z","end":"2026-04-02T08:55:10.42496Z","steps":["trace[170631829] 'process raft request' (duration: 3.862681756s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:10.425144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:06.562075Z","time spent":"3.862992624s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:10.425152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:06.562095Z","time spent":"3.862964423s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:10.425354Z","caller":"traceutil/trace.go:171","msg":"trace[1174633011] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"3.862042249s","start":"2026-04-02T08:55:06.563302Z","end":"2026-04-02T08:55:10.425344Z","steps":["trace[1174633011] 'process raft request' (duration: 3.861604217s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:10.425407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:06.563279Z","time spent":"3.86210405s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:10.425539Z","caller":"traceutil/trace.go:171","msg":"trace[1716110434] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"2.766380477s","start":"2026-04-02T08:55:07.659129Z","end":"2026-04-02T08:55:10.42551Z","steps":["trace[1716110434] 'process raft request' (duration: 2.766093699s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:10.425694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:07.659098Z","time spent":"2.766520711s","remote":"127.0.0.1:33714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:10.425827Z","caller":"traceutil/trace.go:171","msg":"trace[232403365] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"2.739961028s","start":"2026-04-02T08:55:07.685837Z","end":"2026-04-02T08:55:10.425798Z","steps":["trace[232403365] 'process raft request' (duration: 2.739595458s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:10.425947Z","caller":"traceutil/trace.go:171","msg":"trace[1041369598] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"2.576679133s","start":"2026-04-02T08:55:07.849255Z","end":"2026-04-02T08:55:10.425935Z","steps":["trace[1041369598] 'process raft request' (duration: 2.576428106s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:10.426009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:07.685797Z","time spent":"2.740108231s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:10.426053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:07.849231Z","time spent":"2.576753826s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:10.472426Z","caller":"traceutil/trace.go:171","msg":"trace[907532869] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"2.411337853s","start":"2026-04-02T08:55:08.061061Z","end":"2026-04-02T08:55:10.472399Z","steps":["trace[907532869] 'process raft request' (duration: 2.410795809s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:10.472432Z","caller":"traceutil/trace.go:171","msg":"trace[1260970098] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"2.385756517s","start":"2026-04-02T08:55:08.086653Z","end":"2026-04-02T08:55:10.472409Z","steps":["trace[1260970098] 'process raft request' (duration: 2.385650704s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:10.472604Z","caller":"traceutil/trace.go:171","msg":"trace[489094783] linearizableReadLoop","detail":"{readStateIndex:2150; appliedIndex:2139; }","duration":"3.906577672s","start":"2026-04-02T08:55:06.566004Z","end":"2026-04-02T08:55:10.472582Z","steps":["trace[489094783] 'read index received' (duration: 3.802378205s)","trace[489094783] 'applied index is now lower than readState.Index' (duration: 104.198217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:55:10.472632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:08.061027Z","time spent":"2.411472207s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:10.472692Z","caller":"traceutil/trace.go:171","msg":"trace[1392825734] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"2.383764502s","start":"2026-04-02T08:55:08.088914Z","end":"2026-04-02T08:55:10.472678Z","steps":["trace[1392825734] 'process raft request' (duration: 2.383455135s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:10.472771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:08.088893Z","time spent":"2.383847605s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:10.472776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906758036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:55:10.47283Z","caller":"traceutil/trace.go:171","msg":"trace[930228409] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2070; }","duration":"3.906845129s","start":"2026-04-02T08:55:06.565966Z","end":"2026-04-02T08:55:10.472811Z","steps":["trace[930228409] 'agreement among raft nodes before linearized reading' (duration: 3.906754356s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:10.47261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:08.086627Z","time spent":"2.38588295s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:10.472883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:06.565951Z","time spent":"3.90691915s","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:55:10.472893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.20111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:55:10.472945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540957324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:55:10.473022Z","caller":"traceutil/trace.go:171","msg":"trace[700042890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2070; }","duration":"1.541082386s","start":"2026-04-02T08:55:08.931923Z","end":"2026-04-02T08:55:10.473005Z","steps":["trace[700042890] 'agreement among raft nodes before linearized reading' (duration: 1.540954832s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:10.473044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.306735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:55:10.473051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.991294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:55:10.473047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906681405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:55:10.473102Z","caller":"traceutil/trace.go:171","msg":"trace[1893353932] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2070; }","duration":"954.423718ms","start":"2026-04-02T08:55:09.518666Z","end":"2026-04-02T08:55:10.473089Z","steps":["trace[1893353932] 'agreement among raft nodes before linearized reading' (duration: 954.304865ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:10.473112Z","caller":"traceutil/trace.go:171","msg":"trace[854122608] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2070; }","duration":"696.086686ms","start":"2026-04-02T08:55:09.777013Z","end":"2026-04-02T08:55:10.4731Z","steps":["trace[854122608] 'agreement among raft nodes before linearized reading' (duration: 695.989474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:10.473141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:09.518643Z","time spent":"954.48948ms","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:55:10.473144Z","caller":"traceutil/trace.go:171","msg":"trace[1129895458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2070; }","duration":"2.90685826s","start":"2026-04-02T08:55:07.566261Z","end":"2026-04-02T08:55:10.47312Z","steps":["trace[1129895458] 'agreement among raft nodes before linearized reading' (duration: 2.90651918s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:10.473164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:09.776998Z","time spent":"696.146478ms","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:55:10.473063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:08.931898Z","time spent":"1.541156518s","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:55:10.473203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:07.566228Z","time spent":"2.906963503s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T08:55:10.472972Z","caller":"traceutil/trace.go:171","msg":"trace[1037612372] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2070; }","duration":"818.310713ms","start":"2026-04-02T08:55:09.654632Z","end":"2026-04-02T08:55:10.472943Z","steps":["trace[1037612372] 'agreement among raft nodes before linearized reading' (duration: 818.19758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:10.473272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099797973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T08:55:10.473339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:09.654608Z","time spent":"818.704324ms","remote":"127.0.0.1:50256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:55:10.473365Z","caller":"traceutil/trace.go:171","msg":"trace[1783398237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2070; }","duration":"2.099921566s","start":"2026-04-02T08:55:08.373394Z","end":"2026-04-02T08:55:10.473316Z","steps":["trace[1783398237] 'agreement among raft nodes before linearized reading' (duration: 2.099540366s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:10.473447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:08.373328Z","time spent":"2.10007481s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:55:36.72528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.519108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:55:36.725396Z","caller":"traceutil/trace.go:171","msg":"trace[1797186452] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"193.818453ms","start":"2026-04-02T08:55:36.531557Z","end":"2026-04-02T08:55:36.725375Z","steps":["trace[1797186452] 'process raft request' (duration: 53.121351ms)","trace[1797186452] 'compare' (duration: 140.408584ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:36.726341Z","caller":"traceutil/trace.go:171","msg":"trace[1731750514] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"170.348335ms","start":"2026-04-02T08:55:36.555954Z","end":"2026-04-02T08:55:36.726303Z","steps":["trace[1731750514] 'process raft request' (duration: 170.087807ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:36.726509Z","caller":"traceutil/trace.go:171","msg":"trace[2110981544] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"168.276768ms","start":"2026-04-02T08:55:36.558222Z","end":"2026-04-02T08:55:36.726499Z","steps":["trace[2110981544] 'process raft request' (duration: 168.024472ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:36.726677Z","caller":"traceutil/trace.go:171","msg":"trace[711847804] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2296; }","duration":"168.085814ms","start":"2026-04-02T08:55:36.558576Z","end":"2026-04-02T08:55:36.726662Z","steps":["trace[711847804] 'read index received' (duration: 26.120018ms)","trace[711847804] 'applied index is now lower than readState.Index' (duration: 141.964606ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:36.726737Z","caller":"traceutil/trace.go:171","msg":"trace[34151918] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"166.781099ms","start":"2026-04-02T08:55:36.559915Z","end":"2026-04-02T08:55:36.726696Z","steps":["trace[34151918] 'process raft request' (duration: 166.532123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:36.726936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.33001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:55:36.726984Z","caller":"traceutil/trace.go:171","msg":"trace[1018902873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2214; }","duration":"168.461274ms","start":"2026-04-02T08:55:36.558509Z","end":"2026-04-02T08:55:36.726971Z","steps":["trace[1018902873] 'agreement among raft nodes before linearized reading' (duration: 168.198186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:36.75296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.293623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T08:55:36.753034Z","caller":"traceutil/trace.go:171","msg":"trace[1184897053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2215; }","duration":"158.391975ms","start":"2026-04-02T08:55:36.594624Z","end":"2026-04-02T08:55:36.753016Z","steps":["trace[1184897053] 'agreement among raft nodes before linearized reading' (duration: 158.21492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:36.753171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.078382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:55:36.75325Z","caller":"traceutil/trace.go:171","msg":"trace[1196407469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2215; }","duration":"190.204247ms","start":"2026-04-02T08:55:36.563027Z","end":"2026-04-02T08:55:36.753231Z","steps":["trace[1196407469] 'agreement among raft nodes before linearized reading' (duration: 189.840117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:36.753173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.571746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:55:36.753367Z","caller":"traceutil/trace.go:171","msg":"trace[1322774646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2215; }","duration":"190.782512ms","start":"2026-04-02T08:55:36.562552Z","end":"2026-04-02T08:55:36.753335Z","steps":["trace[1322774646] 'agreement among raft nodes before linearized reading' (duration: 190.188075ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:40.660352Z","caller":"traceutil/trace.go:171","msg":"trace[1063304828] linearizableReadLoop","detail":"{readStateIndex:2317; appliedIndex:2316; }","duration":"174.238199ms","start":"2026-04-02T08:55:40.486085Z","end":"2026-04-02T08:55:40.660324Z","steps":["trace[1063304828] 'read index received' (duration: 173.940561ms)","trace[1063304828] 'applied index is now lower than readState.Index' (duration: 296.258µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:40.660469Z","caller":"traceutil/trace.go:171","msg":"trace[511859871] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"205.934176ms","start":"2026-04-02T08:55:40.454497Z","end":"2026-04-02T08:55:40.660431Z","steps":["trace[511859871] 'process raft request' (duration: 205.590857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:40.660597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.483505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:55:40.660705Z","caller":"traceutil/trace.go:171","msg":"trace[1364127678] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2230; }","duration":"174.67231ms","start":"2026-04-02T08:55:40.486008Z","end":"2026-04-02T08:55:40.66068Z","steps":["trace[1364127678] 'agreement among raft nodes before linearized reading' (duration: 174.469755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:40.660637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.904013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T08:55:40.660795Z","caller":"traceutil/trace.go:171","msg":"trace[1577929995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2230; }","duration":"106.120367ms","start":"2026-04-02T08:55:40.554661Z","end":"2026-04-02T08:55:40.660781Z","steps":["trace[1577929995] 'agreement among raft nodes before linearized reading' (duration: 105.8313ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:40.835387Z","caller":"traceutil/trace.go:171","msg":"trace[1257332321] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2317; }","duration":"169.005749ms","start":"2026-04-02T08:55:40.66636Z","end":"2026-04-02T08:55:40.835366Z","steps":["trace[1257332321] 'read index received' (duration: 77.378578ms)","trace[1257332321] 'applied index is now lower than readState.Index' (duration: 91.62357ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:40.83542Z","caller":"traceutil/trace.go:171","msg":"trace[2002284013] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"170.070287ms","start":"2026-04-02T08:55:40.665308Z","end":"2026-04-02T08:55:40.835379Z","steps":["trace[2002284013] 'process raft request' (duration: 78.418826ms)","trace[2002284013] 'compare' (duration: 91.437585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:55:40.836723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.344015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-02T08:55:40.836804Z","caller":"traceutil/trace.go:171","msg":"trace[1839745494] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2232; }","duration":"170.458367ms","start":"2026-04-02T08:55:40.666328Z","end":"2026-04-02T08:55:40.836786Z","steps":["trace[1839745494] 'agreement among raft nodes before linearized reading' (duration: 169.167594ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:41.1249Z","caller":"traceutil/trace.go:171","msg":"trace[1696136953] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"283.832079ms","start":"2026-04-02T08:55:40.84104Z","end":"2026-04-02T08:55:41.124872Z","steps":["trace[1696136953] 'process raft request' (duration: 283.743406ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:41.125065Z","caller":"traceutil/trace.go:171","msg":"trace[523582549] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"283.981063ms","start":"2026-04-02T08:55:40.841064Z","end":"2026-04-02T08:55:41.125045Z","steps":["trace[523582549] 'process raft request' (duration: 283.772047ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:41.125236Z","caller":"traceutil/trace.go:171","msg":"trace[1472376731] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"284.213209ms","start":"2026-04-02T08:55:40.841005Z","end":"2026-04-02T08:55:41.125218Z","steps":["trace[1472376731] 'process raft request' (duration: 199.141784ms)","trace[1472376731] 'compare' (duration: 84.14762ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:41.125272Z","caller":"traceutil/trace.go:171","msg":"trace[349041588] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2322; }","duration":"275.558778ms","start":"2026-04-02T08:55:40.849705Z","end":"2026-04-02T08:55:41.125263Z","steps":["trace[349041588] 'read index received' (duration: 190.557895ms)","trace[349041588] 'applied index is now lower than readState.Index' (duration: 85.000063ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:41.125423Z","caller":"traceutil/trace.go:171","msg":"trace[223409926] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"284.346563ms","start":"2026-04-02T08:55:40.841069Z","end":"2026-04-02T08:55:41.125416Z","steps":["trace[223409926] 'process raft request' (duration: 283.937342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:41.125511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.804185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:55:41.125539Z","caller":"traceutil/trace.go:171","msg":"trace[1287387852] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2239; }","duration":"275.888166ms","start":"2026-04-02T08:55:40.849644Z","end":"2026-04-02T08:55:41.125533Z","steps":["trace[1287387852] 'agreement among raft nodes before linearized reading' (duration: 275.829374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:41.128891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.689346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:55:41.128985Z","caller":"traceutil/trace.go:171","msg":"trace[1753565992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2240; }","duration":"198.024264ms","start":"2026-04-02T08:55:40.930936Z","end":"2026-04-02T08:55:41.12896Z","steps":["trace[1753565992] 'agreement among raft nodes before linearized reading' (duration: 197.661325ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:42.391821Z","caller":"traceutil/trace.go:171","msg":"trace[1846162543] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"158.635101ms","start":"2026-04-02T08:55:42.233154Z","end":"2026-04-02T08:55:42.391789Z","steps":["trace[1846162543] 'process raft request' (duration: 158.408285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:42.692448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.686058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T08:55:42.692538Z","caller":"traceutil/trace.go:171","msg":"trace[1249148677] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:2241; }","duration":"178.838122ms","start":"2026-04-02T08:55:42.51368Z","end":"2026-04-02T08:55:42.692518Z","steps":["trace[1249148677] 'range keys from in-memory index tree' (duration: 178.473932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:43.106888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.884663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-02T08:55:43.107049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.67186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:55:43.107036Z","caller":"traceutil/trace.go:171","msg":"trace[1204221201] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2243; }","duration":"314.086388ms","start":"2026-04-02T08:55:42.792921Z","end":"2026-04-02T08:55:43.107007Z","steps":["trace[1204221201] 'range keys from in-memory index tree' (duration: 313.764749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:43.107203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:42.792911Z","time spent":"314.248242ms","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-02T08:55:43.107326Z","caller":"traceutil/trace.go:171","msg":"trace[1714268166] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"266.036253ms","start":"2026-04-02T08:55:42.841252Z","end":"2026-04-02T08:55:43.107288Z","steps":["trace[1714268166] 'process raft request' (duration: 57.021754ms)","trace[1714268166] 'compare' (duration: 208.315591ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:43.107351Z","caller":"traceutil/trace.go:171","msg":"trace[1835924371] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"265.696934ms","start":"2026-04-02T08:55:42.841634Z","end":"2026-04-02T08:55:43.10733Z","steps":["trace[1835924371] 'process raft request' (duration: 265.533069ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:43.107643Z","caller":"traceutil/trace.go:171","msg":"trace[1092471356] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"265.068337ms","start":"2026-04-02T08:55:42.842556Z","end":"2026-04-02T08:55:43.107624Z","steps":["trace[1092471356] 'process raft request' (duration: 264.893783ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:43.107677Z","caller":"traceutil/trace.go:171","msg":"trace[2085883989] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"265.227921ms","start":"2026-04-02T08:55:42.842407Z","end":"2026-04-02T08:55:43.107635Z","steps":["trace[2085883989] 'process raft request' (duration: 264.865932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:43.107865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.135106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T08:55:43.107906Z","caller":"traceutil/trace.go:171","msg":"trace[1048593183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2247; }","duration":"266.198118ms","start":"2026-04-02T08:55:42.841696Z","end":"2026-04-02T08:55:43.107894Z","steps":["trace[1048593183] 'agreement among raft nodes before linearized reading' (duration: 266.040403ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:43.107886Z","caller":"traceutil/trace.go:171","msg":"trace[1962758474] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2331; }","duration":"265.89891ms","start":"2026-04-02T08:55:42.841721Z","end":"2026-04-02T08:55:43.10762Z","steps":["trace[1962758474] 'read index received' (duration: 56.563653ms)","trace[1962758474] 'applied index is now lower than readState.Index' (duration: 209.330897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:55:43.108244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.711957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:55:43.10848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.863461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:55:43.108502Z","caller":"traceutil/trace.go:171","msg":"trace[1288297145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2247; }","duration":"179.037687ms","start":"2026-04-02T08:55:42.929445Z","end":"2026-04-02T08:55:43.108483Z","steps":["trace[1288297145] 'agreement among raft nodes before linearized reading' (duration: 178.730358ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:43.108559Z","caller":"traceutil/trace.go:171","msg":"trace[1148056035] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2247; }","duration":"259.139429ms","start":"2026-04-02T08:55:42.849379Z","end":"2026-04-02T08:55:43.108519Z","steps":["trace[1148056035] 'agreement among raft nodes before linearized reading' (duration: 258.675636ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:43.318143Z","caller":"traceutil/trace.go:171","msg":"trace[1413139399] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"128.946697ms","start":"2026-04-02T08:55:43.189169Z","end":"2026-04-02T08:55:43.318115Z","steps":["trace[1413139399] 'process raft request' (duration: 128.861715ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:43.318163Z","caller":"traceutil/trace.go:171","msg":"trace[8706862] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"129.525363ms","start":"2026-04-02T08:55:43.188602Z","end":"2026-04-02T08:55:43.318127Z","steps":["trace[8706862] 'process raft request' (duration: 129.259167ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:43.318357Z","caller":"traceutil/trace.go:171","msg":"trace[767947593] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"129.051401ms","start":"2026-04-02T08:55:43.189266Z","end":"2026-04-02T08:55:43.318318Z","steps":["trace[767947593] 'process raft request' (duration: 128.807854ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:45.255583Z","caller":"traceutil/trace.go:171","msg":"trace[1353468179] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"142.926131ms","start":"2026-04-02T08:55:45.11263Z","end":"2026-04-02T08:55:45.255557Z","steps":["trace[1353468179] 'process raft request' (duration: 142.762916ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:45.273075Z","caller":"traceutil/trace.go:171","msg":"trace[311080470] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"159.779182ms","start":"2026-04-02T08:55:45.113236Z","end":"2026-04-02T08:55:45.273015Z","steps":["trace[311080470] 'process raft request' (duration: 159.693459ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:45.273122Z","caller":"traceutil/trace.go:171","msg":"trace[1884877945] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"160.021238ms","start":"2026-04-02T08:55:45.113064Z","end":"2026-04-02T08:55:45.273085Z","steps":["trace[1884877945] 'process raft request' (duration: 159.72708ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:45.273621Z","caller":"traceutil/trace.go:171","msg":"trace[324785166] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2340; }","duration":"150.7214ms","start":"2026-04-02T08:55:45.122876Z","end":"2026-04-02T08:55:45.273597Z","steps":["trace[324785166] 'read index received' (duration: 132.504382ms)","trace[324785166] 'applied index is now lower than readState.Index' (duration: 18.215377ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:45.273651Z","caller":"traceutil/trace.go:171","msg":"trace[2074687855] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"160.120062ms","start":"2026-04-02T08:55:45.113503Z","end":"2026-04-02T08:55:45.273623Z","steps":["trace[2074687855] 'process raft request' (duration: 159.470414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:45.273916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.032428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:55:45.273968Z","caller":"traceutil/trace.go:171","msg":"trace[885222863] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2256; }","duration":"151.12656ms","start":"2026-04-02T08:55:45.122824Z","end":"2026-04-02T08:55:45.273951Z","steps":["trace[885222863] 'agreement among raft nodes before linearized reading' (duration: 150.895984ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:45.456723Z","caller":"traceutil/trace.go:171","msg":"trace[999128070] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"131.077125ms","start":"2026-04-02T08:55:45.325621Z","end":"2026-04-02T08:55:45.456698Z","steps":["trace[999128070] 'process raft request' (duration: 130.92209ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:45.486144Z","caller":"traceutil/trace.go:171","msg":"trace[1280027789] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"159.734451ms","start":"2026-04-02T08:55:45.326382Z","end":"2026-04-02T08:55:45.486117Z","steps":["trace[1280027789] 'process raft request' (duration: 159.571796ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:45.486405Z","caller":"traceutil/trace.go:171","msg":"trace[1367730292] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"159.34882ms","start":"2026-04-02T08:55:45.327032Z","end":"2026-04-02T08:55:45.48638Z","steps":["trace[1367730292] 'process raft request' (duration: 159.048322ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:47.582695Z","caller":"traceutil/trace.go:171","msg":"trace[1444898284] linearizableReadLoop","detail":"{readStateIndex:2350; appliedIndex:2349; }","duration":"349.490104ms","start":"2026-04-02T08:55:47.23318Z","end":"2026-04-02T08:55:47.58267Z","steps":["trace[1444898284] 'read index received' (duration: 349.33641ms)","trace[1444898284] 'applied index is now lower than readState.Index' (duration: 152.394µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:47.582714Z","caller":"traceutil/trace.go:171","msg":"trace[1486478907] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"563.786184ms","start":"2026-04-02T08:55:47.018907Z","end":"2026-04-02T08:55:47.582693Z","steps":["trace[1486478907] 'process raft request' (duration: 563.584299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:47.58293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.733122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a27e564ba8343c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-02T08:55:47.582993Z","caller":"traceutil/trace.go:171","msg":"trace[277068450] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a27e564ba8343c; range_end:; response_count:1; response_revision:2262; }","duration":"349.840213ms","start":"2026-04-02T08:55:47.233137Z","end":"2026-04-02T08:55:47.582977Z","steps":["trace[277068450] 'agreement among raft nodes before linearized reading' (duration: 349.664119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:47.582999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.01888Z","time spent":"564.0046ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:47.583039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.233114Z","time spent":"349.914605ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a27e564ba8343c\" "} {"level":"warn","ts":"2026-04-02T08:55:48.083191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:48.583473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:49.084114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:49.459576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T08:55:49.459681Z","caller":"traceutil/trace.go:171","msg":"trace[876589433] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025552s","start":"2026-04-02T08:55:47.459394Z","end":"2026-04-02T08:55:49.45965Z","steps":["trace[876589433] 'agreement among raft nodes before linearized reading' (duration: 2.000117016s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:49.459756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.459374Z","time spent":"2.000352923s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:55:49.584557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:49.930995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:55:49.931084Z","caller":"traceutil/trace.go:171","msg":"trace[2055391634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402034s","start":"2026-04-02T08:55:47.930657Z","end":"2026-04-02T08:55:49.93106Z","steps":["trace[2055391634] 'agreement among raft nodes before linearized reading' (duration: 2.000305841s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:49.931155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.930631Z","time spent":"2.000508847s","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:55:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:50.085351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:50.534637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.952139321s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:55:50.535134Z","caller":"traceutil/trace.go:171","msg":"trace[1197880203] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"3.256114708s","start":"2026-04-02T08:55:47.278996Z","end":"2026-04-02T08:55:50.535111Z","steps":["trace[1197880203] 'process raft request' (duration: 3.256008376s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:50.535179Z","caller":"traceutil/trace.go:171","msg":"trace[161254747] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"3.256160759s","start":"2026-04-02T08:55:47.279011Z","end":"2026-04-02T08:55:50.535172Z","steps":["trace[161254747] 'process raft request' (duration: 3.256022726s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:50.535251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.278982Z","time spent":"3.256209031s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:50.535253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.278992Z","time spent":"3.256207341s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:50.535133Z","caller":"traceutil/trace.go:171","msg":"trace[433675751] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"3.255861731s","start":"2026-04-02T08:55:47.279253Z","end":"2026-04-02T08:55:50.535115Z","steps":["trace[433675751] 'process raft request' (duration: 3.25580456s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:50.535169Z","caller":"traceutil/trace.go:171","msg":"trace[1681499384] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"3.274374167s","start":"2026-04-02T08:55:47.260757Z","end":"2026-04-02T08:55:50.535131Z","steps":["trace[1681499384] 'process raft request' (duration: 3.27412867s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:50.535615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.279241Z","time spent":"3.25617366s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:50.535731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.260735Z","time spent":"3.27488237s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:51.939359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000542468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:55:51.939455Z","caller":"traceutil/trace.go:171","msg":"trace[1920965646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00064751s","start":"2026-04-02T08:55:49.938784Z","end":"2026-04-02T08:55:51.939432Z","steps":["trace[1920965646] 'agreement among raft nodes before linearized reading' (duration: 2.000539548s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:51.939525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:49.938723Z","time spent":"2.000784814s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:55:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:52.18172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281699869s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:55:52.182007Z","caller":"traceutil/trace.go:171","msg":"trace[1903559270] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"4.596541777s","start":"2026-04-02T08:55:47.585425Z","end":"2026-04-02T08:55:52.181966Z","steps":["trace[1903559270] 'process raft request' (duration: 3.314454858s)","trace[1903559270] 'compare' (duration: 1.281272028s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:55:52.182155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.585398Z","time spent":"4.59667698s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:52.318702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999662644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T08:55:52.318896Z","caller":"traceutil/trace.go:171","msg":"trace[1202238249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999908271s","start":"2026-04-02T08:55:47.318962Z","end":"2026-04-02T08:55:52.31887Z","steps":["trace[1202238249] 'agreement among raft nodes before linearized reading' (duration: 4.999696605s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:52.318988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.318948Z","time spent":"5.000026164s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/02 08:55:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:52.489267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999517701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:55:52.489348Z","caller":"traceutil/trace.go:171","msg":"trace[534545845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999647584s","start":"2026-04-02T08:55:47.489682Z","end":"2026-04-02T08:55:52.489329Z","steps":["trace[534545845] 'agreement among raft nodes before linearized reading' (duration: 4.999545182s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:52.4894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.489666Z","time spent":"4.999718626s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/02 08:55:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:52.49066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000150998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:55:52.490747Z","caller":"traceutil/trace.go:171","msg":"trace[1079412846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000277261s","start":"2026-04-02T08:55:47.49045Z","end":"2026-04-02T08:55:52.490727Z","steps":["trace[1079412846] 'agreement among raft nodes before linearized reading' (duration: 5.000162728s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:52.490807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.490441Z","time spent":"5.000357124s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/02 08:55:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:53.939624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:55:53.939745Z","caller":"traceutil/trace.go:171","msg":"trace[1140699992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139497s","start":"2026-04-02T08:55:51.939589Z","end":"2026-04-02T08:55:53.939728Z","steps":["trace[1140699992] 'agreement among raft nodes before linearized reading' (duration: 2.000000884s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:53.939789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:51.939573Z","time spent":"2.000207339s","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:55:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:54.7075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525655388s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T08:55:54.709125Z","caller":"traceutil/trace.go:171","msg":"trace[1949214814] linearizableReadLoop","detail":"{readStateIndex:2357; appliedIndex:2353; }","duration":"7.126317195s","start":"2026-04-02T08:55:47.582777Z","end":"2026-04-02T08:55:54.709095Z","steps":["trace[1949214814] 'read index received' (duration: 2.952295216s)","trace[1949214814] 'applied index is now lower than readState.Index' (duration: 4.174019669s)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:54.709131Z","caller":"traceutil/trace.go:171","msg":"trace[1429052100] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"6.542116255s","start":"2026-04-02T08:55:48.166985Z","end":"2026-04-02T08:55:54.709101Z","steps":["trace[1429052100] 'process raft request' (duration: 6.540613454s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:54.7093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:48.166959Z","time spent":"6.542259999s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:55.17104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.984353282s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:55:55.329481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.037319962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:55:55.329567Z","caller":"traceutil/trace.go:171","msg":"trace[122050636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2268; }","duration":"8.037476547s","start":"2026-04-02T08:55:47.292065Z","end":"2026-04-02T08:55:55.329541Z","steps":["trace[122050636] 'agreement among raft nodes before linearized reading' (duration: 7.417154092s)","trace[122050636] 'range keys from in-memory index tree' (duration: 620.12863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:55:55.329572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.869410542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T08:55:55.329611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.292054Z","time spent":"8.037548299s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:55:55.329572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.003967911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T08:55:55.32967Z","caller":"traceutil/trace.go:171","msg":"trace[345318268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2268; }","duration":"7.869512315s","start":"2026-04-02T08:55:47.460124Z","end":"2026-04-02T08:55:55.329637Z","steps":["trace[345318268] 'agreement among raft nodes before linearized reading' (duration: 7.248974514s)","trace[345318268] 'range keys from in-memory index tree' (duration: 620.323015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:55:55.329694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.102767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-02T08:55:55.329744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.460112Z","time spent":"7.869617099s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T08:55:55.32967Z","caller":"traceutil/trace.go:171","msg":"trace[273267074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2268; }","duration":"8.004095814s","start":"2026-04-02T08:55:47.325553Z","end":"2026-04-02T08:55:55.329648Z","steps":["trace[273267074] 'agreement among raft nodes before linearized reading' (duration: 7.383555743s)","trace[273267074] 'range keys from in-memory index tree' (duration: 620.321265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:55:55.329835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:47.325538Z","time spent":"8.00428378s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T08:55:55.329859Z","caller":"traceutil/trace.go:171","msg":"trace[71649325] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"3.143257541s","start":"2026-04-02T08:55:52.186575Z","end":"2026-04-02T08:55:55.329832Z","steps":["trace[71649325] 'process raft request' (duration: 2.984906807s)","trace[71649325] 'compare' (duration: 157.864621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:55:55.329931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:52.186548Z","time spent":"3.143355882s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:55:55.948718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T08:55:55.948834Z","caller":"traceutil/trace.go:171","msg":"trace[320907065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000083226s","start":"2026-04-02T08:55:53.948724Z","end":"2026-04-02T08:55:55.948808Z","steps":["trace[320907065] 'agreement among raft nodes before linearized reading' (duration: 1.999943463s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:55.948896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:53.948708Z","time spent":"2.00017423s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:55:57.049804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.716945125s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:55:57.050381Z","caller":"traceutil/trace.go:171","msg":"trace[653445255] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"4.509522552s","start":"2026-04-02T08:55:52.540834Z","end":"2026-04-02T08:55:57.050357Z","steps":["trace[653445255] 'process raft request' (duration: 4.509140301s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:57.050406Z","caller":"traceutil/trace.go:171","msg":"trace[1799383266] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"4.509443359s","start":"2026-04-02T08:55:52.540904Z","end":"2026-04-02T08:55:57.050347Z","steps":["trace[1799383266] 'process raft request' (duration: 4.509323035s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.050522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:52.540798Z","time spent":"4.509645384s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:57.05061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:52.540881Z","time spent":"4.509576963s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:57.05069Z","caller":"traceutil/trace.go:171","msg":"trace[1602970147] linearizableReadLoop","detail":"{readStateIndex:2363; appliedIndex:2357; }","duration":"2.341469765s","start":"2026-04-02T08:55:54.709201Z","end":"2026-04-02T08:55:57.050671Z","steps":["trace[1602970147] 'read index received' (duration: 462.232119ms)","trace[1602970147] 'applied index is now lower than readState.Index' (duration: 1.879236566s)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:55:57.050689Z","caller":"traceutil/trace.go:171","msg":"trace[1906427348] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"4.509440348s","start":"2026-04-02T08:55:52.541215Z","end":"2026-04-02T08:55:57.050655Z","steps":["trace[1906427348] 'process raft request' (duration: 4.509093099s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.0508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5611103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:55:57.050857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:52.541183Z","time spent":"4.509590523s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:57.050878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.877089444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-04-02T08:55:57.050817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729208921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T08:55:57.050888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.563263141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-02T08:55:57.050926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524880038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:55:57.050945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799721966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:55:57.051003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.53678557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-02T08:55:57.051014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542306925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:55:57.05103Z","caller":"traceutil/trace.go:171","msg":"trace[1046711341] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:2274; }","duration":"4.536839272s","start":"2026-04-02T08:55:52.514182Z","end":"2026-04-02T08:55:57.051022Z","steps":["trace[1046711341] 'agreement among raft nodes before linearized reading' (duration: 4.536747569s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.05104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558278941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T08:55:57.051051Z","caller":"traceutil/trace.go:171","msg":"trace[1305920526] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2274; }","duration":"2.542363445s","start":"2026-04-02T08:55:54.50868Z","end":"2026-04-02T08:55:57.051044Z","steps":["trace[1305920526] 'agreement among raft nodes before linearized reading' (duration: 2.542311424s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:57.05106Z","caller":"traceutil/trace.go:171","msg":"trace[219161407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2274; }","duration":"2.558319872s","start":"2026-04-02T08:55:54.492734Z","end":"2026-04-02T08:55:57.051054Z","steps":["trace[219161407] 'agreement among raft nodes before linearized reading' (duration: 2.558261841s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.051064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:52.514169Z","time spent":"4.536887382s","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.141\" "} {"level":"warn","ts":"2026-04-02T08:55:57.051093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:54.492724Z","time spent":"2.558364483s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T08:55:57.051012Z","caller":"traceutil/trace.go:171","msg":"trace[1087310214] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2274; }","duration":"2.799832629s","start":"2026-04-02T08:55:54.251166Z","end":"2026-04-02T08:55:57.050999Z","steps":["trace[1087310214] 'agreement among raft nodes before linearized reading' (duration: 2.799737777s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.051116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55936934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:55:57.050717Z","caller":"traceutil/trace.go:171","msg":"trace[1692809891] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"4.508503614s","start":"2026-04-02T08:55:52.542191Z","end":"2026-04-02T08:55:57.050695Z","steps":["trace[1692809891] 'process raft request' (duration: 4.508344589s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:55:57.051166Z","caller":"traceutil/trace.go:171","msg":"trace[1300510452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2274; }","duration":"2.559462093s","start":"2026-04-02T08:55:54.491692Z","end":"2026-04-02T08:55:57.051154Z","steps":["trace[1300510452] 'agreement among raft nodes before linearized reading' (duration: 2.55933462s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.051166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:54.251149Z","time spent":"2.800001073s","remote":"127.0.0.1:52802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:55:57.051217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:54.49167Z","time spent":"2.559536415s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T08:55:57.050872Z","caller":"traceutil/trace.go:171","msg":"trace[1652399690] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"4.008735331s","start":"2026-04-02T08:55:53.042118Z","end":"2026-04-02T08:55:57.050854Z","steps":["trace[1652399690] 'process raft request' (duration: 4.008500625s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.051239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:52.542176Z","time spent":"4.508989426s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:55:57.051092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:54.508669Z","time spent":"2.542414666s","remote":"127.0.0.1:54346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:55:57.051304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:53.042094Z","time spent":"4.009175362s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:55:57.050913Z","caller":"traceutil/trace.go:171","msg":"trace[1745098976] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2274; }","duration":"5.877149497s","start":"2026-04-02T08:55:51.173754Z","end":"2026-04-02T08:55:57.050903Z","steps":["trace[1745098976] 'agreement among raft nodes before linearized reading' (duration: 5.877002572s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.051377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:51.173733Z","time spent":"5.87763363s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T08:55:57.050912Z","caller":"traceutil/trace.go:171","msg":"trace[248052407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2274; }","duration":"2.729345896s","start":"2026-04-02T08:55:54.321558Z","end":"2026-04-02T08:55:57.050904Z","steps":["trace[248052407] 'agreement among raft nodes before linearized reading' (duration: 2.72914002s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.051473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:54.321537Z","time spent":"2.72992015s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T08:55:57.050875Z","caller":"traceutil/trace.go:171","msg":"trace[987551326] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2274; }","duration":"4.561237793s","start":"2026-04-02T08:55:52.489624Z","end":"2026-04-02T08:55:57.050861Z","steps":["trace[987551326] 'agreement among raft nodes before linearized reading' (duration: 4.56111091s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.051573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:52.489603Z","time spent":"4.561949803s","remote":"127.0.0.1:54388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:55:57.050948Z","caller":"traceutil/trace.go:171","msg":"trace[1761475040] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2274; }","duration":"6.563360723s","start":"2026-04-02T08:55:50.487571Z","end":"2026-04-02T08:55:57.050932Z","steps":["trace[1761475040] 'agreement among raft nodes before linearized reading' (duration: 6.56320289s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.051576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.733781463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-02T08:55:57.051734Z","caller":"traceutil/trace.go:171","msg":"trace[1459275440] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2274; }","duration":"8.734036211s","start":"2026-04-02T08:55:48.317678Z","end":"2026-04-02T08:55:57.051714Z","steps":["trace[1459275440] 'agreement among raft nodes before linearized reading' (duration: 8.733131257s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.051819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:48.317659Z","time spent":"8.734146124s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T08:55:57.051644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:50.487552Z","time spent":"6.564078613s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T08:55:57.050972Z","caller":"traceutil/trace.go:171","msg":"trace[2067727587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2274; }","duration":"2.524916539s","start":"2026-04-02T08:55:54.526034Z","end":"2026-04-02T08:55:57.050951Z","steps":["trace[2067727587] 'agreement among raft nodes before linearized reading' (duration: 2.524864118s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.052059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:54.525996Z","time spent":"2.526037039s","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:55:57.050963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.011983455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:55:57.052153Z","caller":"traceutil/trace.go:171","msg":"trace[1030072467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2274; }","duration":"5.013181087s","start":"2026-04-02T08:55:52.038953Z","end":"2026-04-02T08:55:57.052135Z","steps":["trace[1030072467] 'agreement among raft nodes before linearized reading' (duration: 5.011974255s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.052236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:52.038907Z","time spent":"5.013307701s","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} 2026/04/02 08:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:57.325991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:55.335762Z","time spent":"1.990217602s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 08:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:57.460473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:55.335055Z","time spent":"2.125409978s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 08:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:57.489188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.057854Z","time spent":"431.320652ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 08:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:57.490048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.056143Z","time spent":"433.899321ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 08:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:57.549022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999798989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:55:57.549116Z","caller":"traceutil/trace.go:171","msg":"trace[623566665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999941664s","start":"2026-04-02T08:55:55.549141Z","end":"2026-04-02T08:55:57.549082Z","steps":["trace[623566665] 'agreement among raft nodes before linearized reading' (duration: 1.999844351s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.549168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:55.549118Z","time spent":"2.000038415s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:57.551223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:57.949935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000327523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:55:57.950063Z","caller":"traceutil/trace.go:171","msg":"trace[845964578] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000549059s","start":"2026-04-02T08:55:55.949489Z","end":"2026-04-02T08:55:57.950038Z","steps":["trace[845964578] 'agreement among raft nodes before linearized reading' (duration: 2.000360684s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:57.950123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:55.949468Z","time spent":"2.000644081s","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:58.052057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:58.55264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:55:58.62584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.57570301s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:55:59.460997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000491168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:55:59.461127Z","caller":"traceutil/trace.go:171","msg":"trace[1613937099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000704333s","start":"2026-04-02T08:55:57.460396Z","end":"2026-04-02T08:55:59.461101Z","steps":["trace[1613937099] 'agreement among raft nodes before linearized reading' (duration: 2.000514588s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:59.46119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.460374Z","time spent":"2.000803666s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:55:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:55:59.698437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072362191s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:55:59.958403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000375233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:55:59.958484Z","caller":"traceutil/trace.go:171","msg":"trace[1935182296] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490298s","start":"2026-04-02T08:55:57.957976Z","end":"2026-04-02T08:55:59.958466Z","steps":["trace[1935182296] 'agreement among raft nodes before linearized reading' (duration: 2.000390595s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:55:59.958531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.957963Z","time spent":"2.000560049s","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:55:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:56:00.246964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620819845s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-02T08:56:00.246461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627855101s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:00.247136Z","caller":"traceutil/trace.go:171","msg":"trace[1047802673] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"4.912844395s","start":"2026-04-02T08:55:55.334263Z","end":"2026-04-02T08:56:00.247107Z","steps":["trace[1047802673] 'process raft request' (duration: 3.291802674s)","trace[1047802673] 'compare' (duration: 1.619767877s)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:00.247241Z","caller":"traceutil/trace.go:171","msg":"trace[102029257] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2274; }","duration":"2.628663532s","start":"2026-04-02T08:55:57.618551Z","end":"2026-04-02T08:56:00.247215Z","steps":["trace[102029257] 'range keys from in-memory index tree' (duration: 2.62782929s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:00.247467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.052758Z","time spent":"3.194701996s","remote":"127.0.0.1:33580","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T08:56:00.247382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:55.334173Z","time spent":"4.913116402s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:56:00.248702Z","caller":"traceutil/trace.go:171","msg":"trace[905849671] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2282; }","duration":"2.920041013s","start":"2026-04-02T08:55:57.328644Z","end":"2026-04-02T08:56:00.248686Z","steps":["trace[905849671] 'process raft request' (duration: 2.919906388s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:00.248721Z","caller":"traceutil/trace.go:171","msg":"trace[90440259] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"3.192434137s","start":"2026-04-02T08:55:57.056244Z","end":"2026-04-02T08:56:00.248678Z","steps":["trace[90440259] 'process raft request' (duration: 3.192129038s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:00.248774Z","caller":"traceutil/trace.go:171","msg":"trace[441300506] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2282; }","duration":"2.756852021s","start":"2026-04-02T08:55:57.491887Z","end":"2026-04-02T08:56:00.248739Z","steps":["trace[441300506] 'process raft request' (duration: 2.756747778s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:00.248825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.328612Z","time spent":"2.920158957s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:00.24885Z","caller":"traceutil/trace.go:171","msg":"trace[925037971] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2282; }","duration":"2.756906041s","start":"2026-04-02T08:55:57.49193Z","end":"2026-04-02T08:56:00.248836Z","steps":["trace[925037971] 'process raft request' (duration: 2.756735827s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:00.248691Z","caller":"traceutil/trace.go:171","msg":"trace[1199923947] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"3.190806613s","start":"2026-04-02T08:55:57.057859Z","end":"2026-04-02T08:56:00.248666Z","steps":["trace[1199923947] 'process raft request' (duration: 3.190620668s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:00.248736Z","caller":"traceutil/trace.go:171","msg":"trace[524776550] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2282; }","duration":"2.786086431s","start":"2026-04-02T08:55:57.462624Z","end":"2026-04-02T08:56:00.248711Z","steps":["trace[524776550] 'process raft request' (duration: 2.785981098s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:00.248979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.491904Z","time spent":"2.756987613s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":526,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:00.248991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.05785Z","time spent":"3.19108747s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:00.249087Z","caller":"traceutil/trace.go:171","msg":"trace[323887386] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"2.294679613s","start":"2026-04-02T08:55:57.954398Z","end":"2026-04-02T08:56:00.249077Z","steps":["trace[323887386] 'process raft request' (duration: 2.294297743s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:00.249145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.954366Z","time spent":"2.294748654s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:00.2491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.056227Z","time spent":"3.192632091s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:00.2491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.462595Z","time spent":"2.786389631s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:00.24892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.49187Z","time spent":"2.756978584s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":512,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:00.821109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000422844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:56:00.82125Z","caller":"traceutil/trace.go:171","msg":"trace[1355879659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000628231s","start":"2026-04-02T08:55:58.820588Z","end":"2026-04-02T08:56:00.821216Z","steps":["trace[1355879659] 'agreement among raft nodes before linearized reading' (duration: 2.000453806s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:00.821332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:58.820558Z","time spent":"2.000757004s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:56:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:56:01.056922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.358252466s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:56:01.968107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00060308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T08:56:01.968256Z","caller":"traceutil/trace.go:171","msg":"trace[499552843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000838787s","start":"2026-04-02T08:55:59.967385Z","end":"2026-04-02T08:56:01.968224Z","steps":["trace[499552843] 'agreement among raft nodes before linearized reading' (duration: 2.00061488s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:01.968331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:59.967372Z","time spent":"2.000944148s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:56:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:56:02.890545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641546355s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T08:56:02.890858Z","caller":"traceutil/trace.go:171","msg":"trace[1873018431] linearizableReadLoop","detail":"{readStateIndex:2378; appliedIndex:2363; }","duration":"5.840086995s","start":"2026-04-02T08:55:57.050745Z","end":"2026-04-02T08:56:02.890832Z","steps":["trace[1873018431] 'read index received' (duration: 1.57534924s)","trace[1873018431] 'applied index is now lower than readState.Index' (duration: 4.264735845s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:02.891426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.555079783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:56:02.89148Z","caller":"traceutil/trace.go:171","msg":"trace[905123421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2284; }","duration":"6.555177995s","start":"2026-04-02T08:55:56.336284Z","end":"2026-04-02T08:56:02.891462Z","steps":["trace[905123421] 'agreement among raft nodes before linearized reading' (duration: 6.55498591s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:02.891526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:56.336263Z","time spent":"6.555251667s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:56:02.891772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.546429649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:56:02.89183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.689626827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:02.891866Z","caller":"traceutil/trace.go:171","msg":"trace[1189374814] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2284; }","duration":"7.546565232s","start":"2026-04-02T08:55:55.34528Z","end":"2026-04-02T08:56:02.891845Z","steps":["trace[1189374814] 'agreement among raft nodes before linearized reading' (duration: 7.546411557s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:02.891903Z","caller":"traceutil/trace.go:171","msg":"trace[1131955126] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2284; }","duration":"7.689755199s","start":"2026-04-02T08:55:55.20213Z","end":"2026-04-02T08:56:02.891885Z","steps":["trace[1131955126] 'agreement among raft nodes before linearized reading' (duration: 7.689632156s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:02.891924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:55.34527Z","time spent":"7.546642173s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:02.891947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:55.202107Z","time spent":"7.689829552s","remote":"127.0.0.1:36672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:56:02.892396Z","caller":"traceutil/trace.go:171","msg":"trace[815778203] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"3.834945074s","start":"2026-04-02T08:55:59.057428Z","end":"2026-04-02T08:56:02.892373Z","steps":["trace[815778203] 'process raft request' (duration: 3.833272249s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:02.892658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:59.057394Z","time spent":"3.835069897s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:03.688544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.035914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:03.688901Z","caller":"traceutil/trace.go:171","msg":"trace[413275790] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"4.630573067s","start":"2026-04-02T08:55:59.058309Z","end":"2026-04-02T08:56:03.688882Z","steps":["trace[413275790] 'process raft request' (duration: 4.630486645s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:03.688989Z","caller":"traceutil/trace.go:171","msg":"trace[2063390632] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"4.631043068s","start":"2026-04-02T08:55:59.057908Z","end":"2026-04-02T08:56:03.688951Z","steps":["trace[2063390632] 'process raft request' (duration: 4.630771092s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:03.689017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:59.058296Z","time spent":"4.630667009s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:03.689056Z","caller":"traceutil/trace.go:171","msg":"trace[983602099] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"4.631346757s","start":"2026-04-02T08:55:59.057681Z","end":"2026-04-02T08:56:03.689028Z","steps":["trace[983602099] 'process raft request' (duration: 3.834678127s)","trace[983602099] 'compare' (duration: 795.818597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:03.689144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:59.057884Z","time spent":"4.631174871s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:03.689193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:59.057647Z","time spent":"4.631473871s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:03.689424Z","caller":"traceutil/trace.go:171","msg":"trace[1088837604] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2288; }","duration":"3.440775685s","start":"2026-04-02T08:56:00.248602Z","end":"2026-04-02T08:56:03.689378Z","steps":["trace[1088837604] 'process raft request' (duration: 3.440255141s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:03.689487Z","caller":"traceutil/trace.go:171","msg":"trace[1148255647] linearizableReadLoop","detail":"{readStateIndex:2384; appliedIndex:2378; }","duration":"798.552471ms","start":"2026-04-02T08:56:02.890907Z","end":"2026-04-02T08:56:03.68946Z","steps":["trace[1148255647] 'read index received' (duration: 770.891µs)","trace[1148255647] 'applied index is now lower than readState.Index' (duration: 797.78061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:03.689599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:00.248562Z","time spent":"3.440943988s","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:03.689653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.626971345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:03.689706Z","caller":"traceutil/trace.go:171","msg":"trace[1802775108] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2289; }","duration":"6.627038495s","start":"2026-04-02T08:55:57.062655Z","end":"2026-04-02T08:56:03.689694Z","steps":["trace[1802775108] 'agreement among raft nodes before linearized reading' (duration: 6.626967204s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:03.689737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.341712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:56:03.689778Z","caller":"traceutil/trace.go:171","msg":"trace[300251639] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2289; }","duration":"738.461895ms","start":"2026-04-02T08:56:02.951305Z","end":"2026-04-02T08:56:03.689767Z","steps":["trace[300251639] 'agreement among raft nodes before linearized reading' (duration: 738.327871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:03.689776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163490951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:56:03.689796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437367614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a27e3508ef0b73\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-02T08:56:03.689811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.737117642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-04-02T08:56:03.689824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:02.951271Z","time spent":"738.542616ms","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:56:03.689845Z","caller":"traceutil/trace.go:171","msg":"trace[1298724348] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2289; }","duration":"3.16384429s","start":"2026-04-02T08:56:00.525978Z","end":"2026-04-02T08:56:03.689822Z","steps":["trace[1298724348] 'agreement among raft nodes before linearized reading' (duration: 3.163495021s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:03.689906Z","caller":"traceutil/trace.go:171","msg":"trace[1633812450] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"1.474868903s","start":"2026-04-02T08:56:02.215027Z","end":"2026-04-02T08:56:03.689896Z","steps":["trace[1633812450] 'process raft request' (duration: 1.474276798s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:03.689746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.062647Z","time spent":"6.627089787s","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-02T08:56:03.689854Z","caller":"traceutil/trace.go:171","msg":"trace[233313141] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2289; }","duration":"5.737214805s","start":"2026-04-02T08:55:57.952631Z","end":"2026-04-02T08:56:03.689846Z","steps":["trace[233313141] 'agreement among raft nodes before linearized reading' (duration: 5.737135353s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:03.689924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.259294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:56:03.689948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.684302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:56:03.68996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:55:57.952607Z","time spent":"5.737343009s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-02T08:56:03.689977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:02.215005Z","time spent":"1.474936376s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:03.689981Z","caller":"traceutil/trace.go:171","msg":"trace[1326724960] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2289; }","duration":"387.342397ms","start":"2026-04-02T08:56:03.302619Z","end":"2026-04-02T08:56:03.689961Z","steps":["trace[1326724960] 'agreement among raft nodes before linearized reading' (duration: 387.250174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:03.689636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500856492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:56:03.689998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721351263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:03.689855Z","caller":"traceutil/trace.go:171","msg":"trace[1838663126] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a27e3508ef0b73; range_end:; response_count:1; response_revision:2289; }","duration":"3.437446667s","start":"2026-04-02T08:56:00.252394Z","end":"2026-04-02T08:56:03.689841Z","steps":["trace[1838663126] 'agreement among raft nodes before linearized reading' (duration: 3.437290472s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:03.690074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:00.25238Z","time spent":"3.437684293s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a27e3508ef0b73\" "} {"level":"info","ts":"2026-04-02T08:56:03.690074Z","caller":"traceutil/trace.go:171","msg":"trace[799613833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2289; }","duration":"1.721471217s","start":"2026-04-02T08:56:01.968586Z","end":"2026-04-02T08:56:03.690057Z","steps":["trace[799613833] 'agreement among raft nodes before linearized reading' (duration: 1.721335242s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:03.69012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:01.96856Z","time spent":"1.721551789s","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:56:03.689914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:00.525946Z","time spent":"3.163948744s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:56:03.690099Z","caller":"traceutil/trace.go:171","msg":"trace[1674150082] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2289; }","duration":"3.501327925s","start":"2026-04-02T08:56:00.188726Z","end":"2026-04-02T08:56:03.690054Z","steps":["trace[1674150082] 'agreement among raft nodes before linearized reading' (duration: 3.500813611s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:03.689985Z","caller":"traceutil/trace.go:171","msg":"trace[1408374570] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2289; }","duration":"474.767184ms","start":"2026-04-02T08:56:03.21521Z","end":"2026-04-02T08:56:03.689978Z","steps":["trace[1408374570] 'agreement among raft nodes before linearized reading' (duration: 474.686742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:03.690232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:03.215184Z","time spent":"475.040092ms","remote":"127.0.0.1:33926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:03.690228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:00.188706Z","time spent":"3.501474498s","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:03.690022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:03.302607Z","time spent":"387.405958ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:04.932565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007075616s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:56:05.265661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340185973s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-02T08:56:05.266011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:03.69164Z","time spent":"1.574361903s","remote":"127.0.0.1:33580","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T08:56:05.266066Z","caller":"traceutil/trace.go:171","msg":"trace[1457814299] linearizableReadLoop","detail":"{readStateIndex:2386; appliedIndex:2384; }","duration":"1.572523054s","start":"2026-04-02T08:56:03.69352Z","end":"2026-04-02T08:56:05.266043Z","steps":["trace[1457814299] 'read index received' (duration: 231.956192ms)","trace[1457814299] 'applied index is now lower than readState.Index' (duration: 1.340565972s)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:05.266149Z","caller":"traceutil/trace.go:171","msg":"trace[788955725] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"1.573571042s","start":"2026-04-02T08:56:03.692568Z","end":"2026-04-02T08:56:05.266139Z","steps":["trace[788955725] 'process raft request' (duration: 1.573221153s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:05.266256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:03.692539Z","time spent":"1.573645785s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:05.266298Z","caller":"traceutil/trace.go:171","msg":"trace[2076178710] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"1.566977556s","start":"2026-04-02T08:56:03.699282Z","end":"2026-04-02T08:56:05.26626Z","steps":["trace[2076178710] 'process raft request' (duration: 1.566682229s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:05.266439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572872714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:56:05.266493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:03.699273Z","time spent":"1.56708546s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:05.26655Z","caller":"traceutil/trace.go:171","msg":"trace[1305396852] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2291; }","duration":"1.573049119s","start":"2026-04-02T08:56:03.693478Z","end":"2026-04-02T08:56:05.266527Z","steps":["trace[1305396852] 'agreement among raft nodes before linearized reading' (duration: 1.572778961s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:05.266603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:03.69346Z","time spent":"1.573134042s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-02T08:56:05.699168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:56:05.699288Z","caller":"traceutil/trace.go:171","msg":"trace[1872814993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136457s","start":"2026-04-02T08:56:03.699128Z","end":"2026-04-02T08:56:05.699264Z","steps":["trace[1872814993] 'agreement among raft nodes before linearized reading' (duration: 1.999993974s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:05.69935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:03.699116Z","time spent":"2.000218579s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:56:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:56:06.826547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280038453s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:56:07.699989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000524227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T08:56:07.700071Z","caller":"traceutil/trace.go:171","msg":"trace[649118095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000681061s","start":"2026-04-02T08:56:05.699372Z","end":"2026-04-02T08:56:07.700053Z","steps":["trace[649118095] 'agreement among raft nodes before linearized reading' (duration: 2.000562318s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:07.700138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:05.699356Z","time spent":"2.000773214s","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:56:09.452454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.625641482s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:56:09.460271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999760019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:56:09.460354Z","caller":"traceutil/trace.go:171","msg":"trace[1058386578] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999910983s","start":"2026-04-02T08:56:07.460424Z","end":"2026-04-02T08:56:09.460335Z","steps":["trace[1058386578] 'agreement among raft nodes before linearized reading' (duration: 1.99980656s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:09.460406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:07.460403Z","time spent":"1.999991864s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:56:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:56:09.709492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000260372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T08:56:09.709575Z","caller":"traceutil/trace.go:171","msg":"trace[200879223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000401225s","start":"2026-04-02T08:56:07.709155Z","end":"2026-04-02T08:56:09.709556Z","steps":["trace[200879223] 'agreement among raft nodes before linearized reading' (duration: 2.000299813s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:09.709622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:07.709133Z","time spent":"2.000480616s","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:56:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:56:09.896559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:04.898297Z","time spent":"4.998254578s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 08:56:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:56:09.988249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369915245s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:09.988389Z","caller":"traceutil/trace.go:171","msg":"trace[1082842707] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2291; }","duration":"2.370056169s","start":"2026-04-02T08:56:07.618307Z","end":"2026-04-02T08:56:09.988363Z","steps":["trace[1082842707] 'range keys from in-memory index tree' (duration: 2.369899175s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:09.990148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.443517635s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:09.990458Z","caller":"traceutil/trace.go:171","msg":"trace[55743109] linearizableReadLoop","detail":"{readStateIndex:2388; appliedIndex:2387; }","duration":"4.724334294s","start":"2026-04-02T08:56:05.266105Z","end":"2026-04-02T08:56:09.990439Z","steps":["trace[55743109] 'read index received' (duration: 280.427838ms)","trace[55743109] 'applied index is now lower than readState.Index' (duration: 4.443905346s)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:09.990463Z","caller":"traceutil/trace.go:171","msg":"trace[1748789007] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"4.723144232s","start":"2026-04-02T08:56:05.267298Z","end":"2026-04-02T08:56:09.990442Z","steps":["trace[1748789007] 'process raft request' (duration: 4.722976508s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:09.990484Z","caller":"traceutil/trace.go:171","msg":"trace[1247093492] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"4.292961501s","start":"2026-04-02T08:56:05.697504Z","end":"2026-04-02T08:56:09.990465Z","steps":["trace[1247093492] 'process raft request' (duration: 4.292895039s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:09.990509Z","caller":"traceutil/trace.go:171","msg":"trace[195386676] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"4.292988461s","start":"2026-04-02T08:56:05.697504Z","end":"2026-04-02T08:56:09.990492Z","steps":["trace[195386676] 'process raft request' (duration: 4.292849928s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:09.990548Z","caller":"traceutil/trace.go:171","msg":"trace[942664760] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"4.293037293s","start":"2026-04-02T08:56:05.697504Z","end":"2026-04-02T08:56:09.990541Z","steps":["trace[942664760] 'process raft request' (duration: 4.29292965s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:09.990562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:05.697461Z","time spent":"4.293059384s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:09.9906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:05.697461Z","time spent":"4.293102715s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:09.990609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:05.267263Z","time spent":"4.723253335s","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:09.990618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:05.697472Z","time spent":"4.293077764s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:09.991259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.092479974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:56:09.991299Z","caller":"traceutil/trace.go:171","msg":"trace[438266311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2296; }","duration":"6.092562897s","start":"2026-04-02T08:56:03.898727Z","end":"2026-04-02T08:56:09.99129Z","steps":["trace[438266311] 'agreement among raft nodes before linearized reading' (duration: 6.091780976s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:09.991324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:03.898706Z","time spent":"6.092611598s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:56:11.717591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T08:56:11.717674Z","caller":"traceutil/trace.go:171","msg":"trace[81658266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280132s","start":"2026-04-02T08:56:09.717375Z","end":"2026-04-02T08:56:11.717656Z","steps":["trace[81658266] 'agreement among raft nodes before linearized reading' (duration: 2.000150379s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:11.717721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:09.717365Z","time spent":"2.000347313s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:56:12.758337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.14117119s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:56:13.718773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000461387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T08:56:13.718837Z","caller":"traceutil/trace.go:171","msg":"trace[184982010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056902s","start":"2026-04-02T08:56:11.718254Z","end":"2026-04-02T08:56:13.718823Z","steps":["trace[184982010] 'agreement among raft nodes before linearized reading' (duration: 2.000487298s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:13.718868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:11.718235Z","time spent":"2.000626162s","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:56:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:56:14.25669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:07.255913Z","time spent":"7.000769941s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T08:56:14.896638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99865123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:56:14.896722Z","caller":"traceutil/trace.go:171","msg":"trace[1748875348] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998783792s","start":"2026-04-02T08:56:09.897919Z","end":"2026-04-02T08:56:14.896702Z","steps":["trace[1748875348] 'agreement among raft nodes before linearized reading' (duration: 4.99868007s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:14.896769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:09.897902Z","time spent":"4.998857844s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/02 08:56:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:56:14.917503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.642964775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:56:14.917584Z","caller":"traceutil/trace.go:171","msg":"trace[316819504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"9.643092018s","start":"2026-04-02T08:56:05.274473Z","end":"2026-04-02T08:56:14.917565Z","steps":["trace[316819504] 'agreement among raft nodes before linearized reading' (duration: 9.642975245s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:14.917648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:05.274463Z","time spent":"9.643170429s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/04/02 08:56:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:56:15.032338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.760516483s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:15.032546Z","caller":"traceutil/trace.go:171","msg":"trace[127104064] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"4.415487558s","start":"2026-04-02T08:56:10.617041Z","end":"2026-04-02T08:56:15.032528Z","steps":["trace[127104064] 'process raft request' (duration: 4.415399735s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.032606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:10.617015Z","time spent":"4.41556132s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:15.032927Z","caller":"traceutil/trace.go:171","msg":"trace[1051736075] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2392; }","duration":"5.042417841s","start":"2026-04-02T08:56:09.990498Z","end":"2026-04-02T08:56:15.032916Z","steps":["trace[1051736075] 'read index received' (duration: 281.22784ms)","trace[1051736075] 'applied index is now lower than readState.Index' (duration: 4.761188831s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:15.033086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.333296836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:15.033114Z","caller":"traceutil/trace.go:171","msg":"trace[1332066404] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2298; }","duration":"5.333334118s","start":"2026-04-02T08:56:09.699772Z","end":"2026-04-02T08:56:15.033106Z","steps":["trace[1332066404] 'agreement among raft nodes before linearized reading' (duration: 5.333268566s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.033144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:09.699755Z","time spent":"5.33338056s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:15.033273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.771398602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:56:15.033303Z","caller":"traceutil/trace.go:171","msg":"trace[163265405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2298; }","duration":"8.771463682s","start":"2026-04-02T08:56:06.261827Z","end":"2026-04-02T08:56:15.033291Z","steps":["trace[163265405] 'agreement among raft nodes before linearized reading' (duration: 8.771419341s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.033292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.840489878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:56:15.033335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:06.261803Z","time spent":"8.771524075s","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:15.033302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.31379368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:56:15.03333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.769815841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:56:15.033376Z","caller":"traceutil/trace.go:171","msg":"trace[1514989566] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2298; }","duration":"5.840619341s","start":"2026-04-02T08:56:09.192733Z","end":"2026-04-02T08:56:15.033353Z","steps":["trace[1514989566] 'agreement among raft nodes before linearized reading' (duration: 5.840479808s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:15.033382Z","caller":"traceutil/trace.go:171","msg":"trace[37154335] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2298; }","duration":"7.313920034s","start":"2026-04-02T08:56:07.719444Z","end":"2026-04-02T08:56:15.033364Z","steps":["trace[37154335] 'agreement among raft nodes before linearized reading' (duration: 7.31377115s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.033376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.193836284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:56:15.033424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:07.719428Z","time spent":"7.313982885s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:15.033421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:09.192712Z","time spent":"5.840698362s","remote":"127.0.0.1:36708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:56:15.033458Z","caller":"traceutil/trace.go:171","msg":"trace[1339126448] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2298; }","duration":"7.194001697s","start":"2026-04-02T08:56:07.839437Z","end":"2026-04-02T08:56:15.033439Z","steps":["trace[1339126448] 'agreement among raft nodes before linearized reading' (duration: 7.193805961s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.033468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.415238662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:56:15.033498Z","caller":"traceutil/trace.go:171","msg":"trace[98838778] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2298; }","duration":"7.415290114s","start":"2026-04-02T08:56:07.618199Z","end":"2026-04-02T08:56:15.033489Z","steps":["trace[98838778] 'agreement among raft nodes before linearized reading' (duration: 7.415234403s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.033503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:07.839413Z","time spent":"7.19408156s","remote":"127.0.0.1:34026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:15.033473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517201534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:56:15.033532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:07.618184Z","time spent":"7.415338784s","remote":"127.0.0.1:54402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:15.033564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.724921056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:15.033642Z","caller":"traceutil/trace.go:171","msg":"trace[1119059535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2298; }","duration":"9.725008477s","start":"2026-04-02T08:56:05.308614Z","end":"2026-04-02T08:56:15.033622Z","steps":["trace[1119059535] 'agreement among raft nodes before linearized reading' (duration: 9.724889824s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.033654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.341510737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:56:15.03367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.801781604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:56:15.033502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.763072615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a27e564ba8343c\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-02T08:56:15.03369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:05.308581Z","time spent":"9.725098281s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:56:15.033699Z","caller":"traceutil/trace.go:171","msg":"trace[610224765] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2298; }","duration":"5.341624s","start":"2026-04-02T08:56:09.692064Z","end":"2026-04-02T08:56:15.033688Z","steps":["trace[610224765] 'agreement among raft nodes before linearized reading' (duration: 5.341557468s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:15.033704Z","caller":"traceutil/trace.go:171","msg":"trace[243315655] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2298; }","duration":"5.801843474s","start":"2026-04-02T08:56:09.231851Z","end":"2026-04-02T08:56:15.033695Z","steps":["trace[243315655] 'agreement among raft nodes before linearized reading' (duration: 5.801775932s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.033703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.760986029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-02T08:56:15.033718Z","caller":"traceutil/trace.go:171","msg":"trace[1194844159] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a27e564ba8343c; range_end:; response_count:1; response_revision:2298; }","duration":"9.763336011s","start":"2026-04-02T08:56:05.27037Z","end":"2026-04-02T08:56:15.033706Z","steps":["trace[1194844159] 'agreement among raft nodes before linearized reading' (duration: 9.762954732s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.033735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:09.231838Z","time spent":"5.801890325s","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:56:15.033756Z","caller":"traceutil/trace.go:171","msg":"trace[533749475] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2298; }","duration":"9.761266947s","start":"2026-04-02T08:56:05.272475Z","end":"2026-04-02T08:56:15.033742Z","steps":["trace[533749475] 'agreement among raft nodes before linearized reading' (duration: 9.760829015s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.033751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:09.692043Z","time spent":"5.341696601s","remote":"127.0.0.1:50192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:15.033766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:05.270353Z","time spent":"9.763398535s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a27e564ba8343c\" "} {"level":"warn","ts":"2026-04-02T08:56:15.033795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:05.272469Z","time spent":"9.761317159s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-02T08:56:15.033585Z","caller":"traceutil/trace.go:171","msg":"trace[249793005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2298; }","duration":"5.517354079s","start":"2026-04-02T08:56:09.516206Z","end":"2026-04-02T08:56:15.03356Z","steps":["trace[249793005] 'agreement among raft nodes before linearized reading' (duration: 5.517086191s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.033881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:09.516152Z","time spent":"5.517716087s","remote":"127.0.0.1:52858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:56:15.033406Z","caller":"traceutil/trace.go:171","msg":"trace[1320975509] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2298; }","duration":"7.769957326s","start":"2026-04-02T08:56:07.263431Z","end":"2026-04-02T08:56:15.033388Z","steps":["trace[1320975509] 'agreement among raft nodes before linearized reading' (duration: 7.769778081s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.034036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:07.263396Z","time spent":"7.770615964s","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:15.533526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664155797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:56:15.724919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T08:56:15.724997Z","caller":"traceutil/trace.go:171","msg":"trace[302192970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336103s","start":"2026-04-02T08:56:13.724644Z","end":"2026-04-02T08:56:15.72498Z","steps":["trace[302192970] 'agreement among raft nodes before linearized reading' (duration: 2.000244061s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.72504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:13.724626Z","time spent":"2.000405134s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 08:56:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T08:56:15.920401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.161842208s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T08:56:15.920815Z","caller":"traceutil/trace.go:171","msg":"trace[265513512] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"4.723657936s","start":"2026-04-02T08:56:11.197133Z","end":"2026-04-02T08:56:15.920791Z","steps":["trace[265513512] 'process raft request' (duration: 4.723482872s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.920967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:11.197109Z","time spent":"4.723783351s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:15.921144Z","caller":"traceutil/trace.go:171","msg":"trace[1103685443] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"3.924061128s","start":"2026-04-02T08:56:11.997053Z","end":"2026-04-02T08:56:15.921114Z","steps":["trace[1103685443] 'process raft request' (duration: 3.923699769s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:15.921295Z","caller":"traceutil/trace.go:171","msg":"trace[829063149] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"3.922557178s","start":"2026-04-02T08:56:11.998727Z","end":"2026-04-02T08:56:15.921284Z","steps":["trace[829063149] 'process raft request' (duration: 3.922409963s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:15.921261Z","caller":"traceutil/trace.go:171","msg":"trace[2062958939] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"3.923704808s","start":"2026-04-02T08:56:11.99749Z","end":"2026-04-02T08:56:15.921194Z","steps":["trace[2062958939] 'process raft request' (duration: 3.923518323s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:15.921307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:11.997025Z","time spent":"3.924186172s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:15.921343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:11.9987Z","time spent":"3.922622749s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:15.921459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:11.997475Z","time spent":"3.923871243s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:16.200554Z","caller":"traceutil/trace.go:171","msg":"trace[1157763112] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2302; }","duration":"1.939313771s","start":"2026-04-02T08:56:14.261217Z","end":"2026-04-02T08:56:16.200531Z","steps":["trace[1157763112] 'process raft request' (duration: 1.90975619s)","trace[1157763112] 'compare' (duration: 29.426237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:16.200779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:14.261196Z","time spent":"1.939503566s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:16.20098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:15.036386Z","time spent":"1.164589608s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T08:56:16.520118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.147182ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T08:56:16.520447Z","caller":"traceutil/trace.go:171","msg":"trace[977347352] linearizableReadLoop","detail":"{readStateIndex:2401; appliedIndex:2395; }","duration":"1.487470381s","start":"2026-04-02T08:56:15.032951Z","end":"2026-04-02T08:56:16.520422Z","steps":["trace[977347352] 'read index received' (duration: 887.961861ms)","trace[977347352] 'applied index is now lower than readState.Index' (duration: 599.50706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:16.520801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.266136441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:56:16.520815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.843856298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:56:16.520862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.290035487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:16.520879Z","caller":"traceutil/trace.go:171","msg":"trace[583972697] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2303; }","duration":"5.266266645s","start":"2026-04-02T08:56:11.254599Z","end":"2026-04-02T08:56:16.520866Z","steps":["trace[583972697] 'agreement among raft nodes before linearized reading' (duration: 5.265898695s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.520851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034020517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:56:16.520921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:11.254577Z","time spent":"5.266336198s","remote":"127.0.0.1:36678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:56:16.520924Z","caller":"traceutil/trace.go:171","msg":"trace[387295554] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2303; }","duration":"6.290146752s","start":"2026-04-02T08:56:10.230761Z","end":"2026-04-02T08:56:16.520907Z","steps":["trace[387295554] 'agreement among raft nodes before linearized reading' (duration: 6.290041419s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.520868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891621274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:56:16.520934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.522403264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:56:16.520975Z","caller":"traceutil/trace.go:171","msg":"trace[1356565021] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2303; }","duration":"4.034223183s","start":"2026-04-02T08:56:12.486724Z","end":"2026-04-02T08:56:16.520947Z","steps":["trace[1356565021] 'agreement among raft nodes before linearized reading' (duration: 4.03375072s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.520975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:10.230732Z","time spent":"6.290227472s","remote":"127.0.0.1:36652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:16.520999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.801297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:16.521011Z","caller":"traceutil/trace.go:171","msg":"trace[132295718] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2303; }","duration":"2.891832879s","start":"2026-04-02T08:56:13.62915Z","end":"2026-04-02T08:56:16.520983Z","steps":["trace[132295718] 'agreement among raft nodes before linearized reading' (duration: 2.891351497s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.521053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.486704Z","time spent":"4.034309955s","remote":"127.0.0.1:50252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:56:16.521059Z","caller":"traceutil/trace.go:171","msg":"trace[630731940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2303; }","duration":"795.900421ms","start":"2026-04-02T08:56:15.725144Z","end":"2026-04-02T08:56:16.521045Z","steps":["trace[630731940] 'agreement among raft nodes before linearized reading' (duration: 795.804548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.52108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.942795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:56:16.521038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.528378021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-02T08:56:16.521198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265803414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-02T08:56:16.521023Z","caller":"traceutil/trace.go:171","msg":"trace[72273465] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2303; }","duration":"5.522530726s","start":"2026-04-02T08:56:10.998467Z","end":"2026-04-02T08:56:16.520998Z","steps":["trace[72273465] 'agreement among raft nodes before linearized reading' (duration: 5.522017143s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.521227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894858476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-02T08:56:16.521271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:10.998444Z","time spent":"5.522816894s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T08:56:16.521293Z","caller":"traceutil/trace.go:171","msg":"trace[1723403799] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2303; }","duration":"3.89495814s","start":"2026-04-02T08:56:12.626311Z","end":"2026-04-02T08:56:16.521269Z","steps":["trace[1723403799] 'agreement among raft nodes before linearized reading' (duration: 3.894679012s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:16.521286Z","caller":"traceutil/trace.go:171","msg":"trace[325341545] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2303; }","duration":"479.163253ms","start":"2026-04-02T08:56:16.042091Z","end":"2026-04-02T08:56:16.521255Z","steps":["trace[325341545] 'agreement among raft nodes before linearized reading' (duration: 478.912115ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:16.52124Z","caller":"traceutil/trace.go:171","msg":"trace[2026496363] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2303; }","duration":"6.528683118s","start":"2026-04-02T08:56:09.99254Z","end":"2026-04-02T08:56:16.521223Z","steps":["trace[2026496363] 'agreement among raft nodes before linearized reading' (duration: 6.528219166s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.521382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:16.04208Z","time spent":"479.280485ms","remote":"127.0.0.1:52748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:16.521452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:09.992527Z","time spent":"6.528889353s","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-02T08:56:16.520745Z","caller":"traceutil/trace.go:171","msg":"trace[796510349] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"318.380182ms","start":"2026-04-02T08:56:16.202146Z","end":"2026-04-02T08:56:16.520526Z","steps":["trace[796510349] 'process raft request' (duration: 318.138766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.521157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.859425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-02T08:56:16.521791Z","caller":"traceutil/trace.go:171","msg":"trace[482730600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2303; }","duration":"5.843990921s","start":"2026-04-02T08:56:10.676891Z","end":"2026-04-02T08:56:16.520882Z","steps":["trace[482730600] 'agreement among raft nodes before linearized reading' (duration: 5.843832117s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.521094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:13.629119Z","time spent":"2.891961802s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:16.521345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:12.626291Z","time spent":"3.895042301s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-02T08:56:16.521941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:10.676872Z","time spent":"5.844980397s","remote":"127.0.0.1:52904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:16.520915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542640156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:56:16.522092Z","caller":"traceutil/trace.go:171","msg":"trace[1401278039] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2303; }","duration":"1.543892849s","start":"2026-04-02T08:56:14.978181Z","end":"2026-04-02T08:56:16.522074Z","steps":["trace[1401278039] 'agreement among raft nodes before linearized reading' (duration: 1.542584054s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.522144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:14.978154Z","time spent":"1.543972442s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:16.521104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:15.72512Z","time spent":"795.972972ms","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:56:16.521089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266115322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-02T08:56:16.522255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:16.202126Z","time spent":"319.608366ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:16.522311Z","caller":"traceutil/trace.go:171","msg":"trace[1244944633] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2303; }","duration":"1.267369126s","start":"2026-04-02T08:56:15.254913Z","end":"2026-04-02T08:56:16.522282Z","steps":["trace[1244944633] 'agreement among raft nodes before linearized reading' (duration: 1.265901957s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:16.521278Z","caller":"traceutil/trace.go:171","msg":"trace[1105955336] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2303; }","duration":"1.265911458s","start":"2026-04-02T08:56:15.255341Z","end":"2026-04-02T08:56:16.521253Z","steps":["trace[1105955336] 'agreement among raft nodes before linearized reading' (duration: 1.265672931s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.522388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:15.254893Z","time spent":"1.267472169s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-02T08:56:16.522435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:15.255318Z","time spent":"1.267098009s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T08:56:16.520951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.791127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:16.52257Z","caller":"traceutil/trace.go:171","msg":"trace[1394169394] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2303; }","duration":"317.263652ms","start":"2026-04-02T08:56:16.205285Z","end":"2026-04-02T08:56:16.521744Z","steps":["trace[1394169394] 'agreement among raft nodes before linearized reading' (duration: 315.70968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.522644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:16.205217Z","time spent":"317.410037ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-02T08:56:16.522604Z","caller":"traceutil/trace.go:171","msg":"trace[774817294] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2303; }","duration":"503.453331ms","start":"2026-04-02T08:56:16.019103Z","end":"2026-04-02T08:56:16.522556Z","steps":["trace[774817294] 'agreement among raft nodes before linearized reading' (duration: 501.784016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.522747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:16.019081Z","time spent":"503.615605ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:56:16.857143Z","caller":"traceutil/trace.go:171","msg":"trace[266502] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"327.571478ms","start":"2026-04-02T08:56:16.529544Z","end":"2026-04-02T08:56:16.857115Z","steps":["trace[266502] 'process raft request' (duration: 257.36415ms)","trace[266502] 'compare' (duration: 70.013923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:16.857308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:16.529522Z","time spent":"327.69789ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:16.857352Z","caller":"traceutil/trace.go:171","msg":"trace[951459118] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"327.754642ms","start":"2026-04-02T08:56:16.529555Z","end":"2026-04-02T08:56:16.857309Z","steps":["trace[951459118] 'process raft request' (duration: 327.516286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.857602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:16.529539Z","time spent":"327.910456ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:16.861613Z","caller":"traceutil/trace.go:171","msg":"trace[1886506248] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"332.022907ms","start":"2026-04-02T08:56:16.529574Z","end":"2026-04-02T08:56:16.861596Z","steps":["trace[1886506248] 'process raft request' (duration: 331.871793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.861718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:16.529548Z","time spent":"332.11016ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:16.861723Z","caller":"traceutil/trace.go:171","msg":"trace[2057277856] linearizableReadLoop","detail":"{readStateIndex:2405; appliedIndex:2402; }","duration":"330.989989ms","start":"2026-04-02T08:56:16.530712Z","end":"2026-04-02T08:56:16.861702Z","steps":["trace[2057277856] 'read index received' (duration: 256.045335ms)","trace[2057277856] 'applied index is now lower than readState.Index' (duration: 74.943094ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:16.861761Z","caller":"traceutil/trace.go:171","msg":"trace[1803898154] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"330.711041ms","start":"2026-04-02T08:56:16.531031Z","end":"2026-04-02T08:56:16.861742Z","steps":["trace[1803898154] 'process raft request' (duration: 330.525027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.861844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:16.531016Z","time spent":"330.786544ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:16.861876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.863475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:16.86191Z","caller":"traceutil/trace.go:171","msg":"trace[184107661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2307; }","duration":"330.901097ms","start":"2026-04-02T08:56:16.530998Z","end":"2026-04-02T08:56:16.861899Z","steps":["trace[184107661] 'agreement among raft nodes before linearized reading' (duration: 330.813145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.861948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:16.530944Z","time spent":"330.997349ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:56:16.862212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.478621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T08:56:16.862572Z","caller":"traceutil/trace.go:171","msg":"trace[164281439] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:2307; }","duration":"331.811302ms","start":"2026-04-02T08:56:16.530695Z","end":"2026-04-02T08:56:16.862506Z","steps":["trace[164281439] 'agreement among raft nodes before linearized reading' (duration: 331.096973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:16.862912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:16.530686Z","time spent":"332.213153ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.141\" "} {"level":"info","ts":"2026-04-02T08:56:17.156626Z","caller":"traceutil/trace.go:171","msg":"trace[927761137] linearizableReadLoop","detail":"{readStateIndex:2407; appliedIndex:2406; }","duration":"291.687569ms","start":"2026-04-02T08:56:16.864879Z","end":"2026-04-02T08:56:17.156567Z","steps":["trace[927761137] 'read index received' (duration: 210.92208ms)","trace[927761137] 'applied index is now lower than readState.Index' (duration: 80.764039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:17.156827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.926165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a27e3508ef0b73\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-02T08:56:17.156909Z","caller":"traceutil/trace.go:171","msg":"trace[1496839461] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a27e3508ef0b73; range_end:; response_count:1; response_revision:2307; }","duration":"292.033968ms","start":"2026-04-02T08:56:16.864856Z","end":"2026-04-02T08:56:17.15689Z","steps":["trace[1496839461] 'agreement among raft nodes before linearized reading' (duration: 291.813122ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:17.401254Z","caller":"traceutil/trace.go:171","msg":"trace[823186652] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"529.59021ms","start":"2026-04-02T08:56:16.871632Z","end":"2026-04-02T08:56:17.401222Z","steps":["trace[823186652] 'process raft request' (duration: 529.321202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:17.401664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:16.871596Z","time spent":"529.896677ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:17.588813Z","caller":"traceutil/trace.go:171","msg":"trace[63466837] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"430.782188ms","start":"2026-04-02T08:56:17.158006Z","end":"2026-04-02T08:56:17.588788Z","steps":["trace[63466837] 'process raft request' (duration: 428.932259ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:17.588833Z","caller":"traceutil/trace.go:171","msg":"trace[1963060078] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2407; }","duration":"328.383711ms","start":"2026-04-02T08:56:17.260428Z","end":"2026-04-02T08:56:17.588812Z","steps":["trace[1963060078] 'read index received' (duration: 140.438545ms)","trace[1963060078] 'applied index is now lower than readState.Index' (duration: 187.943776ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:17.588885Z","caller":"traceutil/trace.go:171","msg":"trace[1643012233] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"429.163485ms","start":"2026-04-02T08:56:17.159698Z","end":"2026-04-02T08:56:17.588861Z","steps":["trace[1643012233] 'process raft request' (duration: 428.971679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:17.588949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:17.157983Z","time spent":"430.893971ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:17.588992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:17.159681Z","time spent":"429.251567ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:17.589005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.580416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:17.589069Z","caller":"traceutil/trace.go:171","msg":"trace[865823476] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2310; }","duration":"328.697838ms","start":"2026-04-02T08:56:17.260354Z","end":"2026-04-02T08:56:17.589052Z","steps":["trace[865823476] 'agreement among raft nodes before linearized reading' (duration: 328.571875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:17.589124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:17.260325Z","time spent":"328.784831ms","remote":"127.0.0.1:36642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:17.589455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.612213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:56:17.589621Z","caller":"traceutil/trace.go:171","msg":"trace[172992727] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2310; }","duration":"246.819679ms","start":"2026-04-02T08:56:17.342776Z","end":"2026-04-02T08:56:17.589596Z","steps":["trace[172992727] 'agreement among raft nodes before linearized reading' (duration: 246.574953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:17.589493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.152434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-04-02T08:56:17.589755Z","caller":"traceutil/trace.go:171","msg":"trace[468411804] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2310; }","duration":"184.425941ms","start":"2026-04-02T08:56:17.405301Z","end":"2026-04-02T08:56:17.589727Z","steps":["trace[468411804] 'agreement among raft nodes before linearized reading' (duration: 184.048761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:17.891735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.23506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:17.891923Z","caller":"traceutil/trace.go:171","msg":"trace[825036691] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"239.596587ms","start":"2026-04-02T08:56:17.652284Z","end":"2026-04-02T08:56:17.891881Z","steps":["trace[825036691] 'process raft request' (duration: 105.141001ms)","trace[825036691] 'compare' (duration: 133.929932ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:17.941375Z","caller":"traceutil/trace.go:171","msg":"trace[1775775537] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"285.557846ms","start":"2026-04-02T08:56:17.655793Z","end":"2026-04-02T08:56:17.94135Z","steps":["trace[1775775537] 'process raft request' (duration: 285.36306ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:18.111643Z","caller":"traceutil/trace.go:171","msg":"trace[1701156565] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"215.641845ms","start":"2026-04-02T08:56:17.895977Z","end":"2026-04-02T08:56:18.111619Z","steps":["trace[1701156565] 'process raft request' (duration: 210.362254ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:18.111764Z","caller":"traceutil/trace.go:171","msg":"trace[277466140] linearizableReadLoop","detail":"{readStateIndex:2419; appliedIndex:2415; }","duration":"170.423176ms","start":"2026-04-02T08:56:17.94132Z","end":"2026-04-02T08:56:18.111743Z","steps":["trace[277466140] 'read index received' (duration: 164.998402ms)","trace[277466140] 'applied index is now lower than readState.Index' (duration: 5.423624ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:18.11186Z","caller":"traceutil/trace.go:171","msg":"trace[596855929] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"185.296533ms","start":"2026-04-02T08:56:17.926549Z","end":"2026-04-02T08:56:18.111845Z","steps":["trace[596855929] 'process raft request' (duration: 185.092898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:18.111873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.636059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:18.111912Z","caller":"traceutil/trace.go:171","msg":"trace[434545848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2319; }","duration":"180.717741ms","start":"2026-04-02T08:56:17.931181Z","end":"2026-04-02T08:56:18.111899Z","steps":["trace[434545848] 'agreement among raft nodes before linearized reading' (duration: 180.638399ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:18.111916Z","caller":"traceutil/trace.go:171","msg":"trace[1824434761] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"185.5214ms","start":"2026-04-02T08:56:17.926382Z","end":"2026-04-02T08:56:18.111903Z","steps":["trace[1824434761] 'process raft request' (duration: 185.14053ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:18.111976Z","caller":"traceutil/trace.go:171","msg":"trace[959796601] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"184.853752ms","start":"2026-04-02T08:56:17.927094Z","end":"2026-04-02T08:56:18.111948Z","steps":["trace[959796601] 'process raft request' (duration: 184.596315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:18.493765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.99914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:18.493894Z","caller":"traceutil/trace.go:171","msg":"trace[1384188977] linearizableReadLoop","detail":"{readStateIndex:2420; appliedIndex:2419; }","duration":"227.163553ms","start":"2026-04-02T08:56:18.266708Z","end":"2026-04-02T08:56:18.493872Z","steps":["trace[1384188977] 'read index received' (duration: 47.472µs)","trace[1384188977] 'applied index is now lower than readState.Index' (duration: 227.114131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:18.494015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.304267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:18.494066Z","caller":"traceutil/trace.go:171","msg":"trace[953168691] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:2320; }","duration":"227.357268ms","start":"2026-04-02T08:56:18.266692Z","end":"2026-04-02T08:56:18.494049Z","steps":["trace[953168691] 'agreement among raft nodes before linearized reading' (duration: 227.241245ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:18.494061Z","caller":"traceutil/trace.go:171","msg":"trace[85416026] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"378.717726ms","start":"2026-04-02T08:56:18.115304Z","end":"2026-04-02T08:56:18.494022Z","steps":["trace[85416026] 'process raft request' (duration: 105.201743ms)","trace[85416026] 'compare' (duration: 272.759523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:18.494232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:18.115286Z","time spent":"378.87818ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:56:18.890539Z","caller":"traceutil/trace.go:171","msg":"trace[1862022912] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"321.009912ms","start":"2026-04-02T08:56:18.569498Z","end":"2026-04-02T08:56:18.890507Z","steps":["trace[1862022912] 'process raft request' (duration: 320.234452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:18.890724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:18.569471Z","time spent":"321.167328ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:19.084527Z","caller":"traceutil/trace.go:171","msg":"trace[293128108] linearizableReadLoop","detail":"{readStateIndex:2423; appliedIndex:2421; }","duration":"485.903332ms","start":"2026-04-02T08:56:18.598595Z","end":"2026-04-02T08:56:19.084498Z","steps":["trace[293128108] 'read index received' (duration: 291.304889ms)","trace[293128108] 'applied index is now lower than readState.Index' (duration: 194.597043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:19.08474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.119657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:56:19.084806Z","caller":"traceutil/trace.go:171","msg":"trace[369518750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2323; }","duration":"486.237281ms","start":"2026-04-02T08:56:18.598552Z","end":"2026-04-02T08:56:19.084789Z","steps":["trace[369518750] 'agreement among raft nodes before linearized reading' (duration: 486.051257ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:19.084844Z","caller":"traceutil/trace.go:171","msg":"trace[57839196] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"512.887014ms","start":"2026-04-02T08:56:18.571736Z","end":"2026-04-02T08:56:19.084623Z","steps":["trace[57839196] 'process raft request' (duration: 512.571346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:19.084877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:18.598536Z","time spent":"486.323853ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:56:19.085054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:18.57172Z","time spent":"513.184912ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:19.515478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.680951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:19.515986Z","caller":"traceutil/trace.go:171","msg":"trace[1502387750] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"620.911712ms","start":"2026-04-02T08:56:18.895027Z","end":"2026-04-02T08:56:19.515939Z","steps":["trace[1502387750] 'process raft request' (duration: 436.723058ms)","trace[1502387750] 'compare' (duration: 183.578927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:19.516136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:18.895001Z","time spent":"621.060265ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:56:19.644032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.468685ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T08:56:19.644207Z","caller":"traceutil/trace.go:171","msg":"trace[1095063696] linearizableReadLoop","detail":"{readStateIndex:2425; appliedIndex:2423; }","duration":"555.532694ms","start":"2026-04-02T08:56:19.088646Z","end":"2026-04-02T08:56:19.644178Z","steps":["trace[1095063696] 'read index received' (duration: 243.048569ms)","trace[1095063696] 'applied index is now lower than readState.Index' (duration: 312.482155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:19.644413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.639961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:56:19.644452Z","caller":"traceutil/trace.go:171","msg":"trace[1693045571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2324; }","duration":"336.719784ms","start":"2026-04-02T08:56:19.307721Z","end":"2026-04-02T08:56:19.644441Z","steps":["trace[1693045571] 'agreement among raft nodes before linearized reading' (duration: 336.56761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:19.644425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.7501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"warn","ts":"2026-04-02T08:56:19.644486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:19.307701Z","time spent":"336.777464ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T08:56:19.644513Z","caller":"traceutil/trace.go:171","msg":"trace[680440970] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2324; }","duration":"555.864602ms","start":"2026-04-02T08:56:19.088625Z","end":"2026-04-02T08:56:19.644489Z","steps":["trace[680440970] 'agreement among raft nodes before linearized reading' (duration: 555.666587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:19.644592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:19.088589Z","time spent":"555.983935ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4686,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-02T08:56:19.64463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.712564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a27e3508ef0b73\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-02T08:56:19.644732Z","caller":"traceutil/trace.go:171","msg":"trace[903170999] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a27e3508ef0b73; range_end:; response_count:1; response_revision:2324; }","duration":"124.847499ms","start":"2026-04-02T08:56:19.519854Z","end":"2026-04-02T08:56:19.644701Z","steps":["trace[903170999] 'agreement among raft nodes before linearized reading' (duration: 124.560091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:19.644843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.800215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T08:56:19.644937Z","caller":"traceutil/trace.go:171","msg":"trace[279651875] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2324; }","duration":"296.915149ms","start":"2026-04-02T08:56:19.348004Z","end":"2026-04-02T08:56:19.644919Z","steps":["trace[279651875] 'agreement among raft nodes before linearized reading' (duration: 296.579139ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:19.896732Z","caller":"traceutil/trace.go:171","msg":"trace[836566191] linearizableReadLoop","detail":"{readStateIndex:2427; appliedIndex:2426; }","duration":"201.505178ms","start":"2026-04-02T08:56:19.695197Z","end":"2026-04-02T08:56:19.896702Z","steps":["trace[836566191] 'read index received' (duration: 119.652839ms)","trace[836566191] 'applied index is now lower than readState.Index' (duration: 81.850679ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:19.89695Z","caller":"traceutil/trace.go:171","msg":"trace[1203318803] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"244.119086ms","start":"2026-04-02T08:56:19.652799Z","end":"2026-04-02T08:56:19.896918Z","steps":["trace[1203318803] 'process raft request' (duration: 162.114314ms)","trace[1203318803] 'compare' (duration: 81.56499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:19.897097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.869758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a27e5ef6452271\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-02T08:56:19.897156Z","caller":"traceutil/trace.go:171","msg":"trace[1441019854] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a27e5ef6452271; range_end:; response_count:1; response_revision:2326; }","duration":"201.985041ms","start":"2026-04-02T08:56:19.695157Z","end":"2026-04-02T08:56:19.897142Z","steps":["trace[1441019854] 'agreement among raft nodes before linearized reading' (duration: 201.736733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:19.897136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.750712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:56:19.897216Z","caller":"traceutil/trace.go:171","msg":"trace[1654076559] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2326; }","duration":"165.867155ms","start":"2026-04-02T08:56:19.731329Z","end":"2026-04-02T08:56:19.897196Z","steps":["trace[1654076559] 'agreement among raft nodes before linearized reading' (duration: 165.699801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:19.897231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.920665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-02T08:56:19.897293Z","caller":"traceutil/trace.go:171","msg":"trace[118263595] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2326; }","duration":"148.037339ms","start":"2026-04-02T08:56:19.749239Z","end":"2026-04-02T08:56:19.897276Z","steps":["trace[118263595] 'agreement among raft nodes before linearized reading' (duration: 147.832523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:20.449428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.001181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:20.449518Z","caller":"traceutil/trace.go:171","msg":"trace[1525649919] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"548.710582ms","start":"2026-04-02T08:56:19.900794Z","end":"2026-04-02T08:56:20.449505Z","steps":["trace[1525649919] 'process raft request' (duration: 392.546806ms)","trace[1525649919] 'compare' (duration: 155.873428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:20.449555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:19.900775Z","time spent":"548.762413ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:20.516499Z","caller":"traceutil/trace.go:171","msg":"trace[1976008595] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"399.176612ms","start":"2026-04-02T08:56:20.117299Z","end":"2026-04-02T08:56:20.516475Z","steps":["trace[1976008595] 'process raft request' (duration: 398.926446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:20.516624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:20.117265Z","time spent":"399.292335ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:20.51659Z","caller":"traceutil/trace.go:171","msg":"trace[785693623] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"399.215404ms","start":"2026-04-02T08:56:20.117314Z","end":"2026-04-02T08:56:20.51653Z","steps":["trace[785693623] 'process raft request' (duration: 399.037759ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:20.516692Z","caller":"traceutil/trace.go:171","msg":"trace[175696150] linearizableReadLoop","detail":"{readStateIndex:2429; appliedIndex:2427; }","duration":"586.711787ms","start":"2026-04-02T08:56:19.929944Z","end":"2026-04-02T08:56:20.516656Z","steps":["trace[175696150] 'read index received' (duration: 363.311364ms)","trace[175696150] 'applied index is now lower than readState.Index' (duration: 223.398163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:20.516798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:20.117286Z","time spent":"399.400518ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:20.516819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.877932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:20.516852Z","caller":"traceutil/trace.go:171","msg":"trace[1643999410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2331; }","duration":"586.931423ms","start":"2026-04-02T08:56:19.929911Z","end":"2026-04-02T08:56:20.516843Z","steps":["trace[1643999410] 'agreement among raft nodes before linearized reading' (duration: 586.867171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:20.516878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:19.929895Z","time spent":"586.979734ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T08:56:20.51684Z","caller":"traceutil/trace.go:171","msg":"trace[2093955853] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"398.867295ms","start":"2026-04-02T08:56:20.117889Z","end":"2026-04-02T08:56:20.516756Z","steps":["trace[2093955853] 'process raft request' (duration: 398.539166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:20.516981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.823421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:56:20.517025Z","caller":"traceutil/trace.go:171","msg":"trace[1566379617] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2331; }","duration":"313.932203ms","start":"2026-04-02T08:56:20.203082Z","end":"2026-04-02T08:56:20.517014Z","steps":["trace[1566379617] 'agreement among raft nodes before linearized reading' (duration: 313.836111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:20.517059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:20.203058Z","time spent":"313.992656ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:56:20.517204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:20.117866Z","time spent":"399.146081ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:20.516493Z","caller":"traceutil/trace.go:171","msg":"trace[1068809613] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"608.662994ms","start":"2026-04-02T08:56:19.907782Z","end":"2026-04-02T08:56:20.516445Z","steps":["trace[1068809613] 'process raft request' (duration: 608.12775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:20.51743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.757457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:56:20.517475Z","caller":"traceutil/trace.go:171","msg":"trace[1931644907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2331; }","duration":"424.86296ms","start":"2026-04-02T08:56:20.092598Z","end":"2026-04-02T08:56:20.517461Z","steps":["trace[1931644907] 'agreement among raft nodes before linearized reading' (duration: 424.226433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:20.517514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:20.092562Z","time spent":"424.940272ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T08:56:20.517489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:19.907766Z","time spent":"609.667371ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:20.76617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.648536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:20.766394Z","caller":"traceutil/trace.go:171","msg":"trace[648881332] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"247.063565ms","start":"2026-04-02T08:56:20.5193Z","end":"2026-04-02T08:56:20.766364Z","steps":["trace[648881332] 'process raft request' (duration: 117.044238ms)","trace[648881332] 'compare' (duration: 129.327708ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:20.766397Z","caller":"traceutil/trace.go:171","msg":"trace[328523331] linearizableReadLoop","detail":"{readStateIndex:2433; appliedIndex:2432; }","duration":"244.305732ms","start":"2026-04-02T08:56:20.521992Z","end":"2026-04-02T08:56:20.766297Z","steps":["trace[328523331] 'read index received' (duration: 114.246074ms)","trace[328523331] 'applied index is now lower than readState.Index' (duration: 130.056748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:20.766915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.914249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-948r9\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-04-02T08:56:20.766992Z","caller":"traceutil/trace.go:171","msg":"trace[1467130044] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-948r9; range_end:; response_count:1; response_revision:2332; }","duration":"245.059162ms","start":"2026-04-02T08:56:20.521915Z","end":"2026-04-02T08:56:20.766975Z","steps":["trace[1467130044] 'agreement among raft nodes before linearized reading' (duration: 244.574249ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:21.010358Z","caller":"traceutil/trace.go:171","msg":"trace[791425225] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"238.047754ms","start":"2026-04-02T08:56:20.772265Z","end":"2026-04-02T08:56:21.010313Z","steps":["trace[791425225] 'process raft request' (duration: 236.76492ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:21.352673Z","caller":"traceutil/trace.go:171","msg":"trace[416262576] linearizableReadLoop","detail":"{readStateIndex:2435; appliedIndex:2433; }","duration":"422.173518ms","start":"2026-04-02T08:56:20.930466Z","end":"2026-04-02T08:56:21.352639Z","steps":["trace[416262576] 'read index received' (duration: 78.506669ms)","trace[416262576] 'applied index is now lower than readState.Index' (duration: 343.665169ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:21.35274Z","caller":"traceutil/trace.go:171","msg":"trace[1022240791] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"577.648494ms","start":"2026-04-02T08:56:20.775051Z","end":"2026-04-02T08:56:21.352699Z","steps":["trace[1022240791] 'process raft request' (duration: 494.205343ms)","trace[1022240791] 'compare' (duration: 83.137103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:21.353463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:20.775038Z","time spent":"578.308342ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:21.353023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.328733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:21.353581Z","caller":"traceutil/trace.go:171","msg":"trace[1230030518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2334; }","duration":"423.141823ms","start":"2026-04-02T08:56:20.930414Z","end":"2026-04-02T08:56:21.353556Z","steps":["trace[1230030518] 'agreement among raft nodes before linearized reading' (duration: 422.322541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:21.353829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:20.930391Z","time spent":"423.268207ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:56:21.354126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.903568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-7lk4q.18a27e61a8b04f7b\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-02T08:56:21.354254Z","caller":"traceutil/trace.go:171","msg":"trace[1442063552] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-7lk4q.18a27e61a8b04f7b; range_end:; response_count:1; response_revision:2334; }","duration":"340.074422ms","start":"2026-04-02T08:56:21.014159Z","end":"2026-04-02T08:56:21.354233Z","steps":["trace[1442063552] 'agreement among raft nodes before linearized reading' (duration: 339.282621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:21.354363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:21.014135Z","time spent":"340.204716ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-7lk4q.18a27e61a8b04f7b\" "} {"level":"info","ts":"2026-04-02T08:56:21.641949Z","caller":"traceutil/trace.go:171","msg":"trace[721546415] linearizableReadLoop","detail":"{readStateIndex:2438; appliedIndex:2437; }","duration":"239.553755ms","start":"2026-04-02T08:56:21.402373Z","end":"2026-04-02T08:56:21.641926Z","steps":["trace[721546415] 'read index received' (duration: 239.321879ms)","trace[721546415] 'applied index is now lower than readState.Index' (duration: 230.666µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:21.642016Z","caller":"traceutil/trace.go:171","msg":"trace[986173797] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"240.55444ms","start":"2026-04-02T08:56:21.401428Z","end":"2026-04-02T08:56:21.641983Z","steps":["trace[986173797] 'process raft request' (duration: 240.328095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:21.642195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.811622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a27e3508ef0b73\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-02T08:56:21.642238Z","caller":"traceutil/trace.go:171","msg":"trace[673947837] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a27e3508ef0b73; range_end:; response_count:1; response_revision:2337; }","duration":"239.926675ms","start":"2026-04-02T08:56:21.402299Z","end":"2026-04-02T08:56:21.642225Z","steps":["trace[673947837] 'agreement among raft nodes before linearized reading' (duration: 239.75884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:21.642563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.324793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:56:21.642652Z","caller":"traceutil/trace.go:171","msg":"trace[1525763832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2337; }","duration":"115.426057ms","start":"2026-04-02T08:56:21.527204Z","end":"2026-04-02T08:56:21.64263Z","steps":["trace[1525763832] 'agreement among raft nodes before linearized reading' (duration: 114.994845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:21.878161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.422328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:21.878353Z","caller":"traceutil/trace.go:171","msg":"trace[451150464] linearizableReadLoop","detail":"{readStateIndex:2439; appliedIndex:2438; }","duration":"152.444726ms","start":"2026-04-02T08:56:21.72589Z","end":"2026-04-02T08:56:21.878335Z","steps":["trace[451150464] 'read index received' (duration: 37.650327ms)","trace[451150464] 'applied index is now lower than readState.Index' (duration: 114.792469ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:21.878442Z","caller":"traceutil/trace.go:171","msg":"trace[1219105239] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"230.139343ms","start":"2026-04-02T08:56:21.648292Z","end":"2026-04-02T08:56:21.878431Z","steps":["trace[1219105239] 'process raft request' (duration: 115.354704ms)","trace[1219105239] 'compare' (duration: 113.653018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:21.878754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.869747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T08:56:21.87879Z","caller":"traceutil/trace.go:171","msg":"trace[453456482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2338; }","duration":"152.938839ms","start":"2026-04-02T08:56:21.725843Z","end":"2026-04-02T08:56:21.878782Z","steps":["trace[453456482] 'agreement among raft nodes before linearized reading' (duration: 152.768074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:21.878962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.070073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:56:21.878996Z","caller":"traceutil/trace.go:171","msg":"trace[1224898639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2338; }","duration":"153.145975ms","start":"2026-04-02T08:56:21.725842Z","end":"2026-04-02T08:56:21.878988Z","steps":["trace[1224898639] 'agreement among raft nodes before linearized reading' (duration: 153.063062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:21.879177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.080069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:56:21.879211Z","caller":"traceutil/trace.go:171","msg":"trace[1211863616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2338; }","duration":"145.14442ms","start":"2026-04-02T08:56:21.734059Z","end":"2026-04-02T08:56:21.879203Z","steps":["trace[1211863616] 'agreement among raft nodes before linearized reading' (duration: 145.063808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:21.879594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.119044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:21.879714Z","caller":"traceutil/trace.go:171","msg":"trace[1050293605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2338; }","duration":"116.283949ms","start":"2026-04-02T08:56:21.763411Z","end":"2026-04-02T08:56:21.879695Z","steps":["trace[1050293605] 'agreement among raft nodes before linearized reading' (duration: 116.065983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:22.358272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.531783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:22.358542Z","caller":"traceutil/trace.go:171","msg":"trace[253845589] linearizableReadLoop","detail":"{readStateIndex:2442; appliedIndex:2439; }","duration":"427.992303ms","start":"2026-04-02T08:56:21.930528Z","end":"2026-04-02T08:56:22.358521Z","steps":["trace[253845589] 'read index received' (duration: 77.117532ms)","trace[253845589] 'applied index is now lower than readState.Index' (duration: 350.873411ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:22.358588Z","caller":"traceutil/trace.go:171","msg":"trace[136149716] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"472.180164ms","start":"2026-04-02T08:56:21.886368Z","end":"2026-04-02T08:56:22.358548Z","steps":["trace[136149716] 'process raft request' (duration: 121.262632ms)","trace[136149716] 'compare' (duration: 350.260654ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:22.358687Z","caller":"traceutil/trace.go:171","msg":"trace[369225747] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"472.248277ms","start":"2026-04-02T08:56:21.886424Z","end":"2026-04-02T08:56:22.358673Z","steps":["trace[369225747] 'process raft request' (duration: 471.954489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:22.358745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:21.886358Z","time spent":"472.298679ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:22.358782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:21.886407Z","time spent":"472.329229ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:56:22.359085Z","caller":"traceutil/trace.go:171","msg":"trace[593655829] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"472.549375ms","start":"2026-04-02T08:56:21.886464Z","end":"2026-04-02T08:56:22.359013Z","steps":["trace[593655829] 'process raft request' (duration: 471.99126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:22.35916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:21.886441Z","time spent":"472.684728ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:56:22.359276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.751424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:22.359318Z","caller":"traceutil/trace.go:171","msg":"trace[1165194114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2341; }","duration":"428.844366ms","start":"2026-04-02T08:56:21.930463Z","end":"2026-04-02T08:56:22.359307Z","steps":["trace[1165194114] 'agreement among raft nodes before linearized reading' (duration: 428.773264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:22.359347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:21.930435Z","time spent":"428.905618ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:56:22.35957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.459884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-02T08:56:22.359625Z","caller":"traceutil/trace.go:171","msg":"trace[1408875229] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:2341; }","duration":"315.579287ms","start":"2026-04-02T08:56:22.044033Z","end":"2026-04-02T08:56:22.359612Z","steps":["trace[1408875229] 'agreement among raft nodes before linearized reading' (duration: 315.468414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:22.35966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:56:22.044004Z","time spent":"315.6487ms","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-02T08:56:22.509648Z","caller":"traceutil/trace.go:171","msg":"trace[747208563] linearizableReadLoop","detail":"{readStateIndex:2445; appliedIndex:2443; }","duration":"132.546914ms","start":"2026-04-02T08:56:22.377077Z","end":"2026-04-02T08:56:22.509624Z","steps":["trace[747208563] 'read index received' (duration: 22.578724ms)","trace[747208563] 'applied index is now lower than readState.Index' (duration: 109.96714ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:22.509747Z","caller":"traceutil/trace.go:171","msg":"trace[1495132910] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"141.346939ms","start":"2026-04-02T08:56:22.36835Z","end":"2026-04-02T08:56:22.509697Z","steps":["trace[1495132910] 'process raft request' (duration: 130.795547ms)","trace[1495132910] 'compare' (duration: 10.291826ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:22.509803Z","caller":"traceutil/trace.go:171","msg":"trace[962559083] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"141.088322ms","start":"2026-04-02T08:56:22.368699Z","end":"2026-04-02T08:56:22.509787Z","steps":["trace[962559083] 'process raft request' (duration: 140.878876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:22.510194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.457883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a27e3508ef0b73\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-02T08:56:22.510253Z","caller":"traceutil/trace.go:171","msg":"trace[1874702489] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a27e3508ef0b73; range_end:; response_count:1; response_revision:2344; }","duration":"107.574085ms","start":"2026-04-02T08:56:22.402665Z","end":"2026-04-02T08:56:22.510239Z","steps":["trace[1874702489] 'agreement among raft nodes before linearized reading' (duration: 107.337999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:22.510269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.15586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:56:22.510397Z","caller":"traceutil/trace.go:171","msg":"trace[1282590242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2344; }","duration":"133.289074ms","start":"2026-04-02T08:56:22.377072Z","end":"2026-04-02T08:56:22.510361Z","steps":["trace[1282590242] 'agreement among raft nodes before linearized reading' (duration: 133.014716ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:22.677482Z","caller":"traceutil/trace.go:171","msg":"trace[1997359776] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"109.659302ms","start":"2026-04-02T08:56:22.567796Z","end":"2026-04-02T08:56:22.677455Z","steps":["trace[1997359776] 'process raft request' (duration: 109.334603ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:22.73047Z","caller":"traceutil/trace.go:171","msg":"trace[974055694] linearizableReadLoop","detail":"{readStateIndex:2451; appliedIndex:2450; }","duration":"149.198979ms","start":"2026-04-02T08:56:22.581247Z","end":"2026-04-02T08:56:22.730446Z","steps":["trace[974055694] 'read index received' (duration: 96.200892ms)","trace[974055694] 'applied index is now lower than readState.Index' (duration: 52.996557ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:22.730632Z","caller":"traceutil/trace.go:171","msg":"trace[1674991520] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"155.690062ms","start":"2026-04-02T08:56:22.57489Z","end":"2026-04-02T08:56:22.73058Z","steps":["trace[1674991520] 'process raft request' (duration: 155.411195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:22.73083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.541037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-02T08:56:22.730922Z","caller":"traceutil/trace.go:171","msg":"trace[487236875] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2350; }","duration":"149.724763ms","start":"2026-04-02T08:56:22.581183Z","end":"2026-04-02T08:56:22.730908Z","steps":["trace[487236875] 'agreement among raft nodes before linearized reading' (duration: 149.463106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:22.741224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.399391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:56:22.741304Z","caller":"traceutil/trace.go:171","msg":"trace[443480301] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2351; }","duration":"141.554266ms","start":"2026-04-02T08:56:22.599732Z","end":"2026-04-02T08:56:22.741286Z","steps":["trace[443480301] 'agreement among raft nodes before linearized reading' (duration: 141.371911ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:23.567952Z","caller":"traceutil/trace.go:171","msg":"trace[22821581] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"141.296438ms","start":"2026-04-02T08:56:23.426625Z","end":"2026-04-02T08:56:23.567922Z","steps":["trace[22821581] 'process raft request' (duration: 141.115773ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:24.723546Z","caller":"traceutil/trace.go:171","msg":"trace[1239390644] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"201.230418ms","start":"2026-04-02T08:56:24.522266Z","end":"2026-04-02T08:56:24.723496Z","steps":["trace[1239390644] 'process raft request' (duration: 191.308725ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:24.723548Z","caller":"traceutil/trace.go:171","msg":"trace[342245276] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"158.080075ms","start":"2026-04-02T08:56:24.565423Z","end":"2026-04-02T08:56:24.723503Z","steps":["trace[342245276] 'process raft request' (duration: 157.966682ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:24.723917Z","caller":"traceutil/trace.go:171","msg":"trace[1030433056] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"154.085287ms","start":"2026-04-02T08:56:24.569799Z","end":"2026-04-02T08:56:24.723884Z","steps":["trace[1030433056] 'process raft request' (duration: 153.913583ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:24.723938Z","caller":"traceutil/trace.go:171","msg":"trace[1932943889] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"158.178537ms","start":"2026-04-02T08:56:24.565702Z","end":"2026-04-02T08:56:24.723881Z","steps":["trace[1932943889] 'process raft request' (duration: 157.746536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:26.799752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.381954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:26.79997Z","caller":"traceutil/trace.go:171","msg":"trace[1859797874] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"171.94839ms","start":"2026-04-02T08:56:26.627986Z","end":"2026-04-02T08:56:26.799934Z","steps":["trace[1859797874] 'process raft request' (duration: 59.152135ms)","trace[1859797874] 'compare' (duration: 111.937682ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:26.80034Z","caller":"traceutil/trace.go:171","msg":"trace[1414596555] linearizableReadLoop","detail":"{readStateIndex:2478; appliedIndex:2477; }","duration":"161.334308ms","start":"2026-04-02T08:56:26.638993Z","end":"2026-04-02T08:56:26.800328Z","steps":["trace[1414596555] 'read index received' (duration: 48.108952ms)","trace[1414596555] 'applied index is now lower than readState.Index' (duration: 113.224365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:26.800651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.44866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-02T08:56:26.800698Z","caller":"traceutil/trace.go:171","msg":"trace[494098566] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2377; }","duration":"161.712497ms","start":"2026-04-02T08:56:26.638974Z","end":"2026-04-02T08:56:26.800687Z","steps":["trace[494098566] 'agreement among raft nodes before linearized reading' (duration: 161.42608ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:26.958705Z","caller":"traceutil/trace.go:171","msg":"trace[220889761] linearizableReadLoop","detail":"{readStateIndex:2481; appliedIndex:2479; }","duration":"158.292046ms","start":"2026-04-02T08:56:26.800374Z","end":"2026-04-02T08:56:26.958666Z","steps":["trace[220889761] 'read index received' (duration: 158.101972ms)","trace[220889761] 'applied index is now lower than readState.Index' (duration: 188.974µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:26.958838Z","caller":"traceutil/trace.go:171","msg":"trace[2061002544] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"229.030262ms","start":"2026-04-02T08:56:26.72978Z","end":"2026-04-02T08:56:26.958811Z","steps":["trace[2061002544] 'process raft request' (duration: 228.700423ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:26.958831Z","caller":"traceutil/trace.go:171","msg":"trace[510161759] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"228.880547ms","start":"2026-04-02T08:56:26.729892Z","end":"2026-04-02T08:56:26.958773Z","steps":["trace[510161759] 'process raft request' (duration: 228.727163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:26.958978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.272873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T08:56:26.959016Z","caller":"traceutil/trace.go:171","msg":"trace[1352830099] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2379; }","duration":"156.366585ms","start":"2026-04-02T08:56:26.802638Z","end":"2026-04-02T08:56:26.959005Z","steps":["trace[1352830099] 'agreement among raft nodes before linearized reading' (duration: 156.21019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:26.959101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.038249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T08:56:26.959227Z","caller":"traceutil/trace.go:171","msg":"trace[1130114707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2379; }","duration":"188.189352ms","start":"2026-04-02T08:56:26.771004Z","end":"2026-04-02T08:56:26.959194Z","steps":["trace[1130114707] 'agreement among raft nodes before linearized reading' (duration: 187.896825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:26.95962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.418648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:56:26.959923Z","caller":"traceutil/trace.go:171","msg":"trace[1492072075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2379; }","duration":"230.758158ms","start":"2026-04-02T08:56:26.72914Z","end":"2026-04-02T08:56:26.959898Z","steps":["trace[1492072075] 'agreement among raft nodes before linearized reading' (duration: 230.299846ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:30.28786Z","caller":"traceutil/trace.go:171","msg":"trace[1523396494] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"117.085358ms","start":"2026-04-02T08:56:30.170749Z","end":"2026-04-02T08:56:30.287835Z","steps":["trace[1523396494] 'process raft request' (duration: 116.918564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:32.328401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.990414ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T08:56:32.328506Z","caller":"traceutil/trace.go:171","msg":"trace[1085012116] linearizableReadLoop","detail":"{readStateIndex:2500; appliedIndex:2499; }","duration":"116.301638ms","start":"2026-04-02T08:56:32.212187Z","end":"2026-04-02T08:56:32.328489Z","steps":["trace[1085012116] 'read index received' (duration: 33.14µs)","trace[1085012116] 'applied index is now lower than readState.Index' (duration: 116.267128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:32.328664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.464261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"info","ts":"2026-04-02T08:56:32.328705Z","caller":"traceutil/trace.go:171","msg":"trace[1684954966] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2397; }","duration":"116.536824ms","start":"2026-04-02T08:56:32.212156Z","end":"2026-04-02T08:56:32.328693Z","steps":["trace[1684954966] 'agreement among raft nodes before linearized reading' (duration: 116.378ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:33.056509Z","caller":"traceutil/trace.go:171","msg":"trace[888438957] linearizableReadLoop","detail":"{readStateIndex:2504; appliedIndex:2503; }","duration":"146.887013ms","start":"2026-04-02T08:56:32.909601Z","end":"2026-04-02T08:56:33.056488Z","steps":["trace[888438957] 'read index received' (duration: 146.77537ms)","trace[888438957] 'applied index is now lower than readState.Index' (duration: 110.623µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:33.056558Z","caller":"traceutil/trace.go:171","msg":"trace[2123575958] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"150.082397ms","start":"2026-04-02T08:56:32.90645Z","end":"2026-04-02T08:56:33.056533Z","steps":["trace[2123575958] 'process raft request' (duration: 149.911983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:33.056714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.807341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:33.056747Z","caller":"traceutil/trace.go:171","msg":"trace[1561354909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2401; }","duration":"125.914104ms","start":"2026-04-02T08:56:32.930824Z","end":"2026-04-02T08:56:33.056739Z","steps":["trace[1561354909] 'agreement among raft nodes before linearized reading' (duration: 125.823941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:56:33.056843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.531008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T08:56:33.056929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.298203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:56:33.057113Z","caller":"traceutil/trace.go:171","msg":"trace[166526848] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2401; }","duration":"147.565801ms","start":"2026-04-02T08:56:32.909523Z","end":"2026-04-02T08:56:33.057089Z","steps":["trace[166526848] 'agreement among raft nodes before linearized reading' (duration: 147.090309ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:33.056916Z","caller":"traceutil/trace.go:171","msg":"trace[1768135481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2401; }","duration":"109.656001ms","start":"2026-04-02T08:56:32.947242Z","end":"2026-04-02T08:56:33.056898Z","steps":["trace[1768135481] 'agreement among raft nodes before linearized reading' (duration: 109.421964ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:56:35.482749Z","caller":"traceutil/trace.go:171","msg":"trace[46276556] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"157.039133ms","start":"2026-04-02T08:56:35.325662Z","end":"2026-04-02T08:56:35.482701Z","steps":["trace[46276556] 'process raft request' (duration: 116.576835ms)","trace[46276556] 'compare' (duration: 39.905273ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:35.639125Z","caller":"traceutil/trace.go:171","msg":"trace[140019638] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"108.06304ms","start":"2026-04-02T08:56:35.531034Z","end":"2026-04-02T08:56:35.639097Z","steps":["trace[140019638] 'process raft request' (duration: 93.889531ms)","trace[140019638] 'compare' (duration: 13.965823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:56:35.876528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.712095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:56:35.876644Z","caller":"traceutil/trace.go:171","msg":"trace[2015679601] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"193.837044ms","start":"2026-04-02T08:56:35.68278Z","end":"2026-04-02T08:56:35.876617Z","steps":["trace[2015679601] 'process raft request' (duration: 57.962534ms)","trace[2015679601] 'compare' (duration: 135.550161ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:56:35.901265Z","caller":"traceutil/trace.go:171","msg":"trace[1228557755] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"216.510148ms","start":"2026-04-02T08:56:35.684735Z","end":"2026-04-02T08:56:35.901245Z","steps":["trace[1228557755] 'process raft request' (duration: 216.285982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:19.501075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.157384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T08:57:19.501159Z","caller":"traceutil/trace.go:171","msg":"trace[1949396156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2653; }","duration":"128.290657ms","start":"2026-04-02T08:57:19.372852Z","end":"2026-04-02T08:57:19.501143Z","steps":["trace[1949396156] 'range keys from in-memory index tree' (duration: 128.00785ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:19.670993Z","caller":"traceutil/trace.go:171","msg":"trace[384918673] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"110.012831ms","start":"2026-04-02T08:57:19.56096Z","end":"2026-04-02T08:57:19.670973Z","steps":["trace[384918673] 'process raft request' (duration: 109.874106ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:19.702331Z","caller":"traceutil/trace.go:171","msg":"trace[1375656937] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"102.179271ms","start":"2026-04-02T08:57:19.600137Z","end":"2026-04-02T08:57:19.702316Z","steps":["trace[1375656937] 'process raft request' (duration: 102.066049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:20.075905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.282533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:57:20.076046Z","caller":"traceutil/trace.go:171","msg":"trace[38727726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2659; }","duration":"147.452607ms","start":"2026-04-02T08:57:19.928567Z","end":"2026-04-02T08:57:20.076019Z","steps":["trace[38727726] 'range keys from in-memory index tree' (duration: 147.209752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:20.075931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.118283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T08:57:20.07616Z","caller":"traceutil/trace.go:171","msg":"trace[167342945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2659; }","duration":"155.395369ms","start":"2026-04-02T08:57:19.920742Z","end":"2026-04-02T08:57:20.076138Z","steps":["trace[167342945] 'range keys from in-memory index tree' (duration: 154.940068ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:21.115045Z","caller":"traceutil/trace.go:171","msg":"trace[1712277388] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"117.382267ms","start":"2026-04-02T08:57:20.997633Z","end":"2026-04-02T08:57:21.115015Z","steps":["trace[1712277388] 'process raft request' (duration: 117.194452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:21.84794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.970509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5814"} {"level":"info","ts":"2026-04-02T08:57:21.84801Z","caller":"traceutil/trace.go:171","msg":"trace[2061606606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2674; }","duration":"131.088052ms","start":"2026-04-02T08:57:21.716906Z","end":"2026-04-02T08:57:21.847994Z","steps":["trace[2061606606] 'agreement among raft nodes before linearized reading' (duration: 48.05242ms)","trace[2061606606] 'range keys from in-memory index tree' (duration: 82.832906ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:22.267708Z","caller":"traceutil/trace.go:171","msg":"trace[1518615203] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"131.881812ms","start":"2026-04-02T08:57:22.1358Z","end":"2026-04-02T08:57:22.267682Z","steps":["trace[1518615203] 'process raft request' (duration: 131.735899ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:22.598923Z","caller":"traceutil/trace.go:171","msg":"trace[288347061] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"100.843846ms","start":"2026-04-02T08:57:22.498044Z","end":"2026-04-02T08:57:22.598888Z","steps":["trace[288347061] 'process raft request' (duration: 100.577988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:22.974257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.24239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:57:22.974948Z","caller":"traceutil/trace.go:171","msg":"trace[498343394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2681; }","duration":"118.95976ms","start":"2026-04-02T08:57:22.855959Z","end":"2026-04-02T08:57:22.974919Z","steps":["trace[498343394] 'range keys from in-memory index tree' (duration: 118.083055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:23.197225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.61614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:57:23.197313Z","caller":"traceutil/trace.go:171","msg":"trace[963878372] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2682; }","duration":"106.783554ms","start":"2026-04-02T08:57:23.09051Z","end":"2026-04-02T08:57:23.197294Z","steps":["trace[963878372] 'count revisions from in-memory index tree' (duration: 106.517518ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:23.340228Z","caller":"traceutil/trace.go:171","msg":"trace[1818771775] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"139.021853ms","start":"2026-04-02T08:57:23.201178Z","end":"2026-04-02T08:57:23.3402Z","steps":["trace[1818771775] 'process raft request' (duration: 138.819527ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.038775Z","caller":"traceutil/trace.go:171","msg":"trace[2005880327] linearizableReadLoop","detail":"{readStateIndex:2799; appliedIndex:2798; }","duration":"428.137526ms","start":"2026-04-02T08:57:23.610613Z","end":"2026-04-02T08:57:24.03875Z","steps":["trace[2005880327] 'read index received' (duration: 428.084264ms)","trace[2005880327] 'applied index is now lower than readState.Index' (duration: 52.072µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:24.038828Z","caller":"traceutil/trace.go:171","msg":"trace[1085556776] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"510.125579ms","start":"2026-04-02T08:57:23.528665Z","end":"2026-04-02T08:57:24.038791Z","steps":["trace[1085556776] 'process raft request' (duration: 509.908563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:24.038997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:23.528653Z","time spent":"510.252403ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:57:24.03907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.438573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T08:57:24.039137Z","caller":"traceutil/trace.go:171","msg":"trace[1028655851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2685; }","duration":"428.567326ms","start":"2026-04-02T08:57:23.610554Z","end":"2026-04-02T08:57:24.039121Z","steps":["trace[1028655851] 'agreement among raft nodes before linearized reading' (duration: 428.33152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:24.039182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:23.610524Z","time spent":"428.647469ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:57:24.043431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.898175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:57:24.0435Z","caller":"traceutil/trace.go:171","msg":"trace[1735250953] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:0; response_revision:2688; }","duration":"172.999769ms","start":"2026-04-02T08:57:23.870485Z","end":"2026-04-02T08:57:24.043485Z","steps":["trace[1735250953] 'agreement among raft nodes before linearized reading' (duration: 172.874876ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.04372Z","caller":"traceutil/trace.go:171","msg":"trace[2125150933] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"273.787524ms","start":"2026-04-02T08:57:23.769905Z","end":"2026-04-02T08:57:24.043693Z","steps":["trace[2125150933] 'process raft request' (duration: 273.406143ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.043802Z","caller":"traceutil/trace.go:171","msg":"trace[1061897720] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"348.502993ms","start":"2026-04-02T08:57:23.69527Z","end":"2026-04-02T08:57:24.043773Z","steps":["trace[1061897720] 'process raft request' (duration: 347.879797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:24.043838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.123759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T08:57:24.043869Z","caller":"traceutil/trace.go:171","msg":"trace[2051383297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2688; }","duration":"159.181521ms","start":"2026-04-02T08:57:23.884678Z","end":"2026-04-02T08:57:24.043859Z","steps":["trace[2051383297] 'agreement among raft nodes before linearized reading' (duration: 159.081278ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.043866Z","caller":"traceutil/trace.go:171","msg":"trace[674500755] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"274.347109ms","start":"2026-04-02T08:57:23.769478Z","end":"2026-04-02T08:57:24.043826Z","steps":["trace[674500755] 'process raft request' (duration: 273.794874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:24.043736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.977756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:57:24.043911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:23.695247Z","time spent":"348.606337ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:57:24.043949Z","caller":"traceutil/trace.go:171","msg":"trace[350296402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2688; }","duration":"114.222803ms","start":"2026-04-02T08:57:23.92971Z","end":"2026-04-02T08:57:24.043932Z","steps":["trace[350296402] 'agreement among raft nodes before linearized reading' (duration: 113.999537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:24.250533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.438476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:57:24.250747Z","caller":"traceutil/trace.go:171","msg":"trace[943798174] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"207.197269ms","start":"2026-04-02T08:57:24.043514Z","end":"2026-04-02T08:57:24.250711Z","steps":["trace[943798174] 'process raft request' (duration: 106.460886ms)","trace[943798174] 'compare' (duration: 100.283401ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:24.250818Z","caller":"traceutil/trace.go:171","msg":"trace[1322355811] linearizableReadLoop","detail":"{readStateIndex:2803; appliedIndex:2802; }","duration":"205.900315ms","start":"2026-04-02T08:57:24.044884Z","end":"2026-04-02T08:57:24.250784Z","steps":["trace[1322355811] 'read index received' (duration: 105.298195ms)","trace[1322355811] 'applied index is now lower than readState.Index' (duration: 100.59827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:57:24.251015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.09192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:57:24.251056Z","caller":"traceutil/trace.go:171","msg":"trace[521587801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2690; }","duration":"206.264824ms","start":"2026-04-02T08:57:24.044782Z","end":"2026-04-02T08:57:24.251047Z","steps":["trace[521587801] 'agreement among raft nodes before linearized reading' (duration: 206.11455ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.251283Z","caller":"traceutil/trace.go:171","msg":"trace[355915333] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"203.193193ms","start":"2026-04-02T08:57:24.048074Z","end":"2026-04-02T08:57:24.251267Z","steps":["trace[355915333] 'process raft request' (duration: 202.587626ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.251444Z","caller":"traceutil/trace.go:171","msg":"trace[37101098] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"189.372334ms","start":"2026-04-02T08:57:24.061991Z","end":"2026-04-02T08:57:24.251363Z","steps":["trace[37101098] 'process raft request' (duration: 188.770598ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.555784Z","caller":"traceutil/trace.go:171","msg":"trace[1449201162] linearizableReadLoop","detail":"{readStateIndex:2808; appliedIndex:2806; }","duration":"284.073446ms","start":"2026-04-02T08:57:24.271689Z","end":"2026-04-02T08:57:24.555762Z","steps":["trace[1449201162] 'read index received' (duration: 27.938984ms)","trace[1449201162] 'applied index is now lower than readState.Index' (duration: 256.133412ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:24.555829Z","caller":"traceutil/trace.go:171","msg":"trace[764598610] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"291.838554ms","start":"2026-04-02T08:57:24.263952Z","end":"2026-04-02T08:57:24.555791Z","steps":["trace[764598610] 'process raft request' (duration: 289.727307ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.555837Z","caller":"traceutil/trace.go:171","msg":"trace[1956106621] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2693; }","duration":"290.964221ms","start":"2026-04-02T08:57:24.264842Z","end":"2026-04-02T08:57:24.555806Z","steps":["trace[1956106621] 'process raft request' (duration: 290.837198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:24.55602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.288362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T08:57:24.556569Z","caller":"traceutil/trace.go:171","msg":"trace[1155925062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2693; }","duration":"284.89701ms","start":"2026-04-02T08:57:24.27165Z","end":"2026-04-02T08:57:24.556547Z","steps":["trace[1155925062] 'agreement among raft nodes before linearized reading' (duration: 284.209111ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.708439Z","caller":"traceutil/trace.go:171","msg":"trace[896457782] linearizableReadLoop","detail":"{readStateIndex:2818; appliedIndex:2815; }","duration":"102.792628ms","start":"2026-04-02T08:57:24.605619Z","end":"2026-04-02T08:57:24.708412Z","steps":["trace[896457782] 'read index received' (duration: 102.432389ms)","trace[896457782] 'applied index is now lower than readState.Index' (duration: 359.339µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:24.708533Z","caller":"traceutil/trace.go:171","msg":"trace[29844529] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"118.290502ms","start":"2026-04-02T08:57:24.5902Z","end":"2026-04-02T08:57:24.708491Z","steps":["trace[29844529] 'process raft request' (duration: 117.936752ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.708583Z","caller":"traceutil/trace.go:171","msg":"trace[1709136783] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2701; }","duration":"107.397661ms","start":"2026-04-02T08:57:24.601166Z","end":"2026-04-02T08:57:24.708563Z","steps":["trace[1709136783] 'process raft request' (duration: 107.210417ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.70862Z","caller":"traceutil/trace.go:171","msg":"trace[780684669] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"108.743596ms","start":"2026-04-02T08:57:24.59979Z","end":"2026-04-02T08:57:24.708534Z","steps":["trace[780684669] 'process raft request' (duration: 108.48236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:24.7093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.662652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18a27e751a7b59d5\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-04-02T08:57:24.709342Z","caller":"traceutil/trace.go:171","msg":"trace[68094173] range","detail":"{range_begin:/registry/events/openstack/valkey.18a27e751a7b59d5; range_end:; response_count:1; response_revision:2701; }","duration":"103.749163ms","start":"2026-04-02T08:57:24.605584Z","end":"2026-04-02T08:57:24.709333Z","steps":["trace[68094173] 'agreement among raft nodes before linearized reading' (duration: 103.332783ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.869887Z","caller":"traceutil/trace.go:171","msg":"trace[1414038173] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"143.631176ms","start":"2026-04-02T08:57:24.726233Z","end":"2026-04-02T08:57:24.869864Z","steps":["trace[1414038173] 'process raft request' (duration: 143.515053ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:24.869897Z","caller":"traceutil/trace.go:171","msg":"trace[106023919] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"145.28704ms","start":"2026-04-02T08:57:24.724569Z","end":"2026-04-02T08:57:24.869856Z","steps":["trace[106023919] 'process raft request' (duration: 106.785963ms)","trace[106023919] 'compare' (duration: 38.125266ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:25.14949Z","caller":"traceutil/trace.go:171","msg":"trace[220869038] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"144.717216ms","start":"2026-04-02T08:57:25.004742Z","end":"2026-04-02T08:57:25.149459Z","steps":["trace[220869038] 'process raft request' (duration: 144.578652ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:25.150019Z","caller":"traceutil/trace.go:171","msg":"trace[2023768499] linearizableReadLoop","detail":"{readStateIndex:2823; appliedIndex:2823; }","duration":"129.186201ms","start":"2026-04-02T08:57:25.020813Z","end":"2026-04-02T08:57:25.149999Z","steps":["trace[2023768499] 'read index received' (duration: 129.173591ms)","trace[2023768499] 'applied index is now lower than readState.Index' (duration: 10.77µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:57:25.150273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.445478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:57:25.150342Z","caller":"traceutil/trace.go:171","msg":"trace[610329575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2706; }","duration":"129.565752ms","start":"2026-04-02T08:57:25.020761Z","end":"2026-04-02T08:57:25.150327Z","steps":["trace[610329575] 'agreement among raft nodes before linearized reading' (duration: 129.319865ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:25.188928Z","caller":"traceutil/trace.go:171","msg":"trace[1959964271] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"162.762466ms","start":"2026-04-02T08:57:25.026146Z","end":"2026-04-02T08:57:25.188908Z","steps":["trace[1959964271] 'process raft request' (duration: 162.667424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:25.189235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.752073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229331"} {"level":"info","ts":"2026-04-02T08:57:25.189311Z","caller":"traceutil/trace.go:171","msg":"trace[1421964531] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2707; }","duration":"100.895268ms","start":"2026-04-02T08:57:25.088404Z","end":"2026-04-02T08:57:25.189299Z","steps":["trace[1421964531] 'agreement among raft nodes before linearized reading' (duration: 100.572459ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:25.345559Z","caller":"traceutil/trace.go:171","msg":"trace[95724142] linearizableReadLoop","detail":"{readStateIndex:2827; appliedIndex:2824; }","duration":"145.914837ms","start":"2026-04-02T08:57:25.199625Z","end":"2026-04-02T08:57:25.34554Z","steps":["trace[95724142] 'read index received' (duration: 142.25178ms)","trace[95724142] 'applied index is now lower than readState.Index' (duration: 3.662007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:57:25.34571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.892911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:57:25.345731Z","caller":"traceutil/trace.go:171","msg":"trace[1010098506] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"189.864648ms","start":"2026-04-02T08:57:25.155842Z","end":"2026-04-02T08:57:25.345707Z","steps":["trace[1010098506] 'process raft request' (duration: 189.587571ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:25.345754Z","caller":"traceutil/trace.go:171","msg":"trace[950134261] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2710; }","duration":"108.987604ms","start":"2026-04-02T08:57:25.236754Z","end":"2026-04-02T08:57:25.345742Z","steps":["trace[950134261] 'agreement among raft nodes before linearized reading' (duration: 108.906711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:25.345802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.167853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2271"} {"level":"info","ts":"2026-04-02T08:57:25.345832Z","caller":"traceutil/trace.go:171","msg":"trace[207416599] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"182.46875ms","start":"2026-04-02T08:57:25.163306Z","end":"2026-04-02T08:57:25.345775Z","steps":["trace[207416599] 'process raft request' (duration: 182.183402ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:25.345876Z","caller":"traceutil/trace.go:171","msg":"trace[1076022494] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2710; }","duration":"146.262257ms","start":"2026-04-02T08:57:25.199594Z","end":"2026-04-02T08:57:25.345857Z","steps":["trace[1076022494] 'agreement among raft nodes before linearized reading' (duration: 146.069711ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:25.345662Z","caller":"traceutil/trace.go:171","msg":"trace[40841713] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"191.08441ms","start":"2026-04-02T08:57:25.154552Z","end":"2026-04-02T08:57:25.345637Z","steps":["trace[40841713] 'process raft request' (duration: 187.411902ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:25.533085Z","caller":"traceutil/trace.go:171","msg":"trace[1031858735] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"172.005592ms","start":"2026-04-02T08:57:25.361036Z","end":"2026-04-02T08:57:25.533041Z","steps":["trace[1031858735] 'process raft request' (duration: 138.599302ms)","trace[1031858735] 'compare' (duration: 33.243355ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:25.533328Z","caller":"traceutil/trace.go:171","msg":"trace[2090809439] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"171.198349ms","start":"2026-04-02T08:57:25.362101Z","end":"2026-04-02T08:57:25.5333Z","steps":["trace[2090809439] 'process raft request' (duration: 170.881201ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:25.533687Z","caller":"traceutil/trace.go:171","msg":"trace[1861677057] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"169.30746ms","start":"2026-04-02T08:57:25.364368Z","end":"2026-04-02T08:57:25.533676Z","steps":["trace[1861677057] 'process raft request' (duration: 168.867528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:25.981265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.355943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:57:25.98141Z","caller":"traceutil/trace.go:171","msg":"trace[44961487] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"442.675152ms","start":"2026-04-02T08:57:25.538711Z","end":"2026-04-02T08:57:25.981386Z","steps":["trace[44961487] 'process raft request' (duration: 110.111543ms)","trace[44961487] 'compare' (duration: 332.052505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:57:25.981486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:25.538686Z","time spent":"442.765255ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:57:25.99123Z","caller":"traceutil/trace.go:171","msg":"trace[323377272] linearizableReadLoop","detail":"{readStateIndex:2840; appliedIndex:2833; }","duration":"264.624419ms","start":"2026-04-02T08:57:25.72658Z","end":"2026-04-02T08:57:25.991204Z","steps":["trace[323377272] 'read index received' (duration: 264.26856ms)","trace[323377272] 'applied index is now lower than readState.Index' (duration: 354.999µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:25.991451Z","caller":"traceutil/trace.go:171","msg":"trace[199435373] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"452.467503ms","start":"2026-04-02T08:57:25.53897Z","end":"2026-04-02T08:57:25.991438Z","steps":["trace[199435373] 'process raft request' (duration: 451.9413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:25.991543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:25.538942Z","time spent":"452.544955ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:57:25.991725Z","caller":"traceutil/trace.go:171","msg":"trace[866508541] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"452.510145ms","start":"2026-04-02T08:57:25.539205Z","end":"2026-04-02T08:57:25.991715Z","steps":["trace[866508541] 'process raft request' (duration: 451.791705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:25.991777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:25.539192Z","time spent":"452.562755ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:57:25.991788Z","caller":"traceutil/trace.go:171","msg":"trace[1646181399] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"437.271618ms","start":"2026-04-02T08:57:25.554496Z","end":"2026-04-02T08:57:25.991768Z","steps":["trace[1646181399] 'process raft request' (duration: 436.660502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:25.991873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:25.554454Z","time spent":"437.371181ms","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3600,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:57:25.991948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.360178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:57:25.992005Z","caller":"traceutil/trace.go:171","msg":"trace[414250521] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2723; }","duration":"265.461391ms","start":"2026-04-02T08:57:25.726528Z","end":"2026-04-02T08:57:25.991989Z","steps":["trace[414250521] 'agreement among raft nodes before linearized reading' (duration: 265.363209ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:25.992028Z","caller":"traceutil/trace.go:171","msg":"trace[656690225] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"452.778281ms","start":"2026-04-02T08:57:25.53924Z","end":"2026-04-02T08:57:25.992019Z","steps":["trace[656690225] 'process raft request' (duration: 451.788025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:25.992069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:25.539225Z","time spent":"452.826693ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:57:25.99225Z","caller":"traceutil/trace.go:171","msg":"trace[450117706] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"452.952906ms","start":"2026-04-02T08:57:25.539285Z","end":"2026-04-02T08:57:25.992238Z","steps":["trace[450117706] 'process raft request' (duration: 451.775814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:25.992296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:25.539275Z","time spent":"453.004936ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:57:25.992349Z","caller":"traceutil/trace.go:171","msg":"trace[1264612200] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"452.382881ms","start":"2026-04-02T08:57:25.539961Z","end":"2026-04-02T08:57:25.992344Z","steps":["trace[1264612200] 'process raft request' (duration: 451.127717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:25.992383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:25.539948Z","time spent":"452.419172ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:57:25.992541Z","caller":"traceutil/trace.go:171","msg":"trace[1880438601] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"440.273469ms","start":"2026-04-02T08:57:25.552261Z","end":"2026-04-02T08:57:25.992534Z","steps":["trace[1880438601] 'process raft request' (duration: 438.85766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:25.992576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:25.552238Z","time spent":"440.324979ms","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3391,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:57:25.992252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.004314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:57:25.992698Z","caller":"traceutil/trace.go:171","msg":"trace[17733687] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2723; }","duration":"118.487216ms","start":"2026-04-02T08:57:25.874201Z","end":"2026-04-02T08:57:25.992688Z","steps":["trace[17733687] 'agreement among raft nodes before linearized reading' (duration: 118.020663ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:26.252338Z","caller":"traceutil/trace.go:171","msg":"trace[1559894976] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"249.743843ms","start":"2026-04-02T08:57:26.002569Z","end":"2026-04-02T08:57:26.252313Z","steps":["trace[1559894976] 'process raft request' (duration: 241.895394ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:26.511889Z","caller":"traceutil/trace.go:171","msg":"trace[2125488025] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"508.857685ms","start":"2026-04-02T08:57:26.002998Z","end":"2026-04-02T08:57:26.511855Z","steps":["trace[2125488025] 'process raft request' (duration: 508.764362ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:26.511957Z","caller":"traceutil/trace.go:171","msg":"trace[1086982310] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"508.898037ms","start":"2026-04-02T08:57:26.003043Z","end":"2026-04-02T08:57:26.511941Z","steps":["trace[1086982310] 'process raft request' (duration: 508.752623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:26.512024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:26.002991Z","time spent":"508.972989ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T08:57:26.512065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:26.003038Z","time spent":"508.961258ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:57:26.512046Z","caller":"traceutil/trace.go:171","msg":"trace[864852802] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"506.024839ms","start":"2026-04-02T08:57:26.00599Z","end":"2026-04-02T08:57:26.512015Z","steps":["trace[864852802] 'process raft request' (duration: 505.885825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:26.512206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:26.005984Z","time spent":"506.161343ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:57:26.512221Z","caller":"traceutil/trace.go:171","msg":"trace[1958252826] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"509.069291ms","start":"2026-04-02T08:57:26.003075Z","end":"2026-04-02T08:57:26.512144Z","steps":["trace[1958252826] 'process raft request' (duration: 508.750812ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:26.512322Z","caller":"traceutil/trace.go:171","msg":"trace[1861131485] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"504.56039ms","start":"2026-04-02T08:57:26.007712Z","end":"2026-04-02T08:57:26.512272Z","steps":["trace[1861131485] 'process raft request' (duration: 504.19239ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:26.511872Z","caller":"traceutil/trace.go:171","msg":"trace[818345370] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"509.033209ms","start":"2026-04-02T08:57:26.002785Z","end":"2026-04-02T08:57:26.511818Z","steps":["trace[818345370] 'process raft request' (duration: 508.840705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:26.512481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:26.003071Z","time spent":"509.283446ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:57:26.512288Z","caller":"traceutil/trace.go:171","msg":"trace[1123297104] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"496.039393ms","start":"2026-04-02T08:57:26.016237Z","end":"2026-04-02T08:57:26.512277Z","steps":["trace[1123297104] 'process raft request' (duration: 495.697523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:26.512519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:26.007694Z","time spent":"504.740606ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:57:26.512582Z","caller":"traceutil/trace.go:171","msg":"trace[1039583358] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"463.99759ms","start":"2026-04-02T08:57:26.048549Z","end":"2026-04-02T08:57:26.512547Z","steps":["trace[1039583358] 'process raft request' (duration: 463.729103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:26.512616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:26.016229Z","time spent":"496.337351ms","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3956,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:57:26.512618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:26.002761Z","time spent":"509.756799ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T08:57:26.512658Z","caller":"traceutil/trace.go:171","msg":"trace[1573858411] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"456.1092ms","start":"2026-04-02T08:57:26.056531Z","end":"2026-04-02T08:57:26.51264Z","steps":["trace[1573858411] 'process raft request' (duration: 455.908645ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:26.512666Z","caller":"traceutil/trace.go:171","msg":"trace[429921998] linearizableReadLoop","detail":"{readStateIndex:2852; appliedIndex:2841; }","duration":"258.059434ms","start":"2026-04-02T08:57:26.254585Z","end":"2026-04-02T08:57:26.512645Z","steps":["trace[429921998] 'read index received' (duration: 257.035798ms)","trace[429921998] 'applied index is now lower than readState.Index' (duration: 1.022556ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:26.512695Z","caller":"traceutil/trace.go:171","msg":"trace[362476153] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"464.286658ms","start":"2026-04-02T08:57:26.048394Z","end":"2026-04-02T08:57:26.51268Z","steps":["trace[362476153] 'process raft request' (duration: 463.60125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:26.512731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:26.048544Z","time spent":"464.124373ms","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:57:26.512767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:26.056512Z","time spent":"456.188132ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:57:26.51277Z","caller":"traceutil/trace.go:171","msg":"trace[833751727] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"456.087969ms","start":"2026-04-02T08:57:26.056665Z","end":"2026-04-02T08:57:26.512753Z","steps":["trace[833751727] 'process raft request' (duration: 455.818033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:26.512888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.28306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T08:57:26.51278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:26.048375Z","time spent":"464.35902ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:57:26.51289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:26.056658Z","time spent":"456.167322ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:57:26.512922Z","caller":"traceutil/trace.go:171","msg":"trace[1484169559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2735; }","duration":"258.354462ms","start":"2026-04-02T08:57:26.254557Z","end":"2026-04-02T08:57:26.512911Z","steps":["trace[1484169559] 'agreement among raft nodes before linearized reading' (duration: 258.191707ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:26.547464Z","caller":"traceutil/trace.go:171","msg":"trace[876902764] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"291.979358ms","start":"2026-04-02T08:57:26.255453Z","end":"2026-04-02T08:57:26.547432Z","steps":["trace[876902764] 'process raft request' (duration: 291.726632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:26.547507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.424367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:57:26.547596Z","caller":"traceutil/trace.go:171","msg":"trace[1470016056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2736; }","duration":"126.569521ms","start":"2026-04-02T08:57:26.421003Z","end":"2026-04-02T08:57:26.547573Z","steps":["trace[1470016056] 'agreement among raft nodes before linearized reading' (duration: 126.383707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:26.547609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.883752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T08:57:26.547686Z","caller":"traceutil/trace.go:171","msg":"trace[985380553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2736; }","duration":"292.980004ms","start":"2026-04-02T08:57:26.254677Z","end":"2026-04-02T08:57:26.547657Z","steps":["trace[985380553] 'agreement among raft nodes before linearized reading' (duration: 292.788579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:26.54782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.519903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:57:26.54795Z","caller":"traceutil/trace.go:171","msg":"trace[782058290] range","detail":"{range_begin:/registry/networkpolicies/openstack/valkey; range_end:; response_count:0; response_revision:2736; }","duration":"244.682848ms","start":"2026-04-02T08:57:26.303234Z","end":"2026-04-02T08:57:26.547917Z","steps":["trace[782058290] 'agreement among raft nodes before linearized reading' (duration: 244.294328ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:26.629745Z","caller":"traceutil/trace.go:171","msg":"trace[2084138864] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"111.627303ms","start":"2026-04-02T08:57:26.51809Z","end":"2026-04-02T08:57:26.629717Z","steps":["trace[2084138864] 'process raft request' (duration: 81.378967ms)","trace[2084138864] 'compare' (duration: 29.969239ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:26.629942Z","caller":"traceutil/trace.go:171","msg":"trace[1406707737] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"101.380951ms","start":"2026-04-02T08:57:26.528547Z","end":"2026-04-02T08:57:26.629928Z","steps":["trace[1406707737] 'process raft request' (duration: 101.187095ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:26.630099Z","caller":"traceutil/trace.go:171","msg":"trace[875184580] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"108.461019ms","start":"2026-04-02T08:57:26.521384Z","end":"2026-04-02T08:57:26.629845Z","steps":["trace[875184580] 'process raft request' (duration: 108.301345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:26.630159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.949812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:57:26.630311Z","caller":"traceutil/trace.go:171","msg":"trace[1464459392] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:0; response_revision:2741; }","duration":"109.149747ms","start":"2026-04-02T08:57:26.521141Z","end":"2026-04-02T08:57:26.630291Z","steps":["trace[1464459392] 'agreement among raft nodes before linearized reading' (duration: 108.88059ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:26.630238Z","caller":"traceutil/trace.go:171","msg":"trace[2018734304] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"112.072716ms","start":"2026-04-02T08:57:26.518154Z","end":"2026-04-02T08:57:26.630226Z","steps":["trace[2018734304] 'process raft request' (duration: 111.460949ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:26.806567Z","caller":"traceutil/trace.go:171","msg":"trace[1467993207] linearizableReadLoop","detail":"{readStateIndex:2863; appliedIndex:2862; }","duration":"136.301411ms","start":"2026-04-02T08:57:26.670231Z","end":"2026-04-02T08:57:26.806532Z","steps":["trace[1467993207] 'read index received' (duration: 135.038227ms)","trace[1467993207] 'applied index is now lower than readState.Index' (duration: 1.261354ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:26.806712Z","caller":"traceutil/trace.go:171","msg":"trace[2036910529] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"136.511966ms","start":"2026-04-02T08:57:26.670168Z","end":"2026-04-02T08:57:26.80668Z","steps":["trace[2036910529] 'process raft request' (duration: 135.084348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:26.806822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.562738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:57:26.806875Z","caller":"traceutil/trace.go:171","msg":"trace[1883752617] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:0; response_revision:2745; }","duration":"136.652561ms","start":"2026-04-02T08:57:26.670211Z","end":"2026-04-02T08:57:26.806863Z","steps":["trace[1883752617] 'agreement among raft nodes before linearized reading' (duration: 136.454415ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:26.810325Z","caller":"traceutil/trace.go:171","msg":"trace[454207254] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2745; }","duration":"139.970998ms","start":"2026-04-02T08:57:26.670328Z","end":"2026-04-02T08:57:26.810299Z","steps":["trace[454207254] 'process raft request' (duration: 139.857506ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:27.699937Z","caller":"traceutil/trace.go:171","msg":"trace[162541328] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"100.754703ms","start":"2026-04-02T08:57:27.599148Z","end":"2026-04-02T08:57:27.699903Z","steps":["trace[162541328] 'process raft request' (duration: 100.108926ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:28.579892Z","caller":"traceutil/trace.go:171","msg":"trace[1591705328] linearizableReadLoop","detail":"{readStateIndex:2917; appliedIndex:2916; }","duration":"415.782176ms","start":"2026-04-02T08:57:28.164072Z","end":"2026-04-02T08:57:28.579855Z","steps":["trace[1591705328] 'read index received' (duration: 405.752868ms)","trace[1591705328] 'applied index is now lower than readState.Index' (duration: 10.027637ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:28.579962Z","caller":"traceutil/trace.go:171","msg":"trace[2067926577] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"493.558168ms","start":"2026-04-02T08:57:28.086367Z","end":"2026-04-02T08:57:28.579926Z","steps":["trace[2067926577] 'process raft request' (duration: 483.479179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:28.580239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.141816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f33f8e9e-f33e-4ec7-b75e-cbcfc7cea688\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-04-02T08:57:28.580309Z","caller":"traceutil/trace.go:171","msg":"trace[1047284547] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f33f8e9e-f33e-4ec7-b75e-cbcfc7cea688; range_end:; response_count:1; response_revision:2796; }","duration":"416.263778ms","start":"2026-04-02T08:57:28.16403Z","end":"2026-04-02T08:57:28.580293Z","steps":["trace[1047284547] 'agreement among raft nodes before linearized reading' (duration: 415.971211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:28.580346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:28.16401Z","time spent":"416.32879ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f33f8e9e-f33e-4ec7-b75e-cbcfc7cea688\" "} {"level":"warn","ts":"2026-04-02T08:57:28.580532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:28.086339Z","time spent":"493.706581ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:57:34.399098Z","caller":"traceutil/trace.go:171","msg":"trace[1156610015] linearizableReadLoop","detail":"{readStateIndex:2979; appliedIndex:2978; }","duration":"224.866211ms","start":"2026-04-02T08:57:34.174205Z","end":"2026-04-02T08:57:34.399071Z","steps":["trace[1156610015] 'read index received' (duration: 224.726997ms)","trace[1156610015] 'applied index is now lower than readState.Index' (duration: 137.914µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:34.39913Z","caller":"traceutil/trace.go:171","msg":"trace[222177329] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"269.532908ms","start":"2026-04-02T08:57:34.129565Z","end":"2026-04-02T08:57:34.399098Z","steps":["trace[222177329] 'process raft request' (duration: 269.356983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:34.399265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.045137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:57:34.399303Z","caller":"traceutil/trace.go:171","msg":"trace[59841187] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2854; }","duration":"225.15465ms","start":"2026-04-02T08:57:34.174135Z","end":"2026-04-02T08:57:34.39929Z","steps":["trace[59841187] 'agreement among raft nodes before linearized reading' (duration: 225.038736ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:37.59588Z","caller":"traceutil/trace.go:171","msg":"trace[639020638] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"197.998234ms","start":"2026-04-02T08:57:37.397845Z","end":"2026-04-02T08:57:37.595843Z","steps":["trace[639020638] 'process raft request' (duration: 197.740348ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:37.603007Z","caller":"traceutil/trace.go:171","msg":"trace[419563556] linearizableReadLoop","detail":"{readStateIndex:3038; appliedIndex:3036; }","duration":"200.931753ms","start":"2026-04-02T08:57:37.402045Z","end":"2026-04-02T08:57:37.602977Z","steps":["trace[419563556] 'read index received' (duration: 193.455992ms)","trace[419563556] 'applied index is now lower than readState.Index' (duration: 7.474671ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:37.603109Z","caller":"traceutil/trace.go:171","msg":"trace[612761634] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"202.102615ms","start":"2026-04-02T08:57:37.400967Z","end":"2026-04-02T08:57:37.60307Z","steps":["trace[612761634] 'process raft request' (duration: 201.847069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:37.603238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.162791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T08:57:37.603283Z","caller":"traceutil/trace.go:171","msg":"trace[1017875582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2912; }","duration":"201.248203ms","start":"2026-04-02T08:57:37.402023Z","end":"2026-04-02T08:57:37.603271Z","steps":["trace[1017875582] 'agreement among raft nodes before linearized reading' (duration: 201.061307ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:45.080044Z","caller":"traceutil/trace.go:171","msg":"trace[620132468] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"350.972316ms","start":"2026-04-02T08:57:44.729051Z","end":"2026-04-02T08:57:45.080023Z","steps":["trace[620132468] 'process raft request' (duration: 350.672327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:45.080181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:44.729031Z","time spent":"351.08939ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:57:45.080232Z","caller":"traceutil/trace.go:171","msg":"trace[96962548] linearizableReadLoop","detail":"{readStateIndex:3083; appliedIndex:3080; }","duration":"340.847243ms","start":"2026-04-02T08:57:44.739345Z","end":"2026-04-02T08:57:45.080192Z","steps":["trace[96962548] 'read index received' (duration: 544.505µs)","trace[96962548] 'applied index is now lower than readState.Index' (duration: 340.301278ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:57:45.080354Z","caller":"traceutil/trace.go:171","msg":"trace[1277697081] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"347.231936ms","start":"2026-04-02T08:57:44.733114Z","end":"2026-04-02T08:57:45.080346Z","steps":["trace[1277697081] 'process raft request' (duration: 346.852535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:45.080396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:44.733105Z","time spent":"347.272297ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:57:45.08053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.883247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T08:57:45.080552Z","caller":"traceutil/trace.go:171","msg":"trace[351524443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2956; }","duration":"339.914227ms","start":"2026-04-02T08:57:44.740632Z","end":"2026-04-02T08:57:45.080546Z","steps":["trace[351524443] 'agreement among raft nodes before linearized reading' (duration: 339.822455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:45.080575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:44.740626Z","time spent":"339.945969ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T08:57:45.080538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.172441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T08:57:45.080627Z","caller":"traceutil/trace.go:171","msg":"trace[486195291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2956; }","duration":"341.300394ms","start":"2026-04-02T08:57:44.739321Z","end":"2026-04-02T08:57:45.080622Z","steps":["trace[486195291] 'agreement among raft nodes before linearized reading' (duration: 341.056858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:45.080645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:44.739314Z","time spent":"341.326026ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T08:57:45.080752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.93519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T08:57:45.080863Z","caller":"traceutil/trace.go:171","msg":"trace[1638275948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2956; }","duration":"336.061983ms","start":"2026-04-02T08:57:44.744776Z","end":"2026-04-02T08:57:45.080838Z","steps":["trace[1638275948] 'agreement among raft nodes before linearized reading' (duration: 335.806837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:45.080924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:44.744771Z","time spent":"336.139815ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T08:57:47.877688Z","caller":"traceutil/trace.go:171","msg":"trace[73299861] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"217.510394ms","start":"2026-04-02T08:57:47.66015Z","end":"2026-04-02T08:57:47.87766Z","steps":["trace[73299861] 'process raft request' (duration: 217.35533ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:47.877688Z","caller":"traceutil/trace.go:171","msg":"trace[854923549] linearizableReadLoop","detail":"{readStateIndex:3105; appliedIndex:3104; }","duration":"207.576656ms","start":"2026-04-02T08:57:47.670073Z","end":"2026-04-02T08:57:47.87765Z","steps":["trace[854923549] 'read index received' (duration: 207.561755ms)","trace[854923549] 'applied index is now lower than readState.Index' (duration: 13.031µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:57:47.877947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.866832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T08:57:47.878316Z","caller":"traceutil/trace.go:171","msg":"trace[2039669038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2977; }","duration":"208.272414ms","start":"2026-04-02T08:57:47.669989Z","end":"2026-04-02T08:57:47.878262Z","steps":["trace[2039669038] 'agreement among raft nodes before linearized reading' (duration: 207.75951ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:48.075198Z","caller":"traceutil/trace.go:171","msg":"trace[1780753868] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"308.941632ms","start":"2026-04-02T08:57:47.766214Z","end":"2026-04-02T08:57:48.075156Z","steps":["trace[1780753868] 'process raft request' (duration: 300.045422ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:48.075233Z","caller":"traceutil/trace.go:171","msg":"trace[187081408] linearizableReadLoop","detail":"{readStateIndex:3106; appliedIndex:3105; }","duration":"197.096861ms","start":"2026-04-02T08:57:47.878113Z","end":"2026-04-02T08:57:48.07521Z","steps":["trace[187081408] 'read index received' (duration: 188.52829ms)","trace[187081408] 'applied index is now lower than readState.Index' (duration: 8.565741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:57:48.075395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.582181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:57:48.075464Z","caller":"traceutil/trace.go:171","msg":"trace[291638950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2978; }","duration":"385.707354ms","start":"2026-04-02T08:57:47.689743Z","end":"2026-04-02T08:57:48.07545Z","steps":["trace[291638950] 'agreement among raft nodes before linearized reading' (duration: 385.538319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:48.075493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:47.689716Z","time spent":"385.770196ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T08:57:48.075439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:57:47.766182Z","time spent":"309.108906ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:57:48.076325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.684159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:57:48.076448Z","caller":"traceutil/trace.go:171","msg":"trace[1207682343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2979; }","duration":"193.880436ms","start":"2026-04-02T08:57:47.882541Z","end":"2026-04-02T08:57:48.076421Z","steps":["trace[1207682343] 'agreement among raft nodes before linearized reading' (duration: 193.642168ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:57:48.076567Z","caller":"traceutil/trace.go:171","msg":"trace[309509716] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"193.823893ms","start":"2026-04-02T08:57:47.882727Z","end":"2026-04-02T08:57:48.076551Z","steps":["trace[309509716] 'process raft request' (duration: 192.383113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:57:55.411109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.892767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T08:57:55.411183Z","caller":"traceutil/trace.go:171","msg":"trace[37995071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3025; }","duration":"130.000611ms","start":"2026-04-02T08:57:55.281166Z","end":"2026-04-02T08:57:55.411167Z","steps":["trace[37995071] 'range keys from in-memory index tree' (duration: 129.788965ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:06.491526Z","caller":"traceutil/trace.go:171","msg":"trace[1406477114] linearizableReadLoop","detail":"{readStateIndex:3218; appliedIndex:3217; }","duration":"134.691957ms","start":"2026-04-02T08:58:06.356797Z","end":"2026-04-02T08:58:06.491489Z","steps":["trace[1406477114] 'read index received' (duration: 134.408929ms)","trace[1406477114] 'applied index is now lower than readState.Index' (duration: 281.428µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:58:06.491832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.982385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:58:06.491877Z","caller":"traceutil/trace.go:171","msg":"trace[374478467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3087; }","duration":"135.109097ms","start":"2026-04-02T08:58:06.356755Z","end":"2026-04-02T08:58:06.491864Z","steps":["trace[374478467] 'agreement among raft nodes before linearized reading' (duration: 134.881071ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:06.491849Z","caller":"traceutil/trace.go:171","msg":"trace[611606983] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"193.518826ms","start":"2026-04-02T08:58:06.298294Z","end":"2026-04-02T08:58:06.491812Z","steps":["trace[611606983] 'process raft request' (duration: 192.95688ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:12.381135Z","caller":"traceutil/trace.go:171","msg":"trace[1633909544] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"334.609625ms","start":"2026-04-02T08:58:12.046499Z","end":"2026-04-02T08:58:12.381109Z","steps":["trace[1633909544] 'process raft request' (duration: 334.384219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:12.381297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:12.046468Z","time spent":"334.744639ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:58:13.454216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.787757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:58:13.454361Z","caller":"traceutil/trace.go:171","msg":"trace[1984169678] linearizableReadLoop","detail":"{readStateIndex:3253; appliedIndex:3252; }","duration":"891.922132ms","start":"2026-04-02T08:58:12.562416Z","end":"2026-04-02T08:58:13.454338Z","steps":["trace[1984169678] 'read index received' (duration: 15.748136ms)","trace[1984169678] 'applied index is now lower than readState.Index' (duration: 876.171946ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:58:13.454707Z","caller":"traceutil/trace.go:171","msg":"trace[1628665121] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"893.537316ms","start":"2026-04-02T08:58:12.561153Z","end":"2026-04-02T08:58:13.45469Z","steps":["trace[1628665121] 'process raft request' (duration: 17.153703ms)","trace[1628665121] 'compare' (duration: 874.310467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:58:13.454802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:12.561138Z","time spent":"893.618179ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:58:13.455223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.800396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-02T08:58:13.455268Z","caller":"traceutil/trace.go:171","msg":"trace[645639041] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3120; }","duration":"892.883069ms","start":"2026-04-02T08:58:12.562375Z","end":"2026-04-02T08:58:13.455258Z","steps":["trace[645639041] 'agreement among raft nodes before linearized reading' (duration: 892.716544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:13.455321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:12.562356Z","time spent":"892.95797ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-02T08:58:13.954845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664157840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T08:58:13.988507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.09664481s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T08:58:14.396281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.473812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:58:14.396535Z","caller":"traceutil/trace.go:171","msg":"trace[1357512662] linearizableReadLoop","detail":"{readStateIndex:3256; appliedIndex:3253; }","duration":"942.126618ms","start":"2026-04-02T08:58:13.454391Z","end":"2026-04-02T08:58:14.396518Z","steps":["trace[1357512662] 'read index received' (duration: 534.330317ms)","trace[1357512662] 'applied index is now lower than readState.Index' (duration: 407.795351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:58:14.396663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465887329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:58:14.396619Z","caller":"traceutil/trace.go:171","msg":"trace[1280257113] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"1.100704498s","start":"2026-04-02T08:58:13.29586Z","end":"2026-04-02T08:58:14.396565Z","steps":["trace[1280257113] 'process raft request' (duration: 1.100619597s)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:14.396699Z","caller":"traceutil/trace.go:171","msg":"trace[1987328955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3123; }","duration":"1.465965901s","start":"2026-04-02T08:58:12.930723Z","end":"2026-04-02T08:58:14.396689Z","steps":["trace[1987328955] 'agreement among raft nodes before linearized reading' (duration: 1.465878669s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:14.396739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:12.930695Z","time spent":"1.466036133s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:58:14.396873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314245545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T08:58:14.396998Z","caller":"traceutil/trace.go:171","msg":"trace[36237928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3123; }","duration":"1.314392159s","start":"2026-04-02T08:58:13.082558Z","end":"2026-04-02T08:58:14.39695Z","steps":["trace[36237928] 'agreement among raft nodes before linearized reading' (duration: 1.314008538s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:14.397077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:13.082534Z","time spent":"1.314509702s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T08:58:14.397122Z","caller":"traceutil/trace.go:171","msg":"trace[1302551797] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"1.147290917s","start":"2026-04-02T08:58:13.249812Z","end":"2026-04-02T08:58:14.397103Z","steps":["trace[1302551797] 'process raft request' (duration: 1.146601199s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:14.397125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770541475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-02T08:58:14.397193Z","caller":"traceutil/trace.go:171","msg":"trace[607106820] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3123; }","duration":"1.770658648s","start":"2026-04-02T08:58:12.626519Z","end":"2026-04-02T08:58:14.397177Z","steps":["trace[607106820] 'agreement among raft nodes before linearized reading' (duration: 1.770475943s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:14.397235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:12.626488Z","time spent":"1.7707391s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-02T08:58:14.39723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:13.249787Z","time spent":"1.147385719s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:58:14.397207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280450953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:58:14.397231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813632678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T08:58:14.397336Z","caller":"traceutil/trace.go:171","msg":"trace[1091646235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3123; }","duration":"1.280639587s","start":"2026-04-02T08:58:13.116664Z","end":"2026-04-02T08:58:14.397303Z","steps":["trace[1091646235] 'agreement among raft nodes before linearized reading' (duration: 1.28037478s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:14.397411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:13.116644Z","time spent":"1.28075556s","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:58:14.397344Z","caller":"traceutil/trace.go:171","msg":"trace[1220252932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3123; }","duration":"1.813827654s","start":"2026-04-02T08:58:12.583491Z","end":"2026-04-02T08:58:14.397318Z","steps":["trace[1220252932] 'agreement among raft nodes before linearized reading' (duration: 1.813541357s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:14.397488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:12.583468Z","time spent":"1.814005999s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T08:58:14.397228Z","caller":"traceutil/trace.go:171","msg":"trace[479440063] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"1.505502138s","start":"2026-04-02T08:58:12.891684Z","end":"2026-04-02T08:58:14.397187Z","steps":["trace[479440063] 'process raft request' (duration: 1.09702333s)","trace[479440063] 'compare' (duration: 407.324407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:58:14.397608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:12.891649Z","time spent":"1.50590107s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:58:14.397609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:13.295835Z","time spent":"1.100897045s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:58:14.607958Z","caller":"traceutil/trace.go:171","msg":"trace[697726205] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"221.182213ms","start":"2026-04-02T08:58:14.386743Z","end":"2026-04-02T08:58:14.607926Z","steps":["trace[697726205] 'process raft request' (duration: 181.132481ms)","trace[697726205] 'compare' (duration: 39.841376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:58:14.608216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.498738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T08:58:14.608266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.207402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:58:14.607961Z","caller":"traceutil/trace.go:171","msg":"trace[1406991386] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"205.746065ms","start":"2026-04-02T08:58:14.402188Z","end":"2026-04-02T08:58:14.607934Z","steps":["trace[1406991386] 'process raft request' (duration: 205.686943ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:14.608324Z","caller":"traceutil/trace.go:171","msg":"trace[934331487] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3125; }","duration":"818.316765ms","start":"2026-04-02T08:58:13.789993Z","end":"2026-04-02T08:58:14.60831Z","steps":["trace[934331487] 'agreement among raft nodes before linearized reading' (duration: 818.205262ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:14.608335Z","caller":"traceutil/trace.go:171","msg":"trace[1844167583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3125; }","duration":"982.666252ms","start":"2026-04-02T08:58:13.625643Z","end":"2026-04-02T08:58:14.608309Z","steps":["trace[1844167583] 'agreement among raft nodes before linearized reading' (duration: 982.337653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:14.608363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:13.789976Z","time spent":"818.376287ms","remote":"127.0.0.1:50178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:58:14.608381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.356987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T08:58:14.608373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141703467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a27e7e04fd032b\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-02T08:58:14.608427Z","caller":"traceutil/trace.go:171","msg":"trace[184975464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3125; }","duration":"978.448439ms","start":"2026-04-02T08:58:13.629968Z","end":"2026-04-02T08:58:14.608416Z","steps":["trace[184975464] 'agreement among raft nodes before linearized reading' (duration: 978.339466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:14.608476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:13.629948Z","time spent":"978.520241ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T08:58:14.608448Z","caller":"traceutil/trace.go:171","msg":"trace[290704895] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a27e7e04fd032b; range_end:; response_count:1; response_revision:3125; }","duration":"1.141834071s","start":"2026-04-02T08:58:13.466595Z","end":"2026-04-02T08:58:14.608429Z","steps":["trace[290704895] 'agreement among raft nodes before linearized reading' (duration: 1.141563503s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:14.608255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141598204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-02T08:58:14.608781Z","caller":"traceutil/trace.go:171","msg":"trace[347135953] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3125; }","duration":"1.142151249s","start":"2026-04-02T08:58:13.466605Z","end":"2026-04-02T08:58:14.608756Z","steps":["trace[347135953] 'agreement among raft nodes before linearized reading' (duration: 1.141441449s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:14.608863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:13.466585Z","time spent":"1.142260371s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-02T08:58:14.608683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:13.466574Z","time spent":"1.142092207s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a27e7e04fd032b\" "} {"level":"warn","ts":"2026-04-02T08:58:14.608391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:13.625622Z","time spent":"982.755404ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T08:58:14.608241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078916882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T08:58:14.608987Z","caller":"traceutil/trace.go:171","msg":"trace[340100775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3125; }","duration":"1.079708033s","start":"2026-04-02T08:58:13.529267Z","end":"2026-04-02T08:58:14.608975Z","steps":["trace[340100775] 'agreement among raft nodes before linearized reading' (duration: 1.078794957s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:14.60903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:13.529242Z","time spent":"1.079778194s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T08:58:14.60799Z","caller":"traceutil/trace.go:171","msg":"trace[1817202850] linearizableReadLoop","detail":"{readStateIndex:3257; appliedIndex:3256; }","duration":"211.382168ms","start":"2026-04-02T08:58:14.396573Z","end":"2026-04-02T08:58:14.607955Z","steps":["trace[1817202850] 'read index received' (duration: 171.388538ms)","trace[1817202850] 'applied index is now lower than readState.Index' (duration: 39.987229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:58:14.609168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.791765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:58:14.609227Z","caller":"traceutil/trace.go:171","msg":"trace[30339129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3125; }","duration":"209.852227ms","start":"2026-04-02T08:58:14.399361Z","end":"2026-04-02T08:58:14.609213Z","steps":["trace[30339129] 'agreement among raft nodes before linearized reading' (duration: 209.767354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:14.609322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.377977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T08:58:14.609361Z","caller":"traceutil/trace.go:171","msg":"trace[426938983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3125; }","duration":"208.447698ms","start":"2026-04-02T08:58:14.400904Z","end":"2026-04-02T08:58:14.609352Z","steps":["trace[426938983] 'agreement among raft nodes before linearized reading' (duration: 208.336195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:15.0329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.17814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a27e7afe137ddf\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-02T08:58:15.033013Z","caller":"traceutil/trace.go:171","msg":"trace[1409632495] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a27e7afe137ddf; range_end:; response_count:1; response_revision:3130; }","duration":"175.339225ms","start":"2026-04-02T08:58:14.857659Z","end":"2026-04-02T08:58:15.032998Z","steps":["trace[1409632495] 'range keys from in-memory index tree' (duration: 174.976565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:15.955478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.288622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:58:15.955588Z","caller":"traceutil/trace.go:171","msg":"trace[643592065] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3131; }","duration":"375.437397ms","start":"2026-04-02T08:58:15.580124Z","end":"2026-04-02T08:58:15.955561Z","steps":["trace[643592065] 'count revisions from in-memory index tree' (duration: 375.20138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:15.955649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:58:15.580103Z","time spent":"375.525979ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:58:21.931587Z","caller":"traceutil/trace.go:171","msg":"trace[1957919412] linearizableReadLoop","detail":"{readStateIndex:3300; appliedIndex:3299; }","duration":"130.37208ms","start":"2026-04-02T08:58:21.801187Z","end":"2026-04-02T08:58:21.931559Z","steps":["trace[1957919412] 'read index received' (duration: 63.690469ms)","trace[1957919412] 'applied index is now lower than readState.Index' (duration: 66.677721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:58:21.931759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.534454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:58:21.931821Z","caller":"traceutil/trace.go:171","msg":"trace[632299802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3165; }","duration":"130.668789ms","start":"2026-04-02T08:58:21.801136Z","end":"2026-04-02T08:58:21.931805Z","steps":["trace[632299802] 'agreement among raft nodes before linearized reading' (duration: 130.530235ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:22.626016Z","caller":"traceutil/trace.go:171","msg":"trace[977962209] linearizableReadLoop","detail":"{readStateIndex:3301; appliedIndex:3300; }","duration":"102.008535ms","start":"2026-04-02T08:58:22.523972Z","end":"2026-04-02T08:58:22.62598Z","steps":["trace[977962209] 'read index received' (duration: 101.79583ms)","trace[977962209] 'applied index is now lower than readState.Index' (duration: 211.185µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:58:22.626093Z","caller":"traceutil/trace.go:171","msg":"trace[591490655] transaction","detail":"{read_only:false; response_revision:3166; number_of_response:1; }","duration":"107.877372ms","start":"2026-04-02T08:58:22.518176Z","end":"2026-04-02T08:58:22.626054Z","steps":["trace[591490655] 'process raft request' (duration: 107.570043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:22.626344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.345664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a27e7b9d192b8c\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-02T08:58:22.626398Z","caller":"traceutil/trace.go:171","msg":"trace[807960746] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a27e7b9d192b8c; range_end:; response_count:1; response_revision:3166; }","duration":"102.429436ms","start":"2026-04-02T08:58:22.523956Z","end":"2026-04-02T08:58:22.626386Z","steps":["trace[807960746] 'agreement among raft nodes before linearized reading' (duration: 102.20107ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:22.723473Z","caller":"traceutil/trace.go:171","msg":"trace[275104027] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"184.481171ms","start":"2026-04-02T08:58:22.53897Z","end":"2026-04-02T08:58:22.723451Z","steps":["trace[275104027] 'process raft request' (duration: 122.377804ms)","trace[275104027] 'compare' (duration: 61.960512ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:58:22.72377Z","caller":"traceutil/trace.go:171","msg":"trace[92815888] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"184.371518ms","start":"2026-04-02T08:58:22.539376Z","end":"2026-04-02T08:58:22.723748Z","steps":["trace[92815888] 'process raft request' (duration: 184.04559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:22.724186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.459088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-02T08:58:22.724297Z","caller":"traceutil/trace.go:171","msg":"trace[1176834836] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3169; }","duration":"165.638792ms","start":"2026-04-02T08:58:22.558613Z","end":"2026-04-02T08:58:22.724252Z","steps":["trace[1176834836] 'agreement among raft nodes before linearized reading' (duration: 165.19856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:22.762205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.345198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:58:22.762287Z","caller":"traceutil/trace.go:171","msg":"trace[1092291703] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3170; }","duration":"117.486543ms","start":"2026-04-02T08:58:22.644779Z","end":"2026-04-02T08:58:22.762265Z","steps":["trace[1092291703] 'agreement among raft nodes before linearized reading' (duration: 117.311668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:22.762422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.976094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:58:22.762502Z","caller":"traceutil/trace.go:171","msg":"trace[517252422] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3170; }","duration":"135.101388ms","start":"2026-04-02T08:58:22.627385Z","end":"2026-04-02T08:58:22.762487Z","steps":["trace[517252422] 'agreement among raft nodes before linearized reading' (duration: 134.963334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:22.954145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.556575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T08:58:22.954453Z","caller":"traceutil/trace.go:171","msg":"trace[177468133] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"187.283447ms","start":"2026-04-02T08:58:22.767136Z","end":"2026-04-02T08:58:22.954419Z","steps":["trace[177468133] 'process raft request' (duration: 59.353742ms)","trace[177468133] 'compare' (duration: 127.443762ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:58:22.954522Z","caller":"traceutil/trace.go:171","msg":"trace[324520909] linearizableReadLoop","detail":"{readStateIndex:3310; appliedIndex:3305; }","duration":"184.857612ms","start":"2026-04-02T08:58:22.769641Z","end":"2026-04-02T08:58:22.954499Z","steps":["trace[324520909] 'read index received' (duration: 19.437176ms)","trace[324520909] 'applied index is now lower than readState.Index' (duration: 165.419476ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:58:22.954673Z","caller":"traceutil/trace.go:171","msg":"trace[635653017] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"187.189995ms","start":"2026-04-02T08:58:22.767476Z","end":"2026-04-02T08:58:22.954666Z","steps":["trace[635653017] 'process raft request' (duration: 186.803374ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:22.954684Z","caller":"traceutil/trace.go:171","msg":"trace[1299903959] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"187.259526ms","start":"2026-04-02T08:58:22.767389Z","end":"2026-04-02T08:58:22.954648Z","steps":["trace[1299903959] 'process raft request' (duration: 186.853646ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:22.954773Z","caller":"traceutil/trace.go:171","msg":"trace[8544852] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"186.122986ms","start":"2026-04-02T08:58:22.768616Z","end":"2026-04-02T08:58:22.954739Z","steps":["trace[8544852] 'process raft request' (duration: 185.842279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:22.954886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.149031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a27e7e04fd032b\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-02T08:58:22.954913Z","caller":"traceutil/trace.go:171","msg":"trace[988417762] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a27e7e04fd032b; range_end:; response_count:1; response_revision:3175; }","duration":"101.255343ms","start":"2026-04-02T08:58:22.853651Z","end":"2026-04-02T08:58:22.954907Z","steps":["trace[988417762] 'agreement among raft nodes before linearized reading' (duration: 101.116559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:22.95493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.277394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-02T08:58:22.95496Z","caller":"traceutil/trace.go:171","msg":"trace[800575238] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3175; }","duration":"185.335104ms","start":"2026-04-02T08:58:22.769616Z","end":"2026-04-02T08:58:22.954951Z","steps":["trace[800575238] 'agreement among raft nodes before linearized reading' (duration: 185.120598ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:32.88538Z","caller":"traceutil/trace.go:171","msg":"trace[4202340] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"127.141304ms","start":"2026-04-02T08:58:32.758212Z","end":"2026-04-02T08:58:32.885353Z","steps":["trace[4202340] 'process raft request' (duration: 126.957728ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:32.908258Z","caller":"traceutil/trace.go:171","msg":"trace[245378493] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"149.773173ms","start":"2026-04-02T08:58:32.758458Z","end":"2026-04-02T08:58:32.908231Z","steps":["trace[245378493] 'process raft request' (duration: 149.477985ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:32.908539Z","caller":"traceutil/trace.go:171","msg":"trace[1237534463] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"108.212942ms","start":"2026-04-02T08:58:32.800277Z","end":"2026-04-02T08:58:32.90849Z","steps":["trace[1237534463] 'process raft request' (duration: 107.891003ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:39.18535Z","caller":"traceutil/trace.go:171","msg":"trace[279959025] linearizableReadLoop","detail":"{readStateIndex:3393; appliedIndex:3392; }","duration":"255.276551ms","start":"2026-04-02T08:58:38.930037Z","end":"2026-04-02T08:58:39.185314Z","steps":["trace[279959025] 'read index received' (duration: 255.111757ms)","trace[279959025] 'applied index is now lower than readState.Index' (duration: 163.024µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T08:58:39.185566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.531818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:58:39.185652Z","caller":"traceutil/trace.go:171","msg":"trace[54748578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3254; }","duration":"255.672401ms","start":"2026-04-02T08:58:38.929962Z","end":"2026-04-02T08:58:39.185635Z","steps":["trace[54748578] 'agreement among raft nodes before linearized reading' (duration: 255.526648ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:39.185757Z","caller":"traceutil/trace.go:171","msg":"trace[437736282] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"279.22163ms","start":"2026-04-02T08:58:38.906259Z","end":"2026-04-02T08:58:39.18548Z","steps":["trace[437736282] 'process raft request' (duration: 278.843519ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:39.191854Z","caller":"traceutil/trace.go:171","msg":"trace[384709144] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"225.835504ms","start":"2026-04-02T08:58:38.965989Z","end":"2026-04-02T08:58:39.191825Z","steps":["trace[384709144] 'process raft request' (duration: 225.622158ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:39.191875Z","caller":"traceutil/trace.go:171","msg":"trace[1423270635] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"224.717064ms","start":"2026-04-02T08:58:38.967131Z","end":"2026-04-02T08:58:39.191848Z","steps":["trace[1423270635] 'process raft request' (duration: 224.625142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:39.192271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.493289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T08:58:39.192309Z","caller":"traceutil/trace.go:171","msg":"trace[1224844023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3256; }","duration":"152.568031ms","start":"2026-04-02T08:58:39.039731Z","end":"2026-04-02T08:58:39.192299Z","steps":["trace[1224844023] 'agreement among raft nodes before linearized reading' (duration: 152.463678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:39.192348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.712997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T08:58:39.192403Z","caller":"traceutil/trace.go:171","msg":"trace[1691406323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3256; }","duration":"148.804409ms","start":"2026-04-02T08:58:39.043586Z","end":"2026-04-02T08:58:39.19239Z","steps":["trace[1691406323] 'agreement among raft nodes before linearized reading' (duration: 148.638534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:39.192432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.876852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T08:58:39.192536Z","caller":"traceutil/trace.go:171","msg":"trace[1278292762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3256; }","duration":"145.065837ms","start":"2026-04-02T08:58:39.047445Z","end":"2026-04-02T08:58:39.192511Z","steps":["trace[1278292762] 'agreement among raft nodes before linearized reading' (duration: 144.755149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:39.19264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.671179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T08:58:39.192718Z","caller":"traceutil/trace.go:171","msg":"trace[1689672528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3256; }","duration":"157.799202ms","start":"2026-04-02T08:58:39.034897Z","end":"2026-04-02T08:58:39.192697Z","steps":["trace[1689672528] 'agreement among raft nodes before linearized reading' (duration: 157.552606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:39.192732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.791399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T08:58:39.193033Z","caller":"traceutil/trace.go:171","msg":"trace[638882601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3256; }","duration":"148.85413ms","start":"2026-04-02T08:58:39.043915Z","end":"2026-04-02T08:58:39.192769Z","steps":["trace[638882601] 'agreement among raft nodes before linearized reading' (duration: 148.288895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:58:41.039498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.501748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:58:41.039591Z","caller":"traceutil/trace.go:171","msg":"trace[1581855058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3266; }","duration":"108.650082ms","start":"2026-04-02T08:58:40.930922Z","end":"2026-04-02T08:58:41.039572Z","steps":["trace[1581855058] 'range keys from in-memory index tree' (duration: 108.401376ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:47.336414Z","caller":"traceutil/trace.go:171","msg":"trace[1620469025] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"123.479012ms","start":"2026-04-02T08:58:47.212912Z","end":"2026-04-02T08:58:47.336391Z","steps":["trace[1620469025] 'process raft request' (duration: 123.320218ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:47.338712Z","caller":"traceutil/trace.go:171","msg":"trace[354264154] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"116.649568ms","start":"2026-04-02T08:58:47.222038Z","end":"2026-04-02T08:58:47.338688Z","steps":["trace[354264154] 'process raft request' (duration: 116.508364ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:58:47.339337Z","caller":"traceutil/trace.go:171","msg":"trace[11444700] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"116.516775ms","start":"2026-04-02T08:58:47.222799Z","end":"2026-04-02T08:58:47.339316Z","steps":["trace[11444700] 'process raft request' (duration: 115.851807ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:07.569001Z","caller":"traceutil/trace.go:171","msg":"trace[197460976] linearizableReadLoop","detail":"{readStateIndex:3558; appliedIndex:3554; }","duration":"109.545756ms","start":"2026-04-02T08:59:07.459433Z","end":"2026-04-02T08:59:07.568979Z","steps":["trace[197460976] 'read index received' (duration: 15.16077ms)","trace[197460976] 'applied index is now lower than readState.Index' (duration: 94.384036ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:59:07.569023Z","caller":"traceutil/trace.go:171","msg":"trace[696152805] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"116.468074ms","start":"2026-04-02T08:59:07.452501Z","end":"2026-04-02T08:59:07.568969Z","steps":["trace[696152805] 'process raft request' (duration: 22.024357ms)","trace[696152805] 'compare' (duration: 94.182339ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:59:07.569107Z","caller":"traceutil/trace.go:171","msg":"trace[1041238253] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"115.815726ms","start":"2026-04-02T08:59:07.453281Z","end":"2026-04-02T08:59:07.569097Z","steps":["trace[1041238253] 'process raft request' (duration: 115.557679ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:07.569095Z","caller":"traceutil/trace.go:171","msg":"trace[639843830] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"115.682202ms","start":"2026-04-02T08:59:07.453358Z","end":"2026-04-02T08:59:07.56904Z","steps":["trace[639843830] 'process raft request' (duration: 115.525868ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:07.569211Z","caller":"traceutil/trace.go:171","msg":"trace[1809063923] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"115.766365ms","start":"2026-04-02T08:59:07.453432Z","end":"2026-04-02T08:59:07.569198Z","steps":["trace[1809063923] 'process raft request' (duration: 115.482927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:07.569363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.909566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:59:07.56936Z","caller":"traceutil/trace.go:171","msg":"trace[1866501306] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"108.698414ms","start":"2026-04-02T08:59:07.460607Z","end":"2026-04-02T08:59:07.569305Z","steps":["trace[1866501306] 'process raft request' (duration: 108.341244ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:07.569401Z","caller":"traceutil/trace.go:171","msg":"trace[94482186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3414; }","duration":"109.992668ms","start":"2026-04-02T08:59:07.459399Z","end":"2026-04-02T08:59:07.569391Z","steps":["trace[94482186] 'agreement among raft nodes before linearized reading' (duration: 109.887896ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:29.189864Z","caller":"traceutil/trace.go:171","msg":"trace[836942982] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"177.458174ms","start":"2026-04-02T08:59:29.01237Z","end":"2026-04-02T08:59:29.189828Z","steps":["trace[836942982] 'process raft request' (duration: 177.256679ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:45.967305Z","caller":"traceutil/trace.go:171","msg":"trace[506468635] transaction","detail":"{read_only:false; response_revision:3608; number_of_response:1; }","duration":"201.685426ms","start":"2026-04-02T08:59:45.765591Z","end":"2026-04-02T08:59:45.967276Z","steps":["trace[506468635] 'process raft request' (duration: 199.741094ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:45.967573Z","caller":"traceutil/trace.go:171","msg":"trace[277744080] transaction","detail":"{read_only:false; response_revision:3610; number_of_response:1; }","duration":"200.390891ms","start":"2026-04-02T08:59:45.767157Z","end":"2026-04-02T08:59:45.967548Z","steps":["trace[277744080] 'process raft request' (duration: 200.295588ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:45.967653Z","caller":"traceutil/trace.go:171","msg":"trace[1225845228] transaction","detail":"{read_only:false; response_revision:3609; number_of_response:1; }","duration":"201.13737ms","start":"2026-04-02T08:59:45.766476Z","end":"2026-04-02T08:59:45.967614Z","steps":["trace[1225845228] 'process raft request' (duration: 200.75173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:47.465421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664159199,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T08:59:47.535464Z","caller":"traceutil/trace.go:171","msg":"trace[764509233] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"570.974053ms","start":"2026-04-02T08:59:46.964468Z","end":"2026-04-02T08:59:47.535442Z","steps":["trace[764509233] 'process raft request' (duration: 570.842159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:47.535613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:46.964438Z","time spent":"571.101767ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:59:47.536566Z","caller":"traceutil/trace.go:171","msg":"trace[1388640914] linearizableReadLoop","detail":"{readStateIndex:3765; appliedIndex:3763; }","duration":"571.868498ms","start":"2026-04-02T08:59:46.964678Z","end":"2026-04-02T08:59:47.536547Z","steps":["trace[1388640914] 'read index received' (duration: 570.645784ms)","trace[1388640914] 'applied index is now lower than readState.Index' (duration: 1.221584ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:59:47.536775Z","caller":"traceutil/trace.go:171","msg":"trace[1753095444] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"284.922047ms","start":"2026-04-02T08:59:47.251843Z","end":"2026-04-02T08:59:47.536765Z","steps":["trace[1753095444] 'process raft request' (duration: 284.600898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:47.536992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.329621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-02T08:59:47.537018Z","caller":"traceutil/trace.go:171","msg":"trace[954979] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3612; }","duration":"572.424342ms","start":"2026-04-02T08:59:46.964587Z","end":"2026-04-02T08:59:47.537011Z","steps":["trace[954979] 'agreement among raft nodes before linearized reading' (duration: 572.3183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:47.537102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.175098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T08:59:47.53713Z","caller":"traceutil/trace.go:171","msg":"trace[2137509332] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:3612; }","duration":"568.232389ms","start":"2026-04-02T08:59:46.96889Z","end":"2026-04-02T08:59:47.537122Z","steps":["trace[2137509332] 'agreement among raft nodes before linearized reading' (duration: 568.164947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:47.537157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:46.968863Z","time spent":"568.287751ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.141\" "} {"level":"warn","ts":"2026-04-02T08:59:47.537175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.016583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T08:59:47.537217Z","caller":"traceutil/trace.go:171","msg":"trace[2004801384] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3612; }","duration":"568.111036ms","start":"2026-04-02T08:59:46.969098Z","end":"2026-04-02T08:59:47.537209Z","steps":["trace[2004801384] 'agreement among raft nodes before linearized reading' (duration: 567.993373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:47.537258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:46.969054Z","time spent":"568.197339ms","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-02T08:59:47.537196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.389052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:59:47.537313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.250194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:59:47.537353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.84042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-02T08:59:47.537677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:46.964566Z","time spent":"572.463974ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-02T08:59:47.537673Z","caller":"traceutil/trace.go:171","msg":"trace[1901577432] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3612; }","duration":"402.20681ms","start":"2026-04-02T08:59:47.135445Z","end":"2026-04-02T08:59:47.537651Z","steps":["trace[1901577432] 'agreement among raft nodes before linearized reading' (duration: 401.702896ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:47.537678Z","caller":"traceutil/trace.go:171","msg":"trace[1835251603] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3612; }","duration":"404.634205ms","start":"2026-04-02T08:59:47.133011Z","end":"2026-04-02T08:59:47.537645Z","steps":["trace[1835251603] 'agreement among raft nodes before linearized reading' (duration: 404.234614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:47.537193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.375724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-02T08:59:47.537724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:47.135434Z","time spent":"402.278831ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T08:59:47.537742Z","caller":"traceutil/trace.go:171","msg":"trace[1931096074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3612; }","duration":"449.990732ms","start":"2026-04-02T08:59:47.087744Z","end":"2026-04-02T08:59:47.537735Z","steps":["trace[1931096074] 'agreement among raft nodes before linearized reading' (duration: 449.297273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:47.53776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:47.087722Z","time spent":"450.032083ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T08:59:47.53776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:47.132995Z","time spent":"404.735978ms","remote":"127.0.0.1:36696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-02T08:59:47.537661Z","caller":"traceutil/trace.go:171","msg":"trace[1526345576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3612; }","duration":"572.668709ms","start":"2026-04-02T08:59:46.964675Z","end":"2026-04-02T08:59:47.537343Z","steps":["trace[1526345576] 'agreement among raft nodes before linearized reading' (duration: 572.351501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:47.537755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.624929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-02T08:59:47.537816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:46.964644Z","time spent":"573.161443ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T08:59:47.537832Z","caller":"traceutil/trace.go:171","msg":"trace[1005946583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3612; }","duration":"572.800463ms","start":"2026-04-02T08:59:46.96501Z","end":"2026-04-02T08:59:47.537811Z","steps":["trace[1005946583] 'agreement among raft nodes before linearized reading' (duration: 572.31465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:47.537872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:46.964958Z","time spent":"572.906377ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T08:59:48.14752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664159221,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T08:59:48.247314Z","caller":"traceutil/trace.go:171","msg":"trace[346327529] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"662.599722ms","start":"2026-04-02T08:59:47.58469Z","end":"2026-04-02T08:59:48.247289Z","steps":["trace[346327529] 'process raft request' (duration: 662.476199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:48.247458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:47.584674Z","time spent":"662.701584ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T08:59:48.249123Z","caller":"traceutil/trace.go:171","msg":"trace[1919224592] linearizableReadLoop","detail":"{readStateIndex:3772; appliedIndex:3769; }","duration":"602.291991ms","start":"2026-04-02T08:59:47.64681Z","end":"2026-04-02T08:59:48.249102Z","steps":["trace[1919224592] 'read index received' (duration: 600.407851ms)","trace[1919224592] 'applied index is now lower than readState.Index' (duration: 1.88285ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T08:59:48.249178Z","caller":"traceutil/trace.go:171","msg":"trace[178803456] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"658.580554ms","start":"2026-04-02T08:59:47.590586Z","end":"2026-04-02T08:59:48.249166Z","steps":["trace[178803456] 'process raft request' (duration: 658.463881ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:48.249188Z","caller":"traceutil/trace.go:171","msg":"trace[1362052451] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"659.57811ms","start":"2026-04-02T08:59:47.589563Z","end":"2026-04-02T08:59:48.249141Z","steps":["trace[1362052451] 'process raft request' (duration: 659.370655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:48.249235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:47.590553Z","time spent":"658.652066ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:59:48.24952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:47.589534Z","time spent":"659.716984ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T08:59:48.249648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.46965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T08:59:48.249705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.742952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T08:59:48.249708Z","caller":"traceutil/trace.go:171","msg":"trace[1242831398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3618; }","duration":"482.586414ms","start":"2026-04-02T08:59:47.767107Z","end":"2026-04-02T08:59:48.249694Z","steps":["trace[1242831398] 'agreement among raft nodes before linearized reading' (duration: 482.13491ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:48.249726Z","caller":"traceutil/trace.go:171","msg":"trace[1858824667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3618; }","duration":"318.782042ms","start":"2026-04-02T08:59:47.930937Z","end":"2026-04-02T08:59:48.249719Z","steps":["trace[1858824667] 'agreement among raft nodes before linearized reading' (duration: 318.74823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:48.249745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:47.930926Z","time spent":"318.815872ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T08:59:48.249727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.738755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T08:59:48.249758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.224816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T08:59:48.249526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.693063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T08:59:48.249744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:47.767079Z","time spent":"482.656525ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T08:59:48.249801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.93471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T08:59:48.249839Z","caller":"traceutil/trace.go:171","msg":"trace[2004623040] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3618; }","duration":"122.344359ms","start":"2026-04-02T08:59:48.127476Z","end":"2026-04-02T08:59:48.24982Z","steps":["trace[2004623040] 'agreement among raft nodes before linearized reading' (duration: 122.185184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:48.249666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.95007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T08:59:48.249895Z","caller":"traceutil/trace.go:171","msg":"trace[633047328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3618; }","duration":"277.231118ms","start":"2026-04-02T08:59:47.972653Z","end":"2026-04-02T08:59:48.249884Z","steps":["trace[633047328] 'agreement among raft nodes before linearized reading' (duration: 276.959311ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:48.249893Z","caller":"traceutil/trace.go:171","msg":"trace[1468722310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3618; }","duration":"277.026753ms","start":"2026-04-02T08:59:47.972846Z","end":"2026-04-02T08:59:48.249872Z","steps":["trace[1468722310] 'agreement among raft nodes before linearized reading' (duration: 276.784346ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T08:59:48.24988Z","caller":"traceutil/trace.go:171","msg":"trace[939451537] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3618; }","duration":"603.102032ms","start":"2026-04-02T08:59:47.646751Z","end":"2026-04-02T08:59:48.249853Z","steps":["trace[939451537] 'agreement among raft nodes before linearized reading' (duration: 602.487945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:48.249971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:47.646729Z","time spent":"603.223266ms","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-02T08:59:48.249822Z","caller":"traceutil/trace.go:171","msg":"trace[2055629025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3618; }","duration":"276.868648ms","start":"2026-04-02T08:59:47.972929Z","end":"2026-04-02T08:59:48.249798Z","steps":["trace[2055629025] 'agreement among raft nodes before linearized reading' (duration: 276.618261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:48.250192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.947109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T08:59:48.250256Z","caller":"traceutil/trace.go:171","msg":"trace[1317996359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3618; }","duration":"481.035581ms","start":"2026-04-02T08:59:47.769205Z","end":"2026-04-02T08:59:48.250241Z","steps":["trace[1317996359] 'agreement among raft nodes before linearized reading' (duration: 480.821795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T08:59:48.250297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T08:59:47.769193Z","time spent":"481.092923ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T09:00:23.921137Z","caller":"traceutil/trace.go:171","msg":"trace[735734821] linearizableReadLoop","detail":"{readStateIndex:4132; appliedIndex:4131; }","duration":"178.105818ms","start":"2026-04-02T09:00:23.743007Z","end":"2026-04-02T09:00:23.921113Z","steps":["trace[735734821] 'read index received' (duration: 177.641575ms)","trace[735734821] 'applied index is now lower than readState.Index' (duration: 463.023µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:23.921209Z","caller":"traceutil/trace.go:171","msg":"trace[872798232] transaction","detail":"{read_only:false; response_revision:3965; number_of_response:1; }","duration":"208.679265ms","start":"2026-04-02T09:00:23.712495Z","end":"2026-04-02T09:00:23.921174Z","steps":["trace[872798232] 'process raft request' (duration: 208.449329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:23.92149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.454287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-04-02T09:00:23.921633Z","caller":"traceutil/trace.go:171","msg":"trace[1995374927] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3965; }","duration":"178.656082ms","start":"2026-04-02T09:00:23.742941Z","end":"2026-04-02T09:00:23.921598Z","steps":["trace[1995374927] 'agreement among raft nodes before linearized reading' (duration: 178.279023ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:32.663082Z","caller":"traceutil/trace.go:171","msg":"trace[296780162] transaction","detail":"{read_only:false; response_revision:4037; number_of_response:1; }","duration":"180.190524ms","start":"2026-04-02T09:00:32.482856Z","end":"2026-04-02T09:00:32.663047Z","steps":["trace[296780162] 'process raft request' (duration: 81.939775ms)","trace[296780162] 'compare' (duration: 97.854778ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:32.663136Z","caller":"traceutil/trace.go:171","msg":"trace[329457306] linearizableReadLoop","detail":"{readStateIndex:4207; appliedIndex:4205; }","duration":"179.738272ms","start":"2026-04-02T09:00:32.483362Z","end":"2026-04-02T09:00:32.663101Z","steps":["trace[329457306] 'read index received' (duration: 18.798949ms)","trace[329457306] 'applied index is now lower than readState.Index' (duration: 160.936012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:32.66337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.986089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:00:32.663417Z","caller":"traceutil/trace.go:171","msg":"trace[2127516833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4038; }","duration":"180.05137ms","start":"2026-04-02T09:00:32.483355Z","end":"2026-04-02T09:00:32.663406Z","steps":["trace[2127516833] 'agreement among raft nodes before linearized reading' (duration: 179.883466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:32.663495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.375128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T09:00:32.663553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.782539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:00:32.663599Z","caller":"traceutil/trace.go:171","msg":"trace[896053374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4038; }","duration":"177.894692ms","start":"2026-04-02T09:00:32.48569Z","end":"2026-04-02T09:00:32.663584Z","steps":["trace[896053374] 'agreement among raft nodes before linearized reading' (duration: 177.568583ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:32.663597Z","caller":"traceutil/trace.go:171","msg":"trace[49709584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4038; }","duration":"177.506202ms","start":"2026-04-02T09:00:32.486071Z","end":"2026-04-02T09:00:32.663577Z","steps":["trace[49709584] 'agreement among raft nodes before linearized reading' (duration: 177.274466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:52.742328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.171988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17065"} {"level":"info","ts":"2026-04-02T09:00:52.742423Z","caller":"traceutil/trace.go:171","msg":"trace[2092498999] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:4146; }","duration":"209.312031ms","start":"2026-04-02T09:00:52.533091Z","end":"2026-04-02T09:00:52.742403Z","steps":["trace[2092498999] 'range keys from in-memory index tree' (duration: 208.969302ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:52.772772Z","caller":"traceutil/trace.go:171","msg":"trace[921578882] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"227.302217ms","start":"2026-04-02T09:00:52.545448Z","end":"2026-04-02T09:00:52.77275Z","steps":["trace[921578882] 'process raft request' (duration: 227.164174ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:52.842181Z","caller":"traceutil/trace.go:171","msg":"trace[1954552485] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"227.230136ms","start":"2026-04-02T09:00:52.614926Z","end":"2026-04-02T09:00:52.842156Z","steps":["trace[1954552485] 'process raft request' (duration: 227.084113ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:52.842185Z","caller":"traceutil/trace.go:171","msg":"trace[1512417294] transaction","detail":"{read_only:false; response_revision:4148; number_of_response:1; }","duration":"268.973905ms","start":"2026-04-02T09:00:52.573189Z","end":"2026-04-02T09:00:52.842163Z","steps":["trace[1512417294] 'process raft request' (duration: 268.667947ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:52.842481Z","caller":"traceutil/trace.go:171","msg":"trace[1522940447] linearizableReadLoop","detail":"{readStateIndex:4322; appliedIndex:4320; }","duration":"229.371084ms","start":"2026-04-02T09:00:52.613094Z","end":"2026-04-02T09:00:52.842465Z","steps":["trace[1522940447] 'read index received' (duration: 159.470523ms)","trace[1522940447] 'applied index is now lower than readState.Index' (duration: 69.899531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:52.88079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.630348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-02T09:00:52.880867Z","caller":"traceutil/trace.go:171","msg":"trace[1431541098] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4150; }","duration":"267.793412ms","start":"2026-04-02T09:00:52.613051Z","end":"2026-04-02T09:00:52.880844Z","steps":["trace[1431541098] 'agreement among raft nodes before linearized reading' (duration: 229.582099ms)","trace[1431541098] 'range keys from in-memory index tree' (duration: 37.730581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:52.880825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.944613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:00:52.880986Z","caller":"traceutil/trace.go:171","msg":"trace[1971598119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4150; }","duration":"239.135087ms","start":"2026-04-02T09:00:52.6418Z","end":"2026-04-02T09:00:52.880935Z","steps":["trace[1971598119] 'agreement among raft nodes before linearized reading' (duration: 200.947454ms)","trace[1971598119] 'range keys from in-memory index tree' (duration: 37.822474ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:58.863449Z","caller":"traceutil/trace.go:171","msg":"trace[1919263682] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"953.348065ms","start":"2026-04-02T09:00:57.910058Z","end":"2026-04-02T09:00:58.863406Z","steps":["trace[1919263682] 'process raft request' (duration: 953.033746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:58.863718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:57.910024Z","time spent":"953.548791ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:00:59.37667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.812965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:00:59.376875Z","caller":"traceutil/trace.go:171","msg":"trace[184258584] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"504.882636ms","start":"2026-04-02T09:00:58.871955Z","end":"2026-04-02T09:00:59.376837Z","steps":["trace[184258584] 'process raft request' (duration: 121.796054ms)","trace[184258584] 'compare' (duration: 382.63699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:00:59.37693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:58.871907Z","time spent":"505.000239ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:00:59.377275Z","caller":"traceutil/trace.go:171","msg":"trace[1280609875] linearizableReadLoop","detail":"{readStateIndex:4355; appliedIndex:4352; }","duration":"444.959005ms","start":"2026-04-02T09:00:58.932277Z","end":"2026-04-02T09:00:59.377236Z","steps":["trace[1280609875] 'read index received' (duration: 61.553884ms)","trace[1280609875] 'applied index is now lower than readState.Index' (duration: 383.403621ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:00:59.37731Z","caller":"traceutil/trace.go:171","msg":"trace[2035825356] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"473.64083ms","start":"2026-04-02T09:00:58.903605Z","end":"2026-04-02T09:00:59.377246Z","steps":["trace[2035825356] 'process raft request' (duration: 473.511897ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:59.377307Z","caller":"traceutil/trace.go:171","msg":"trace[151602322] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"473.737033ms","start":"2026-04-02T09:00:58.903509Z","end":"2026-04-02T09:00:59.377246Z","steps":["trace[151602322] 'process raft request' (duration: 473.283081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:59.377438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:58.903559Z","time spent":"473.821626ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:00:59.377464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.14355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:00:59.377549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.309252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:00:59.377547Z","caller":"traceutil/trace.go:171","msg":"trace[414513533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4180; }","duration":"445.257903ms","start":"2026-04-02T09:00:58.932263Z","end":"2026-04-02T09:00:59.377521Z","steps":["trace[414513533] 'agreement among raft nodes before linearized reading' (duration: 445.077428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:59.377541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:58.903473Z","time spent":"473.94746ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:00:59.377592Z","caller":"traceutil/trace.go:171","msg":"trace[1980805445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4180; }","duration":"412.411526ms","start":"2026-04-02T09:00:58.965171Z","end":"2026-04-02T09:00:59.377582Z","steps":["trace[1980805445] 'agreement among raft nodes before linearized reading' (duration: 412.270061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:59.377613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:58.965143Z","time spent":"412.465606ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:00:59.377601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.783313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T09:00:59.377607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:58.932191Z","time spent":"445.404857ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:00:59.377649Z","caller":"traceutil/trace.go:171","msg":"trace[444737453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4180; }","duration":"291.864965ms","start":"2026-04-02T09:00:59.085773Z","end":"2026-04-02T09:00:59.377638Z","steps":["trace[444737453] 'agreement among raft nodes before linearized reading' (duration: 291.67322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:59.377692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.226938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T09:00:59.37777Z","caller":"traceutil/trace.go:171","msg":"trace[82371059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4180; }","duration":"291.34379ms","start":"2026-04-02T09:00:59.086409Z","end":"2026-04-02T09:00:59.377753Z","steps":["trace[82371059] 'agreement among raft nodes before linearized reading' (duration: 291.093964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:59.377812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.420975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T09:00:59.377835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.52675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:00:59.377867Z","caller":"traceutil/trace.go:171","msg":"trace[1713210448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4180; }","duration":"304.517397ms","start":"2026-04-02T09:00:59.073333Z","end":"2026-04-02T09:00:59.37785Z","steps":["trace[1713210448] 'agreement among raft nodes before linearized reading' (duration: 304.362813ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:00:59.377882Z","caller":"traceutil/trace.go:171","msg":"trace[1369014750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4180; }","duration":"391.628772ms","start":"2026-04-02T09:00:58.98624Z","end":"2026-04-02T09:00:59.377869Z","steps":["trace[1369014750] 'agreement among raft nodes before linearized reading' (duration: 391.480348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:00:59.377914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:58.986211Z","time spent":"391.696235ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:00:59.377915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:00:59.073304Z","time spent":"304.59874ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T09:01:10.327418Z","caller":"traceutil/trace.go:171","msg":"trace[852542201] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"130.436918ms","start":"2026-04-02T09:01:10.196956Z","end":"2026-04-02T09:01:10.327393Z","steps":["trace[852542201] 'process raft request' (duration: 130.279784ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:15.779837Z","caller":"traceutil/trace.go:171","msg":"trace[2083108702] transaction","detail":"{read_only:false; response_revision:4277; number_of_response:1; }","duration":"333.615133ms","start":"2026-04-02T09:01:15.446182Z","end":"2026-04-02T09:01:15.779797Z","steps":["trace[2083108702] 'process raft request' (duration: 234.645066ms)","trace[2083108702] 'compare' (duration: 98.68351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:15.780072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:15.446127Z","time spent":"333.821099ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:01:15.780222Z","caller":"traceutil/trace.go:171","msg":"trace[22628565] linearizableReadLoop","detail":"{readStateIndex:4456; appliedIndex:4453; }","duration":"307.485007ms","start":"2026-04-02T09:01:15.472693Z","end":"2026-04-02T09:01:15.780178Z","steps":["trace[22628565] 'read index received' (duration: 69.782917ms)","trace[22628565] 'applied index is now lower than readState.Index' (duration: 237.698119ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:15.780372Z","caller":"traceutil/trace.go:171","msg":"trace[287316853] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"333.833499ms","start":"2026-04-02T09:01:15.446435Z","end":"2026-04-02T09:01:15.780269Z","steps":["trace[287316853] 'process raft request' (duration: 333.270104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:15.781034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:15.446424Z","time spent":"334.456636ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:01:15.780607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.823155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T09:01:15.780608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.769687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:01:15.781257Z","caller":"traceutil/trace.go:171","msg":"trace[710394992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4278; }","duration":"278.512583ms","start":"2026-04-02T09:01:15.502725Z","end":"2026-04-02T09:01:15.781237Z","steps":["trace[710394992] 'agreement among raft nodes before linearized reading' (duration: 277.697891ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:15.781391Z","caller":"traceutil/trace.go:171","msg":"trace[1021919517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4278; }","duration":"287.581258ms","start":"2026-04-02T09:01:15.493773Z","end":"2026-04-02T09:01:15.781355Z","steps":["trace[1021919517] 'agreement among raft nodes before linearized reading' (duration: 286.635813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:15.780608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.354966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:01:15.781571Z","caller":"traceutil/trace.go:171","msg":"trace[1896624923] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:4278; }","duration":"280.344573ms","start":"2026-04-02T09:01:15.501203Z","end":"2026-04-02T09:01:15.781547Z","steps":["trace[1896624923] 'agreement among raft nodes before linearized reading' (duration: 279.252563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:15.780657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.402664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:01:15.78168Z","caller":"traceutil/trace.go:171","msg":"trace[650971314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4278; }","duration":"278.446952ms","start":"2026-04-02T09:01:15.503206Z","end":"2026-04-02T09:01:15.781653Z","steps":["trace[650971314] 'agreement among raft nodes before linearized reading' (duration: 277.29736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:15.78072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.243324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:01:15.782081Z","caller":"traceutil/trace.go:171","msg":"trace[1213748868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4278; }","duration":"286.603361ms","start":"2026-04-02T09:01:15.495419Z","end":"2026-04-02T09:01:15.782022Z","steps":["trace[1213748868] 'agreement among raft nodes before linearized reading' (duration: 285.06193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:15.780757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.061122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:01:15.782164Z","caller":"traceutil/trace.go:171","msg":"trace[813831872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4278; }","duration":"309.489291ms","start":"2026-04-02T09:01:15.472658Z","end":"2026-04-02T09:01:15.782147Z","steps":["trace[813831872] 'agreement among raft nodes before linearized reading' (duration: 307.754005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:15.782223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:15.472643Z","time spent":"309.561504ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T09:01:16.181956Z","caller":"traceutil/trace.go:171","msg":"trace[556781628] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"395.888867ms","start":"2026-04-02T09:01:15.786037Z","end":"2026-04-02T09:01:16.181926Z","steps":["trace[556781628] 'process raft request' (duration: 323.474519ms)","trace[556781628] 'compare' (duration: 72.201343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:16.182138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:15.786006Z","time spent":"396.045733ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:01:16.182296Z","caller":"traceutil/trace.go:171","msg":"trace[1618169785] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"395.522138ms","start":"2026-04-02T09:01:15.786749Z","end":"2026-04-02T09:01:16.182271Z","steps":["trace[1618169785] 'process raft request' (duration: 395.132238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:16.18243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:15.78673Z","time spent":"395.62393ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:01:16.182549Z","caller":"traceutil/trace.go:171","msg":"trace[1273882818] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"394.882121ms","start":"2026-04-02T09:01:15.787657Z","end":"2026-04-02T09:01:16.182539Z","steps":["trace[1273882818] 'process raft request' (duration: 394.669905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:16.182594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:15.787633Z","time spent":"394.939682ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:01:16.182583Z","caller":"traceutil/trace.go:171","msg":"trace[654189732] linearizableReadLoop","detail":"{readStateIndex:4458; appliedIndex:4457; }","duration":"395.783175ms","start":"2026-04-02T09:01:15.786752Z","end":"2026-04-02T09:01:16.182535Z","steps":["trace[654189732] 'read index received' (duration: 16.507956ms)","trace[654189732] 'applied index is now lower than readState.Index' (duration: 379.271829ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:16.182698Z","caller":"traceutil/trace.go:171","msg":"trace[1663108333] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"394.760656ms","start":"2026-04-02T09:01:15.787609Z","end":"2026-04-02T09:01:16.182369Z","steps":["trace[1663108333] 'process raft request' (duration: 394.53102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:16.182855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.861203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:16.18289Z","caller":"traceutil/trace.go:171","msg":"trace[190678096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4283; }","duration":"251.943364ms","start":"2026-04-02T09:01:15.930938Z","end":"2026-04-02T09:01:16.182882Z","steps":["trace[190678096] 'agreement among raft nodes before linearized reading' (duration: 251.890803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:16.182999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:15.787602Z","time spent":"395.21178ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:01:16.183076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.289459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63091"} {"level":"info","ts":"2026-04-02T09:01:16.18317Z","caller":"traceutil/trace.go:171","msg":"trace[372651217] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4283; }","duration":"396.398441ms","start":"2026-04-02T09:01:15.786722Z","end":"2026-04-02T09:01:16.18312Z","steps":["trace[372651217] 'agreement among raft nodes before linearized reading' (duration: 396.007141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:16.183264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:15.786712Z","time spent":"396.499913ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63114,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T09:01:20.613997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.863625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:01:20.614108Z","caller":"traceutil/trace.go:171","msg":"trace[110789722] linearizableReadLoop","detail":"{readStateIndex:4483; appliedIndex:4482; }","duration":"546.239954ms","start":"2026-04-02T09:01:20.067849Z","end":"2026-04-02T09:01:20.614089Z","steps":["trace[110789722] 'read index received' (duration: 383.210605ms)","trace[110789722] 'applied index is now lower than readState.Index' (duration: 163.026099ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:20.614344Z","caller":"traceutil/trace.go:171","msg":"trace[96151010] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"783.241585ms","start":"2026-04-02T09:01:19.831089Z","end":"2026-04-02T09:01:20.614331Z","steps":["trace[96151010] 'process raft request' (duration: 619.941448ms)","trace[96151010] 'compare' (duration: 162.404303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:20.614416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:19.831057Z","time spent":"783.326837ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:01:20.614539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.817915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T09:01:20.614594Z","caller":"traceutil/trace.go:171","msg":"trace[468592993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4304; }","duration":"419.917498ms","start":"2026-04-02T09:01:20.194664Z","end":"2026-04-02T09:01:20.614581Z","steps":["trace[468592993] 'agreement among raft nodes before linearized reading' (duration: 419.736663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:20.614628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:20.194643Z","time spent":"419.9779ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:01:20.614774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.936264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:01:20.614812Z","caller":"traceutil/trace.go:171","msg":"trace[421473724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4304; }","duration":"547.016246ms","start":"2026-04-02T09:01:20.067788Z","end":"2026-04-02T09:01:20.614804Z","steps":["trace[421473724] 'agreement among raft nodes before linearized reading' (duration: 546.916163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:20.614837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:20.067764Z","time spent":"547.067617ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T09:01:20.615255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.1325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T09:01:20.615295Z","caller":"traceutil/trace.go:171","msg":"trace[2079588031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4304; }","duration":"418.214072ms","start":"2026-04-02T09:01:20.197072Z","end":"2026-04-02T09:01:20.615286Z","steps":["trace[2079588031] 'agreement among raft nodes before linearized reading' (duration: 418.123539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:20.615286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.946201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:01:20.615325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:20.197038Z","time spent":"418.278063ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T09:01:20.615368Z","caller":"traceutil/trace.go:171","msg":"trace[1144693780] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4304; }","duration":"192.043054ms","start":"2026-04-02T09:01:20.423304Z","end":"2026-04-02T09:01:20.615347Z","steps":["trace[1144693780] 'agreement among raft nodes before linearized reading' (duration: 191.90153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:20.615417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.604085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T09:01:20.615442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.447893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-02T09:01:20.615491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.235304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T09:01:20.615533Z","caller":"traceutil/trace.go:171","msg":"trace[61129449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4304; }","duration":"417.780569ms","start":"2026-04-02T09:01:20.197725Z","end":"2026-04-02T09:01:20.615506Z","steps":["trace[61129449] 'agreement among raft nodes before linearized reading' (duration: 417.448491ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:20.615534Z","caller":"traceutil/trace.go:171","msg":"trace[1156767163] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:4304; }","duration":"416.556196ms","start":"2026-04-02T09:01:20.198957Z","end":"2026-04-02T09:01:20.615514Z","steps":["trace[1156767163] 'agreement among raft nodes before linearized reading' (duration: 416.228917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:20.615603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:20.198911Z","time spent":"416.68291ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"info","ts":"2026-04-02T09:01:20.615605Z","caller":"traceutil/trace.go:171","msg":"trace[1562558857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4304; }","duration":"417.3781ms","start":"2026-04-02T09:01:20.198196Z","end":"2026-04-02T09:01:20.615575Z","steps":["trace[1562558857] 'agreement among raft nodes before linearized reading' (duration: 417.00576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:20.615666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:20.198187Z","time spent":"417.469692ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:01:20.615607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:20.197704Z","time spent":"417.886943ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:01:20.82371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.360676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:01:20.823962Z","caller":"traceutil/trace.go:171","msg":"trace[572005321] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"203.214177ms","start":"2026-04-02T09:01:20.620728Z","end":"2026-04-02T09:01:20.823943Z","steps":["trace[572005321] 'process raft request' (duration: 203.090143ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:20.823968Z","caller":"traceutil/trace.go:171","msg":"trace[598772485] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"203.231448ms","start":"2026-04-02T09:01:20.620679Z","end":"2026-04-02T09:01:20.82391Z","steps":["trace[598772485] 'process raft request' (duration: 92.572855ms)","trace[598772485] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 110.015485ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:20.824164Z","caller":"traceutil/trace.go:171","msg":"trace[13297194] linearizableReadLoop","detail":"{readStateIndex:4487; appliedIndex:4484; }","duration":"171.060067ms","start":"2026-04-02T09:01:20.653076Z","end":"2026-04-02T09:01:20.824136Z","steps":["trace[13297194] 'read index received' (duration: 60.27323ms)","trace[13297194] 'applied index is now lower than readState.Index' (duration: 110.783397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:20.824397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.797045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-04-02T09:01:20.82433Z","caller":"traceutil/trace.go:171","msg":"trace[501932161] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"203.425732ms","start":"2026-04-02T09:01:20.620875Z","end":"2026-04-02T09:01:20.824301Z","steps":["trace[501932161] 'process raft request' (duration: 203.033361ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:20.824435Z","caller":"traceutil/trace.go:171","msg":"trace[1419570445] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4308; }","duration":"202.864996ms","start":"2026-04-02T09:01:20.621557Z","end":"2026-04-02T09:01:20.824422Z","steps":["trace[1419570445] 'agreement among raft nodes before linearized reading' (duration: 202.682042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:21.144367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.790396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:21.144525Z","caller":"traceutil/trace.go:171","msg":"trace[1118646859] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4308; }","duration":"186.036861ms","start":"2026-04-02T09:01:20.958459Z","end":"2026-04-02T09:01:21.144496Z","steps":["trace[1118646859] 'range keys from in-memory index tree' (duration: 185.658921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:21.144576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.123982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:21.144695Z","caller":"traceutil/trace.go:171","msg":"trace[1860367734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4308; }","duration":"214.328806ms","start":"2026-04-02T09:01:20.930343Z","end":"2026-04-02T09:01:21.144672Z","steps":["trace[1860367734] 'range keys from in-memory index tree' (duration: 213.983648ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:21.148742Z","caller":"traceutil/trace.go:171","msg":"trace[1476151295] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"168.288371ms","start":"2026-04-02T09:01:20.980428Z","end":"2026-04-02T09:01:21.148716Z","steps":["trace[1476151295] 'process raft request' (duration: 167.838959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:26.841801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.717384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:01:26.841908Z","caller":"traceutil/trace.go:171","msg":"trace[889686140] linearizableReadLoop","detail":"{readStateIndex:4518; appliedIndex:4517; }","duration":"161.090367ms","start":"2026-04-02T09:01:26.680801Z","end":"2026-04-02T09:01:26.841892Z","steps":["trace[889686140] 'read index received' (duration: 33.244869ms)","trace[889686140] 'applied index is now lower than readState.Index' (duration: 127.844448ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:26.842134Z","caller":"traceutil/trace.go:171","msg":"trace[615044035] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"162.437653ms","start":"2026-04-02T09:01:26.679662Z","end":"2026-04-02T09:01:26.8421Z","steps":["trace[615044035] 'process raft request' (duration: 34.339759ms)","trace[615044035] 'compare' (duration: 127.56183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:26.844303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.43713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63091"} {"level":"info","ts":"2026-04-02T09:01:26.84441Z","caller":"traceutil/trace.go:171","msg":"trace[1798693193] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4338; }","duration":"163.614506ms","start":"2026-04-02T09:01:26.680772Z","end":"2026-04-02T09:01:26.844386Z","steps":["trace[1798693193] 'agreement among raft nodes before linearized reading' (duration: 161.163919ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:31.793349Z","caller":"traceutil/trace.go:171","msg":"trace[1105869566] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"108.121855ms","start":"2026-04-02T09:01:31.685198Z","end":"2026-04-02T09:01:31.79332Z","steps":["trace[1105869566] 'process raft request' (duration: 107.908859ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:32.270074Z","caller":"traceutil/trace.go:171","msg":"trace[1104688366] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"385.135928ms","start":"2026-04-02T09:01:31.884906Z","end":"2026-04-02T09:01:32.270042Z","steps":["trace[1104688366] 'process raft request' (duration: 288.175035ms)","trace[1104688366] 'compare' (duration: 96.790148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:32.270231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:31.884888Z","time spent":"385.259191ms","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":155585,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:01:32.451883Z","caller":"traceutil/trace.go:171","msg":"trace[2050143933] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"100.945791ms","start":"2026-04-02T09:01:32.350888Z","end":"2026-04-02T09:01:32.451833Z","steps":["trace[2050143933] 'process raft request' (duration: 96.746217ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:32.892985Z","caller":"traceutil/trace.go:171","msg":"trace[1508401423] linearizableReadLoop","detail":"{readStateIndex:4584; appliedIndex:4583; }","duration":"271.503153ms","start":"2026-04-02T09:01:32.621453Z","end":"2026-04-02T09:01:32.892957Z","steps":["trace[1508401423] 'read index received' (duration: 183.203215ms)","trace[1508401423] 'applied index is now lower than readState.Index' (duration: 88.299028ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:32.893088Z","caller":"traceutil/trace.go:171","msg":"trace[334970042] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"335.653699ms","start":"2026-04-02T09:01:32.557397Z","end":"2026-04-02T09:01:32.893051Z","steps":["trace[334970042] 'process raft request' (duration: 247.385181ms)","trace[334970042] 'compare' (duration: 87.937648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:32.893163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.700809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:01:32.893204Z","caller":"traceutil/trace.go:171","msg":"trace[256816368] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4399; }","duration":"271.804341ms","start":"2026-04-02T09:01:32.62139Z","end":"2026-04-02T09:01:32.893195Z","steps":["trace[256816368] 'agreement among raft nodes before linearized reading' (duration: 271.698429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:32.893248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:32.55737Z","time spent":"335.789872ms","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:01:32.940038Z","caller":"traceutil/trace.go:171","msg":"trace[2062027941] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"312.933734ms","start":"2026-04-02T09:01:32.627065Z","end":"2026-04-02T09:01:32.939999Z","steps":["trace[2062027941] 'process raft request' (duration: 312.576114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:32.940247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:32.627035Z","time spent":"313.11917ms","remote":"127.0.0.1:34056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T09:01:32.940858Z","caller":"traceutil/trace.go:171","msg":"trace[1505814458] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"256.873748ms","start":"2026-04-02T09:01:32.683956Z","end":"2026-04-02T09:01:32.940829Z","steps":["trace[1505814458] 'process raft request' (duration: 256.140007ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:32.941054Z","caller":"traceutil/trace.go:171","msg":"trace[1610369456] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"233.66644ms","start":"2026-04-02T09:01:32.707365Z","end":"2026-04-02T09:01:32.941032Z","steps":["trace[1610369456] 'process raft request' (duration: 233.396943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:32.942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.868011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:01:32.942002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.791477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:32.942061Z","caller":"traceutil/trace.go:171","msg":"trace[1191041395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4403; }","duration":"248.967873ms","start":"2026-04-02T09:01:32.693078Z","end":"2026-04-02T09:01:32.942046Z","steps":["trace[1191041395] 'agreement among raft nodes before linearized reading' (duration: 248.787959ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:32.942462Z","caller":"traceutil/trace.go:171","msg":"trace[2077810034] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com; range_end:; response_count:0; response_revision:4403; }","duration":"303.921451ms","start":"2026-04-02T09:01:32.638135Z","end":"2026-04-02T09:01:32.942056Z","steps":["trace[2077810034] 'agreement among raft nodes before linearized reading' (duration: 303.793527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:32.942558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:32.638113Z","time spent":"304.398003ms","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-04-02T09:01:33.477204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.674199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:01:33.477435Z","caller":"traceutil/trace.go:171","msg":"trace[1915369450] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"530.136248ms","start":"2026-04-02T09:01:32.947249Z","end":"2026-04-02T09:01:33.477385Z","steps":["trace[1915369450] 'process raft request' (duration: 299.161052ms)","trace[1915369450] 'compare' (duration: 229.856946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:33.477594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:32.947218Z","time spent":"530.293714ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:01:33.477648Z","caller":"traceutil/trace.go:171","msg":"trace[869710875] transaction","detail":"{read_only:false; response_revision:4406; number_of_response:1; }","duration":"530.107419ms","start":"2026-04-02T09:01:32.947512Z","end":"2026-04-02T09:01:33.47762Z","steps":["trace[869710875] 'process raft request' (duration: 529.812631ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:33.477721Z","caller":"traceutil/trace.go:171","msg":"trace[182437457] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"530.038096ms","start":"2026-04-02T09:01:32.947672Z","end":"2026-04-02T09:01:33.477711Z","steps":["trace[182437457] 'process raft request' (duration: 529.839141ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:33.477709Z","caller":"traceutil/trace.go:171","msg":"trace[928358525] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"529.960095ms","start":"2026-04-02T09:01:32.947729Z","end":"2026-04-02T09:01:33.477689Z","steps":["trace[928358525] 'process raft request' (duration: 529.830651ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:33.477717Z","caller":"traceutil/trace.go:171","msg":"trace[661871716] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"530.067667ms","start":"2026-04-02T09:01:32.947598Z","end":"2026-04-02T09:01:33.477666Z","steps":["trace[661871716] 'process raft request' (duration: 529.831401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:33.477799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.996168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:33.477834Z","caller":"traceutil/trace.go:171","msg":"trace[2126738450] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"528.906306ms","start":"2026-04-02T09:01:32.948921Z","end":"2026-04-02T09:01:33.477827Z","steps":["trace[2126738450] 'process raft request' (duration: 528.69393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:33.477882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:32.948913Z","time spent":"528.947698ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:01:33.477873Z","caller":"traceutil/trace.go:171","msg":"trace[183074426] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com; range_end:; response_count:0; response_revision:4410; }","duration":"529.090242ms","start":"2026-04-02T09:01:32.948764Z","end":"2026-04-02T09:01:33.477854Z","steps":["trace[183074426] 'agreement among raft nodes before linearized reading' (duration: 528.961828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:33.477802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:32.947712Z","time spent":"530.045467ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:01:33.477887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:32.947486Z","time spent":"530.266113ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:01:33.477939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:32.948753Z","time spent":"529.171963ms","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-04-02T09:01:33.477947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:32.947592Z","time spent":"530.243612ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:01:33.477691Z","caller":"traceutil/trace.go:171","msg":"trace[1287140405] linearizableReadLoop","detail":"{readStateIndex:4594; appliedIndex:4589; }","duration":"528.876475ms","start":"2026-04-02T09:01:32.948792Z","end":"2026-04-02T09:01:33.477668Z","steps":["trace[1287140405] 'read index received' (duration: 38.256194ms)","trace[1287140405] 'applied index is now lower than readState.Index' (duration: 490.619021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:33.477772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:32.947662Z","time spent":"530.082638ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:01:33.52498Z","caller":"traceutil/trace.go:171","msg":"trace[465084569] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"502.81453ms","start":"2026-04-02T09:01:33.022143Z","end":"2026-04-02T09:01:33.524957Z","steps":["trace[465084569] 'process raft request' (duration: 502.121032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:33.525088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:33.022104Z","time spent":"502.931773ms","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":278910,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:01:33.52534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.377925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:33.525427Z","caller":"traceutil/trace.go:171","msg":"trace[1822054268] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4412; }","duration":"408.524049ms","start":"2026-04-02T09:01:33.116884Z","end":"2026-04-02T09:01:33.525408Z","steps":["trace[1822054268] 'agreement among raft nodes before linearized reading' (duration: 408.368065ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:33.525358Z","caller":"traceutil/trace.go:171","msg":"trace[262247895] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"322.995407ms","start":"2026-04-02T09:01:33.202342Z","end":"2026-04-02T09:01:33.525338Z","steps":["trace[262247895] 'process raft request' (duration: 322.506513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:33.52547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:33.116859Z","time spent":"408.600291ms","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:01:33.525615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:33.202318Z","time spent":"323.174511ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:01:33.525644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.842681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63091"} {"level":"info","ts":"2026-04-02T09:01:33.525708Z","caller":"traceutil/trace.go:171","msg":"trace[469186004] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4412; }","duration":"573.907723ms","start":"2026-04-02T09:01:32.951781Z","end":"2026-04-02T09:01:33.525689Z","steps":["trace[469186004] 'agreement among raft nodes before linearized reading' (duration: 573.517802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:33.5258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:32.951757Z","time spent":"574.025476ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63114,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-02T09:01:33.685986Z","caller":"traceutil/trace.go:171","msg":"trace[1329064272] linearizableReadLoop","detail":"{readStateIndex:4598; appliedIndex:4597; }","duration":"160.753068ms","start":"2026-04-02T09:01:33.525202Z","end":"2026-04-02T09:01:33.685955Z","steps":["trace[1329064272] 'read index received' (duration: 160.535082ms)","trace[1329064272] 'applied index is now lower than readState.Index' (duration: 216.616µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:33.686091Z","caller":"traceutil/trace.go:171","msg":"trace[595118702] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"191.902011ms","start":"2026-04-02T09:01:33.494113Z","end":"2026-04-02T09:01:33.686015Z","steps":["trace[595118702] 'process raft request' (duration: 191.627523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:33.68676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.200905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:33.686879Z","caller":"traceutil/trace.go:171","msg":"trace[659380259] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com; range_end:; response_count:0; response_revision:4413; }","duration":"200.385929ms","start":"2026-04-02T09:01:33.48647Z","end":"2026-04-02T09:01:33.686856Z","steps":["trace[659380259] 'agreement among raft nodes before linearized reading' (duration: 199.642599ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:33.896581Z","caller":"traceutil/trace.go:171","msg":"trace[1151097448] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"196.904286ms","start":"2026-04-02T09:01:33.699648Z","end":"2026-04-02T09:01:33.896552Z","steps":["trace[1151097448] 'process raft request' (duration: 196.731961ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:33.900001Z","caller":"traceutil/trace.go:171","msg":"trace[913897223] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"101.727611ms","start":"2026-04-02T09:01:33.798248Z","end":"2026-04-02T09:01:33.899975Z","steps":["trace[913897223] 'process raft request' (duration: 101.595308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:34.123385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.501541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:01:34.123706Z","caller":"traceutil/trace.go:171","msg":"trace[1310372466] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"211.088789ms","start":"2026-04-02T09:01:33.912573Z","end":"2026-04-02T09:01:34.123662Z","steps":["trace[1310372466] 'process raft request' (duration: 94.207458ms)","trace[1310372466] 'compare' (duration: 116.276336ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:34.123808Z","caller":"traceutil/trace.go:171","msg":"trace[1705834555] linearizableReadLoop","detail":"{readStateIndex:4602; appliedIndex:4601; }","duration":"208.054357ms","start":"2026-04-02T09:01:33.915712Z","end":"2026-04-02T09:01:34.123766Z","steps":["trace[1705834555] 'read index received' (duration: 91.065163ms)","trace[1705834555] 'applied index is now lower than readState.Index' (duration: 116.986134ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:34.123916Z","caller":"traceutil/trace.go:171","msg":"trace[128603492] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"201.824859ms","start":"2026-04-02T09:01:33.921945Z","end":"2026-04-02T09:01:34.12377Z","steps":["trace[128603492] 'process raft request' (duration: 201.722166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:34.124011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.763241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:01:34.123959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.234182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:34.124162Z","caller":"traceutil/trace.go:171","msg":"trace[1225619601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4418; }","duration":"193.937246ms","start":"2026-04-02T09:01:33.930204Z","end":"2026-04-02T09:01:34.124141Z","steps":["trace[1225619601] 'agreement among raft nodes before linearized reading' (duration: 193.72849ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:34.124178Z","caller":"traceutil/trace.go:171","msg":"trace[1824239951] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com; range_end:; response_count:0; response_revision:4418; }","duration":"208.465069ms","start":"2026-04-02T09:01:33.915688Z","end":"2026-04-02T09:01:34.124153Z","steps":["trace[1824239951] 'agreement among raft nodes before linearized reading' (duration: 208.217803ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:34.280838Z","caller":"traceutil/trace.go:171","msg":"trace[659801311] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"143.292806ms","start":"2026-04-02T09:01:34.137334Z","end":"2026-04-02T09:01:34.280626Z","steps":["trace[659801311] 'process raft request' (duration: 103.209852ms)","trace[659801311] 'compare' (duration: 39.898379ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:34.522913Z","caller":"traceutil/trace.go:171","msg":"trace[534401127] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"383.509513ms","start":"2026-04-02T09:01:34.139364Z","end":"2026-04-02T09:01:34.522874Z","steps":["trace[534401127] 'process raft request' (duration: 292.80705ms)","trace[534401127] 'compare' (duration: 90.283072ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:34.523001Z","caller":"traceutil/trace.go:171","msg":"trace[170914496] linearizableReadLoop","detail":"{readStateIndex:4607; appliedIndex:4603; }","duration":"298.256617ms","start":"2026-04-02T09:01:34.22472Z","end":"2026-04-02T09:01:34.522976Z","steps":["trace[170914496] 'read index received' (duration: 15.801917ms)","trace[170914496] 'applied index is now lower than readState.Index' (duration: 282.45371ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:34.523017Z","caller":"traceutil/trace.go:171","msg":"trace[1787870298] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"383.081981ms","start":"2026-04-02T09:01:34.139905Z","end":"2026-04-02T09:01:34.522987Z","steps":["trace[1787870298] 'process raft request' (duration: 382.885336ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:34.523109Z","caller":"traceutil/trace.go:171","msg":"trace[1066010654] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"380.431569ms","start":"2026-04-02T09:01:34.142663Z","end":"2026-04-02T09:01:34.523095Z","steps":["trace[1066010654] 'process raft request' (duration: 380.249615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:34.5231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:34.13935Z","time spent":"383.653456ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T09:01:34.523198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:34.139887Z","time spent":"383.193345ms","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25559,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:01:34.523234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:34.142647Z","time spent":"380.510631ms","remote":"127.0.0.1:60728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1113,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:01:34.523335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.590406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:01:34.523406Z","caller":"traceutil/trace.go:171","msg":"trace[962228664] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4422; }","duration":"298.703909ms","start":"2026-04-02T09:01:34.224686Z","end":"2026-04-02T09:01:34.52339Z","steps":["trace[962228664] 'agreement among raft nodes before linearized reading' (duration: 298.544175ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:34.547607Z","caller":"traceutil/trace.go:171","msg":"trace[899090463] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"249.620142ms","start":"2026-04-02T09:01:34.297962Z","end":"2026-04-02T09:01:34.547582Z","steps":["trace[899090463] 'process raft request' (duration: 249.416826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:34.547674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.464706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:34.547738Z","caller":"traceutil/trace.go:171","msg":"trace[1241368957] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com; range_end:; response_count:0; response_revision:4423; }","duration":"256.557909ms","start":"2026-04-02T09:01:34.29116Z","end":"2026-04-02T09:01:34.547718Z","steps":["trace[1241368957] 'agreement among raft nodes before linearized reading' (duration: 256.452556ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:34.891807Z","caller":"traceutil/trace.go:171","msg":"trace[1646151918] linearizableReadLoop","detail":"{readStateIndex:4610; appliedIndex:4609; }","duration":"249.505559ms","start":"2026-04-02T09:01:34.642278Z","end":"2026-04-02T09:01:34.891783Z","steps":["trace[1646151918] 'read index received' (duration: 249.246421ms)","trace[1646151918] 'applied index is now lower than readState.Index' (duration: 258.238µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:34.891976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.682393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:34.892042Z","caller":"traceutil/trace.go:171","msg":"trace[1378368412] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com; range_end:; response_count:0; response_revision:4425; }","duration":"249.814687ms","start":"2026-04-02T09:01:34.642208Z","end":"2026-04-02T09:01:34.892023Z","steps":["trace[1378368412] 'agreement among raft nodes before linearized reading' (duration: 249.673124ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:34.891948Z","caller":"traceutil/trace.go:171","msg":"trace[1262740202] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"330.673965ms","start":"2026-04-02T09:01:34.56123Z","end":"2026-04-02T09:01:34.891904Z","steps":["trace[1262740202] 'process raft request' (duration: 330.370517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:34.892284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:34.561218Z","time spent":"330.973453ms","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:01:35.206501Z","caller":"traceutil/trace.go:171","msg":"trace[862825429] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"233.968958ms","start":"2026-04-02T09:01:34.972493Z","end":"2026-04-02T09:01:35.206462Z","steps":["trace[862825429] 'process raft request' (duration: 233.489265ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:35.536527Z","caller":"traceutil/trace.go:171","msg":"trace[1992180516] linearizableReadLoop","detail":"{readStateIndex:4612; appliedIndex:4611; }","duration":"231.594833ms","start":"2026-04-02T09:01:35.304903Z","end":"2026-04-02T09:01:35.536497Z","steps":["trace[1992180516] 'read index received' (duration: 230.523334ms)","trace[1992180516] 'applied index is now lower than readState.Index' (duration: 1.070069ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:35.536617Z","caller":"traceutil/trace.go:171","msg":"trace[1914022546] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"238.570323ms","start":"2026-04-02T09:01:35.298009Z","end":"2026-04-02T09:01:35.536579Z","steps":["trace[1914022546] 'process raft request' (duration: 237.807512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:35.537002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.065397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:35.537082Z","caller":"traceutil/trace.go:171","msg":"trace[304918071] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:4427; }","duration":"232.169859ms","start":"2026-04-02T09:01:35.304894Z","end":"2026-04-02T09:01:35.537064Z","steps":["trace[304918071] 'agreement among raft nodes before linearized reading' (duration: 231.747508ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:35.669166Z","caller":"traceutil/trace.go:171","msg":"trace[956874047] linearizableReadLoop","detail":"{readStateIndex:4613; appliedIndex:4612; }","duration":"132.529025ms","start":"2026-04-02T09:01:35.536606Z","end":"2026-04-02T09:01:35.669135Z","steps":["trace[956874047] 'read index received' (duration: 99.021409ms)","trace[956874047] 'applied index is now lower than readState.Index' (duration: 33.504896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:35.669339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.229086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:01:35.669383Z","caller":"traceutil/trace.go:171","msg":"trace[1429091907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4429; }","duration":"247.34117ms","start":"2026-04-02T09:01:35.422028Z","end":"2026-04-02T09:01:35.66937Z","steps":["trace[1429091907] 'agreement among raft nodes before linearized reading' (duration: 247.221597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:35.679563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.956156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:01:35.679622Z","caller":"traceutil/trace.go:171","msg":"trace[541316236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4429; }","duration":"197.025599ms","start":"2026-04-02T09:01:35.482569Z","end":"2026-04-02T09:01:35.679595Z","steps":["trace[541316236] 'agreement among raft nodes before linearized reading' (duration: 196.892156ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:35.679745Z","caller":"traceutil/trace.go:171","msg":"trace[884788059] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"148.60734ms","start":"2026-04-02T09:01:35.531128Z","end":"2026-04-02T09:01:35.679736Z","steps":["trace[884788059] 'process raft request' (duration: 104.60397ms)","trace[884788059] 'compare' (duration: 32.52829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:35.679873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.854819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:01:35.679901Z","caller":"traceutil/trace.go:171","msg":"trace[1167386959] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:4429; }","duration":"147.937961ms","start":"2026-04-02T09:01:35.531956Z","end":"2026-04-02T09:01:35.679894Z","steps":["trace[1167386959] 'agreement among raft nodes before linearized reading' (duration: 147.872819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:35.680038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.225854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:01:35.680073Z","caller":"traceutil/trace.go:171","msg":"trace[201414304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4429; }","duration":"197.256914ms","start":"2026-04-02T09:01:35.482795Z","end":"2026-04-02T09:01:35.680052Z","steps":["trace[201414304] 'agreement among raft nodes before linearized reading' (duration: 197.203683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:35.680359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.117979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:01:35.680434Z","caller":"traceutil/trace.go:171","msg":"trace[226886515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4429; }","duration":"198.19858ms","start":"2026-04-02T09:01:35.482205Z","end":"2026-04-02T09:01:35.680403Z","steps":["trace[226886515] 'agreement among raft nodes before linearized reading' (duration: 198.001096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:35.680589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.214205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:35.680608Z","caller":"traceutil/trace.go:171","msg":"trace[470935146] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4429; }","duration":"234.293127ms","start":"2026-04-02T09:01:35.446309Z","end":"2026-04-02T09:01:35.680602Z","steps":["trace[470935146] 'agreement among raft nodes before linearized reading' (duration: 234.236676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:35.680618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.906039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T09:01:35.680719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.503979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:01:35.680834Z","caller":"traceutil/trace.go:171","msg":"trace[962796515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4429; }","duration":"198.665383ms","start":"2026-04-02T09:01:35.482131Z","end":"2026-04-02T09:01:35.680796Z","steps":["trace[962796515] 'agreement among raft nodes before linearized reading' (duration: 198.334755ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:35.680819Z","caller":"traceutil/trace.go:171","msg":"trace[1656931722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4429; }","duration":"199.093425ms","start":"2026-04-02T09:01:35.481643Z","end":"2026-04-02T09:01:35.680737Z","steps":["trace[1656931722] 'agreement among raft nodes before linearized reading' (duration: 198.720305ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:37.828081Z","caller":"traceutil/trace.go:171","msg":"trace[180034657] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"117.608052ms","start":"2026-04-02T09:01:37.710444Z","end":"2026-04-02T09:01:37.828052Z","steps":["trace[180034657] 'process raft request' (duration: 86.057389ms)","trace[180034657] 'compare' (duration: 31.391989ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:37.828431Z","caller":"traceutil/trace.go:171","msg":"trace[606367876] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"117.410526ms","start":"2026-04-02T09:01:37.711009Z","end":"2026-04-02T09:01:37.828419Z","steps":["trace[606367876] 'process raft request' (duration: 117.002645ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:37.828676Z","caller":"traceutil/trace.go:171","msg":"trace[1262299135] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"117.478009ms","start":"2026-04-02T09:01:37.71113Z","end":"2026-04-02T09:01:37.828608Z","steps":["trace[1262299135] 'process raft request' (duration: 117.18066ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:37.828878Z","caller":"traceutil/trace.go:171","msg":"trace[245196825] linearizableReadLoop","detail":"{readStateIndex:4645; appliedIndex:4640; }","duration":"116.633375ms","start":"2026-04-02T09:01:37.712232Z","end":"2026-04-02T09:01:37.828866Z","steps":["trace[245196825] 'read index received' (duration: 71.077212ms)","trace[245196825] 'applied index is now lower than readState.Index' (duration: 45.555203ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:37.828952Z","caller":"traceutil/trace.go:171","msg":"trace[1454947509] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"117.638872ms","start":"2026-04-02T09:01:37.711269Z","end":"2026-04-02T09:01:37.828908Z","steps":["trace[1454947509] 'process raft request' (duration: 117.243312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:37.829098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.842441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63091"} {"level":"info","ts":"2026-04-02T09:01:37.829142Z","caller":"traceutil/trace.go:171","msg":"trace[772152068] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4459; }","duration":"116.925153ms","start":"2026-04-02T09:01:37.712205Z","end":"2026-04-02T09:01:37.82913Z","steps":["trace[772152068] 'agreement among raft nodes before linearized reading' (duration: 116.713068ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:48.230229Z","caller":"traceutil/trace.go:171","msg":"trace[1395197415] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"105.657498ms","start":"2026-04-02T09:01:48.124517Z","end":"2026-04-02T09:01:48.230175Z","steps":["trace[1395197415] 'process raft request' (duration: 58.900193ms)","trace[1395197415] 'compare' (duration: 46.410175ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:50.066092Z","caller":"traceutil/trace.go:171","msg":"trace[774649744] linearizableReadLoop","detail":"{readStateIndex:4712; appliedIndex:4711; }","duration":"160.274769ms","start":"2026-04-02T09:01:49.905781Z","end":"2026-04-02T09:01:50.066056Z","steps":["trace[774649744] 'read index received' (duration: 159.973731ms)","trace[774649744] 'applied index is now lower than readState.Index' (duration: 299.828µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:50.066128Z","caller":"traceutil/trace.go:171","msg":"trace[735397040] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"237.54565ms","start":"2026-04-02T09:01:49.828548Z","end":"2026-04-02T09:01:50.066094Z","steps":["trace[735397040] 'process raft request' (duration: 237.289033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:50.06655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.738044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:01:50.066534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.544922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:01:50.066606Z","caller":"traceutil/trace.go:171","msg":"trace[1734235043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4524; }","duration":"136.899659ms","start":"2026-04-02T09:01:49.929688Z","end":"2026-04-02T09:01:50.066588Z","steps":["trace[1734235043] 'agreement among raft nodes before linearized reading' (duration: 136.827458ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:50.066619Z","caller":"traceutil/trace.go:171","msg":"trace[1530271621] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:4524; }","duration":"155.663565ms","start":"2026-04-02T09:01:49.910935Z","end":"2026-04-02T09:01:50.066598Z","steps":["trace[1530271621] 'agreement among raft nodes before linearized reading' (duration: 155.391288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:50.066661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.317107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:01:50.066662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.40447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T09:01:50.06678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.858524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:01:50.06675Z","caller":"traceutil/trace.go:171","msg":"trace[889119965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4524; }","duration":"112.44729ms","start":"2026-04-02T09:01:49.954284Z","end":"2026-04-02T09:01:50.066731Z","steps":["trace[889119965] 'agreement among raft nodes before linearized reading' (duration: 112.162532ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:50.066868Z","caller":"traceutil/trace.go:171","msg":"trace[1406921837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4524; }","duration":"131.663127ms","start":"2026-04-02T09:01:49.935147Z","end":"2026-04-02T09:01:50.06681Z","steps":["trace[1406921837] 'agreement among raft nodes before linearized reading' (duration: 131.213905ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:50.066907Z","caller":"traceutil/trace.go:171","msg":"trace[1324352997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4524; }","duration":"132.049768ms","start":"2026-04-02T09:01:49.934829Z","end":"2026-04-02T09:01:50.066879Z","steps":["trace[1324352997] 'agreement among raft nodes before linearized reading' (duration: 131.654687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:50.067093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.980214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T09:01:50.066457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.665109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:01:50.067235Z","caller":"traceutil/trace.go:171","msg":"trace[130085315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4524; }","duration":"161.532622ms","start":"2026-04-02T09:01:49.905689Z","end":"2026-04-02T09:01:50.067222Z","steps":["trace[130085315] 'agreement among raft nodes before linearized reading' (duration: 160.557306ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:50.067227Z","caller":"traceutil/trace.go:171","msg":"trace[2033199449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4524; }","duration":"113.092098ms","start":"2026-04-02T09:01:49.954051Z","end":"2026-04-02T09:01:50.067143Z","steps":["trace[2033199449] 'agreement among raft nodes before linearized reading' (duration: 112.502802ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:50.297201Z","caller":"traceutil/trace.go:171","msg":"trace[1257721390] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"224.504169ms","start":"2026-04-02T09:01:50.07264Z","end":"2026-04-02T09:01:50.297144Z","steps":["trace[1257721390] 'process raft request' (duration: 186.68782ms)","trace[1257721390] 'compare' (duration: 37.579112ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:50.297282Z","caller":"traceutil/trace.go:171","msg":"trace[1072696389] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"224.15654ms","start":"2026-04-02T09:01:50.073099Z","end":"2026-04-02T09:01:50.297255Z","steps":["trace[1072696389] 'process raft request' (duration: 224.088658ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:50.297334Z","caller":"traceutil/trace.go:171","msg":"trace[2101062941] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"224.016926ms","start":"2026-04-02T09:01:50.073291Z","end":"2026-04-02T09:01:50.297308Z","steps":["trace[2101062941] 'process raft request' (duration: 223.927794ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:50.297391Z","caller":"traceutil/trace.go:171","msg":"trace[774016382] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"224.578791ms","start":"2026-04-02T09:01:50.072757Z","end":"2026-04-02T09:01:50.297336Z","steps":["trace[774016382] 'process raft request' (duration: 224.352475ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:50.297476Z","caller":"traceutil/trace.go:171","msg":"trace[376208090] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"224.55711ms","start":"2026-04-02T09:01:50.072909Z","end":"2026-04-02T09:01:50.297467Z","steps":["trace[376208090] 'process raft request' (duration: 224.248432ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:50.297408Z","caller":"traceutil/trace.go:171","msg":"trace[791357580] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"224.662044ms","start":"2026-04-02T09:01:50.072713Z","end":"2026-04-02T09:01:50.297375Z","steps":["trace[791357580] 'process raft request' (duration: 224.316585ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:50.388347Z","caller":"traceutil/trace.go:171","msg":"trace[1299200797] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"152.16821ms","start":"2026-04-02T09:01:50.236159Z","end":"2026-04-02T09:01:50.388327Z","steps":["trace[1299200797] 'process raft request' (duration: 152.055577ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:55.518948Z","caller":"traceutil/trace.go:171","msg":"trace[1812242927] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4556; }","duration":"138.310916ms","start":"2026-04-02T09:01:55.380607Z","end":"2026-04-02T09:01:55.518918Z","steps":["trace[1812242927] 'process raft request' (duration: 138.137791ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:56.098665Z","caller":"traceutil/trace.go:171","msg":"trace[1430937289] linearizableReadLoop","detail":"{readStateIndex:4752; appliedIndex:4751; }","duration":"169.95465ms","start":"2026-04-02T09:01:55.928685Z","end":"2026-04-02T09:01:56.09864Z","steps":["trace[1430937289] 'read index received' (duration: 167.35763ms)","trace[1430937289] 'applied index is now lower than readState.Index' (duration: 2.59572ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:56.098711Z","caller":"traceutil/trace.go:171","msg":"trace[1626895284] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4558; }","duration":"201.509609ms","start":"2026-04-02T09:01:55.897147Z","end":"2026-04-02T09:01:56.098657Z","steps":["trace[1626895284] 'process raft request' (duration: 198.999892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:56.098902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.204916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:56.099018Z","caller":"traceutil/trace.go:171","msg":"trace[1440007115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4558; }","duration":"170.367711ms","start":"2026-04-02T09:01:55.928622Z","end":"2026-04-02T09:01:56.098989Z","steps":["trace[1440007115] 'agreement among raft nodes before linearized reading' (duration: 170.200807ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:56.269739Z","caller":"traceutil/trace.go:171","msg":"trace[136492002] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"115.743289ms","start":"2026-04-02T09:01:56.15397Z","end":"2026-04-02T09:01:56.269714Z","steps":["trace[136492002] 'process raft request' (duration: 115.558534ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:56.479175Z","caller":"traceutil/trace.go:171","msg":"trace[195350497] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4559; }","duration":"232.904085ms","start":"2026-04-02T09:01:56.246246Z","end":"2026-04-02T09:01:56.47915Z","steps":["trace[195350497] 'process raft request' (duration: 222.605568ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:56.490943Z","caller":"traceutil/trace.go:171","msg":"trace[237503658] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"168.855558ms","start":"2026-04-02T09:01:56.322054Z","end":"2026-04-02T09:01:56.49091Z","steps":["trace[237503658] 'process raft request' (duration: 168.601672ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:56.49125Z","caller":"traceutil/trace.go:171","msg":"trace[2054020942] linearizableReadLoop","detail":"{readStateIndex:4756; appliedIndex:4753; }","duration":"167.681108ms","start":"2026-04-02T09:01:56.323549Z","end":"2026-04-02T09:01:56.491231Z","steps":["trace[2054020942] 'read index received' (duration: 145.242564ms)","trace[2054020942] 'applied index is now lower than readState.Index' (duration: 22.437344ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:56.491332Z","caller":"traceutil/trace.go:171","msg":"trace[258730733] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"169.157728ms","start":"2026-04-02T09:01:56.322094Z","end":"2026-04-02T09:01:56.491252Z","steps":["trace[258730733] 'process raft request' (duration: 168.764057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:56.49157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.34372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:01:56.491573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.67504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:01:56.491623Z","caller":"traceutil/trace.go:171","msg":"trace[612546016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4562; }","duration":"163.468705ms","start":"2026-04-02T09:01:56.32814Z","end":"2026-04-02T09:01:56.491609Z","steps":["trace[612546016] 'agreement among raft nodes before linearized reading' (duration: 163.278949ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:56.491636Z","caller":"traceutil/trace.go:171","msg":"trace[859581961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4562; }","duration":"166.787204ms","start":"2026-04-02T09:01:56.324834Z","end":"2026-04-02T09:01:56.491622Z","steps":["trace[859581961] 'agreement among raft nodes before linearized reading' (duration: 166.576728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:56.491635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.557587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T09:01:56.491581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.025577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:01:56.491832Z","caller":"traceutil/trace.go:171","msg":"trace[1944422420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4562; }","duration":"168.294904ms","start":"2026-04-02T09:01:56.323522Z","end":"2026-04-02T09:01:56.491817Z","steps":["trace[1944422420] 'agreement among raft nodes before linearized reading' (duration: 167.868673ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:56.49174Z","caller":"traceutil/trace.go:171","msg":"trace[962954972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4562; }","duration":"163.709401ms","start":"2026-04-02T09:01:56.328009Z","end":"2026-04-02T09:01:56.491718Z","steps":["trace[962954972] 'agreement among raft nodes before linearized reading' (duration: 163.440253ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:57.048676Z","caller":"traceutil/trace.go:171","msg":"trace[861963613] linearizableReadLoop","detail":"{readStateIndex:4763; appliedIndex:4762; }","duration":"284.248269ms","start":"2026-04-02T09:01:56.7644Z","end":"2026-04-02T09:01:57.048648Z","steps":["trace[861963613] 'read index received' (duration: 283.92452ms)","trace[861963613] 'applied index is now lower than readState.Index' (duration: 322.819µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:57.048704Z","caller":"traceutil/trace.go:171","msg":"trace[156933226] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4566; }","duration":"419.638518ms","start":"2026-04-02T09:01:56.629034Z","end":"2026-04-02T09:01:57.048672Z","steps":["trace[156933226] 'process raft request' (duration: 419.441772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:57.048844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:01:56.629Z","time spent":"419.775721ms","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T09:01:57.048909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.404688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:01:57.04886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.543534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:01:57.049012Z","caller":"traceutil/trace.go:171","msg":"trace[473977223] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4566; }","duration":"282.753239ms","start":"2026-04-02T09:01:56.766231Z","end":"2026-04-02T09:01:57.048984Z","steps":["trace[473977223] 'agreement among raft nodes before linearized reading' (duration: 282.566995ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:57.048943Z","caller":"traceutil/trace.go:171","msg":"trace[2026878157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4566; }","duration":"119.435818ms","start":"2026-04-02T09:01:56.929498Z","end":"2026-04-02T09:01:57.048934Z","steps":["trace[2026878157] 'agreement among raft nodes before linearized reading' (duration: 119.383117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:01:57.04942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.988709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:01:57.049481Z","caller":"traceutil/trace.go:171","msg":"trace[1581785007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4566; }","duration":"285.127854ms","start":"2026-04-02T09:01:56.764339Z","end":"2026-04-02T09:01:57.049467Z","steps":["trace[1581785007] 'agreement among raft nodes before linearized reading' (duration: 284.480576ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:57.317916Z","caller":"traceutil/trace.go:171","msg":"trace[1876717529] linearizableReadLoop","detail":"{readStateIndex:4765; appliedIndex:4764; }","duration":"240.853219ms","start":"2026-04-02T09:01:57.077024Z","end":"2026-04-02T09:01:57.317877Z","steps":["trace[1876717529] 'read index received' (duration: 159.136767ms)","trace[1876717529] 'applied index is now lower than readState.Index' (duration: 81.714982ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:01:57.317951Z","caller":"traceutil/trace.go:171","msg":"trace[259630434] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"240.984333ms","start":"2026-04-02T09:01:57.076915Z","end":"2026-04-02T09:01:57.3179Z","steps":["trace[259630434] 'process raft request' (duration: 159.084416ms)","trace[259630434] 'compare' (duration: 81.689442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:01:57.318274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.21282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-04-02T09:01:57.318323Z","caller":"traceutil/trace.go:171","msg":"trace[1277756601] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4567; }","duration":"241.340993ms","start":"2026-04-02T09:01:57.07697Z","end":"2026-04-02T09:01:57.318311Z","steps":["trace[1277756601] 'agreement among raft nodes before linearized reading' (duration: 241.049416ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:57.379127Z","caller":"traceutil/trace.go:171","msg":"trace[220083679] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4567; }","duration":"297.037173ms","start":"2026-04-02T09:01:57.081989Z","end":"2026-04-02T09:01:57.379026Z","steps":["trace[220083679] 'process raft request' (duration: 296.807607ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:01:59.456598Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2547} {"level":"info","ts":"2026-04-02T09:01:59.559436Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2547,"took":"101.799382ms","hash":3769231939,"current-db-size-bytes":43036672,"current-db-size":"43 MB","current-db-size-in-use-bytes":18305024,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-02T09:01:59.559523Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3769231939,"revision":2547,"compact-revision":-1} {"level":"warn","ts":"2026-04-02T09:02:06.746866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.214353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:02:06.747121Z","caller":"traceutil/trace.go:171","msg":"trace[886556649] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4814; }","duration":"190.269485ms","start":"2026-04-02T09:02:06.55683Z","end":"2026-04-02T09:02:06.7471Z","steps":["trace[886556649] 'read index received' (duration: 13.869682ms)","trace[886556649] 'applied index is now lower than readState.Index' (duration: 176.398483ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:06.747154Z","caller":"traceutil/trace.go:171","msg":"trace[1521713204] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"207.908922ms","start":"2026-04-02T09:02:06.539232Z","end":"2026-04-02T09:02:06.747141Z","steps":["trace[1521713204] 'process raft request' (duration: 207.787169ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:06.74714Z","caller":"traceutil/trace.go:171","msg":"trace[1342158455] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"209.867134ms","start":"2026-04-02T09:02:06.537238Z","end":"2026-04-02T09:02:06.747105Z","steps":["trace[1342158455] 'process raft request' (duration: 87.302952ms)","trace[1342158455] 'compare' (duration: 122.06322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:06.747258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.418262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:02:06.747295Z","caller":"traceutil/trace.go:171","msg":"trace[1907617273] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4614; }","duration":"190.475673ms","start":"2026-04-02T09:02:06.556811Z","end":"2026-04-02T09:02:06.747287Z","steps":["trace[1907617273] 'agreement among raft nodes before linearized reading' (duration: 190.38132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:06.747385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.488593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:02:06.747442Z","caller":"traceutil/trace.go:171","msg":"trace[1938715504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4614; }","duration":"154.596115ms","start":"2026-04-02T09:02:06.592832Z","end":"2026-04-02T09:02:06.747428Z","steps":["trace[1938715504] 'agreement among raft nodes before linearized reading' (duration: 154.407511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:06.747524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.299086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T09:02:06.74764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.636435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:02:06.747648Z","caller":"traceutil/trace.go:171","msg":"trace[2121718703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4614; }","duration":"148.4663ms","start":"2026-04-02T09:02:06.599156Z","end":"2026-04-02T09:02:06.747622Z","steps":["trace[2121718703] 'agreement among raft nodes before linearized reading' (duration: 148.173941ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:06.747692Z","caller":"traceutil/trace.go:171","msg":"trace[1843819598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4614; }","duration":"148.727308ms","start":"2026-04-02T09:02:06.598952Z","end":"2026-04-02T09:02:06.747679Z","steps":["trace[1843819598] 'agreement among raft nodes before linearized reading' (duration: 148.558283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:06.74764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.806177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:02:06.747842Z","caller":"traceutil/trace.go:171","msg":"trace[1543690783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4614; }","duration":"150.001322ms","start":"2026-04-02T09:02:06.597773Z","end":"2026-04-02T09:02:06.747774Z","steps":["trace[1543690783] 'agreement among raft nodes before linearized reading' (duration: 149.767145ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:06.896765Z","caller":"traceutil/trace.go:171","msg":"trace[873444837] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"143.817596ms","start":"2026-04-02T09:02:06.752922Z","end":"2026-04-02T09:02:06.89674Z","steps":["trace[873444837] 'process raft request' (duration: 143.054535ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:06.897048Z","caller":"traceutil/trace.go:171","msg":"trace[1604901498] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"143.331301ms","start":"2026-04-02T09:02:06.753697Z","end":"2026-04-02T09:02:06.897028Z","steps":["trace[1604901498] 'process raft request' (duration: 143.210558ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:06.89709Z","caller":"traceutil/trace.go:171","msg":"trace[1982134160] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"144.054872ms","start":"2026-04-02T09:02:06.753019Z","end":"2026-04-02T09:02:06.897073Z","steps":["trace[1982134160] 'process raft request' (duration: 143.691202ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:11.655877Z","caller":"traceutil/trace.go:171","msg":"trace[1946196841] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"235.323951ms","start":"2026-04-02T09:02:11.42053Z","end":"2026-04-02T09:02:11.655853Z","steps":["trace[1946196841] 'process raft request' (duration: 235.047803ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:12.125477Z","caller":"traceutil/trace.go:171","msg":"trace[1384899411] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"185.846758ms","start":"2026-04-02T09:02:11.939601Z","end":"2026-04-02T09:02:12.125448Z","steps":["trace[1384899411] 'process raft request' (duration: 185.422606ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:12.162217Z","caller":"traceutil/trace.go:171","msg":"trace[381145155] linearizableReadLoop","detail":"{readStateIndex:4845; appliedIndex:4843; }","duration":"110.324382ms","start":"2026-04-02T09:02:12.051864Z","end":"2026-04-02T09:02:12.162188Z","steps":["trace[381145155] 'read index received' (duration: 73.042387ms)","trace[381145155] 'applied index is now lower than readState.Index' (duration: 37.280575ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:12.162429Z","caller":"traceutil/trace.go:171","msg":"trace[1252985625] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"163.420764ms","start":"2026-04-02T09:02:11.998943Z","end":"2026-04-02T09:02:12.162364Z","steps":["trace[1252985625] 'process raft request' (duration: 163.067944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:12.162586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.683812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:12.162709Z","caller":"traceutil/trace.go:171","msg":"trace[864877325] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4641; }","duration":"110.884798ms","start":"2026-04-02T09:02:12.051796Z","end":"2026-04-02T09:02:12.162681Z","steps":["trace[864877325] 'agreement among raft nodes before linearized reading' (duration: 110.62502ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:12.300385Z","caller":"traceutil/trace.go:171","msg":"trace[471639635] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"140.493596ms","start":"2026-04-02T09:02:12.159852Z","end":"2026-04-02T09:02:12.300346Z","steps":["trace[471639635] 'process raft request' (duration: 140.155317ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:12.797894Z","caller":"traceutil/trace.go:171","msg":"trace[1351976955] linearizableReadLoop","detail":"{readStateIndex:4852; appliedIndex:4851; }","duration":"105.962455ms","start":"2026-04-02T09:02:12.691886Z","end":"2026-04-02T09:02:12.797848Z","steps":["trace[1351976955] 'read index received' (duration: 105.266116ms)","trace[1351976955] 'applied index is now lower than readState.Index' (duration: 693.519µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:12.797993Z","caller":"traceutil/trace.go:171","msg":"trace[1733519882] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"110.445696ms","start":"2026-04-02T09:02:12.687508Z","end":"2026-04-02T09:02:12.797954Z","steps":["trace[1733519882] 'process raft request' (duration: 109.765447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:12.798365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.334135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:02:12.798442Z","caller":"traceutil/trace.go:171","msg":"trace[1999471725] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4647; }","duration":"106.594602ms","start":"2026-04-02T09:02:12.691831Z","end":"2026-04-02T09:02:12.798425Z","steps":["trace[1999471725] 'agreement among raft nodes before linearized reading' (duration: 106.192461ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:14.869936Z","caller":"traceutil/trace.go:171","msg":"trace[309988608] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"253.742747ms","start":"2026-04-02T09:02:14.616168Z","end":"2026-04-02T09:02:14.86991Z","steps":["trace[309988608] 'process raft request' (duration: 253.601563ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:14.884607Z","caller":"traceutil/trace.go:171","msg":"trace[357834585] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"234.755545ms","start":"2026-04-02T09:02:14.649833Z","end":"2026-04-02T09:02:14.884588Z","steps":["trace[357834585] 'process raft request' (duration: 234.618462ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:19.177219Z","caller":"traceutil/trace.go:171","msg":"trace[1883085631] linearizableReadLoop","detail":"{readStateIndex:4915; appliedIndex:4914; }","duration":"179.99308ms","start":"2026-04-02T09:02:18.997195Z","end":"2026-04-02T09:02:19.177188Z","steps":["trace[1883085631] 'read index received' (duration: 90.357914ms)","trace[1883085631] 'applied index is now lower than readState.Index' (duration: 89.633746ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:19.177247Z","caller":"traceutil/trace.go:171","msg":"trace[1780865470] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"218.315012ms","start":"2026-04-02T09:02:18.958902Z","end":"2026-04-02T09:02:19.177217Z","steps":["trace[1780865470] 'process raft request' (duration: 128.634975ms)","trace[1780865470] 'compare' (duration: 89.468091ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:19.177438Z","caller":"traceutil/trace.go:171","msg":"trace[1939915873] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"175.428047ms","start":"2026-04-02T09:02:19.001993Z","end":"2026-04-02T09:02:19.177421Z","steps":["trace[1939915873] 'process raft request' (duration: 175.142859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:19.177484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.43452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:19.177543Z","caller":"traceutil/trace.go:171","msg":"trace[1090882231] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4709; }","duration":"164.537713ms","start":"2026-04-02T09:02:19.012983Z","end":"2026-04-02T09:02:19.177521Z","steps":["trace[1090882231] 'agreement among raft nodes before linearized reading' (duration: 164.40983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:19.177587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.153468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:02:19.177691Z","caller":"traceutil/trace.go:171","msg":"trace[506091679] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4709; }","duration":"215.326292ms","start":"2026-04-02T09:02:18.962342Z","end":"2026-04-02T09:02:19.177669Z","steps":["trace[506091679] 'agreement among raft nodes before linearized reading' (duration: 215.001223ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:19.565674Z","caller":"traceutil/trace.go:171","msg":"trace[1092741821] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"245.049522ms","start":"2026-04-02T09:02:19.320605Z","end":"2026-04-02T09:02:19.565655Z","steps":["trace[1092741821] 'process raft request' (duration: 244.931419ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:21.430518Z","caller":"traceutil/trace.go:171","msg":"trace[2075893802] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"149.907009ms","start":"2026-04-02T09:02:21.280574Z","end":"2026-04-02T09:02:21.430481Z","steps":["trace[2075893802] 'process raft request' (duration: 141.914024ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:21.432829Z","caller":"traceutil/trace.go:171","msg":"trace[1606090027] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"150.228198ms","start":"2026-04-02T09:02:21.282545Z","end":"2026-04-02T09:02:21.432773Z","steps":["trace[1606090027] 'process raft request' (duration: 149.92896ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:22.664765Z","caller":"traceutil/trace.go:171","msg":"trace[1325723781] linearizableReadLoop","detail":"{readStateIndex:5267; appliedIndex:5266; }","duration":"210.682786ms","start":"2026-04-02T09:02:22.454025Z","end":"2026-04-02T09:02:22.664708Z","steps":["trace[1325723781] 'read index received' (duration: 210.302687ms)","trace[1325723781] 'applied index is now lower than readState.Index' (duration: 378.589µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:22.665115Z","caller":"traceutil/trace.go:171","msg":"trace[2127296017] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"212.599839ms","start":"2026-04-02T09:02:22.452472Z","end":"2026-04-02T09:02:22.665072Z","steps":["trace[2127296017] 'process raft request' (duration: 211.92337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:22.665245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.19291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:02:22.665347Z","caller":"traceutil/trace.go:171","msg":"trace[1600155599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5053; }","duration":"211.335174ms","start":"2026-04-02T09:02:22.453987Z","end":"2026-04-02T09:02:22.665322Z","steps":["trace[1600155599] 'agreement among raft nodes before linearized reading' (duration: 211.035306ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:23.821733Z","caller":"traceutil/trace.go:171","msg":"trace[1934377365] linearizableReadLoop","detail":"{readStateIndex:5284; appliedIndex:5283; }","duration":"121.880164ms","start":"2026-04-02T09:02:23.699831Z","end":"2026-04-02T09:02:23.821712Z","steps":["trace[1934377365] 'read index received' (duration: 121.698899ms)","trace[1934377365] 'applied index is now lower than readState.Index' (duration: 180.225µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:23.821777Z","caller":"traceutil/trace.go:171","msg":"trace[1847207979] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"149.321233ms","start":"2026-04-02T09:02:23.672439Z","end":"2026-04-02T09:02:23.82176Z","steps":["trace[1847207979] 'process raft request' (duration: 149.138468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:23.821852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.007317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:02:23.821912Z","caller":"traceutil/trace.go:171","msg":"trace[1221730903] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5070; }","duration":"122.12124ms","start":"2026-04-02T09:02:23.699782Z","end":"2026-04-02T09:02:23.821903Z","steps":["trace[1221730903] 'agreement among raft nodes before linearized reading' (duration: 122.016628ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:24.373816Z","caller":"traceutil/trace.go:171","msg":"trace[286904041] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"167.796121ms","start":"2026-04-02T09:02:24.20599Z","end":"2026-04-02T09:02:24.373786Z","steps":["trace[286904041] 'process raft request' (duration: 167.587096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:25.275313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:24.466264Z","time spent":"809.04495ms","remote":"127.0.0.1:50624","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T09:02:25.275728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.99314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:02:25.276112Z","caller":"traceutil/trace.go:171","msg":"trace[1653753063] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"334.793611ms","start":"2026-04-02T09:02:24.941269Z","end":"2026-04-02T09:02:25.276063Z","steps":["trace[1653753063] 'process raft request' (duration: 334.572195ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:25.276166Z","caller":"traceutil/trace.go:171","msg":"trace[1330927300] linearizableReadLoop","detail":"{readStateIndex:5286; appliedIndex:5285; }","duration":"900.758381ms","start":"2026-04-02T09:02:24.375129Z","end":"2026-04-02T09:02:25.275888Z","steps":["trace[1330927300] 'read index received' (duration: 88.445014ms)","trace[1330927300] 'applied index is now lower than readState.Index' (duration: 812.311637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:25.276263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:24.941235Z","time spent":"334.948065ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:25.276405Z","caller":"traceutil/trace.go:171","msg":"trace[764200898] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"918.095618ms","start":"2026-04-02T09:02:24.358288Z","end":"2026-04-02T09:02:25.276384Z","steps":["trace[764200898] 'process raft request' (duration: 105.365828ms)","trace[764200898] 'compare' (duration: 811.589279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:25.276568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:24.358264Z","time spent":"918.258902ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:25.276882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.733087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:02:25.276966Z","caller":"traceutil/trace.go:171","msg":"trace[1079572858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:5073; }","duration":"901.854891ms","start":"2026-04-02T09:02:24.375093Z","end":"2026-04-02T09:02:25.276948Z","steps":["trace[1079572858] 'agreement among raft nodes before linearized reading' (duration: 901.593534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:25.277011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:24.375079Z","time spent":"901.923083ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"info","ts":"2026-04-02T09:02:25.629067Z","caller":"traceutil/trace.go:171","msg":"trace[313404207] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"682.843109ms","start":"2026-04-02T09:02:24.946203Z","end":"2026-04-02T09:02:25.629046Z","steps":["trace[313404207] 'process raft request' (duration: 682.253373ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:25.62907Z","caller":"traceutil/trace.go:171","msg":"trace[1895550582] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"685.567013ms","start":"2026-04-02T09:02:24.943465Z","end":"2026-04-02T09:02:25.629032Z","steps":["trace[1895550582] 'process raft request' (duration: 684.72442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:25.629209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:24.94619Z","time spent":"682.936172ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:25.629232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.678668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T09:02:25.629268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:24.943439Z","time spent":"685.726157ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:25.629291Z","caller":"traceutil/trace.go:171","msg":"trace[581183840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5076; }","duration":"360.817793ms","start":"2026-04-02T09:02:25.26846Z","end":"2026-04-02T09:02:25.629278Z","steps":["trace[581183840] 'agreement among raft nodes before linearized reading' (duration: 360.619668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:25.629325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:25.268441Z","time spent":"360.877544ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:02:25.629411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.960348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T09:02:25.629445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.659233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:02:25.629482Z","caller":"traceutil/trace.go:171","msg":"trace[843704303] linearizableReadLoop","detail":"{readStateIndex:5290; appliedIndex:5287; }","duration":"352.753715ms","start":"2026-04-02T09:02:25.276283Z","end":"2026-04-02T09:02:25.629037Z","steps":["trace[843704303] 'read index received' (duration: 351.959173ms)","trace[843704303] 'applied index is now lower than readState.Index' (duration: 793.422µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:25.629528Z","caller":"traceutil/trace.go:171","msg":"trace[189195693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5076; }","duration":"954.793886ms","start":"2026-04-02T09:02:24.674714Z","end":"2026-04-02T09:02:25.629508Z","steps":["trace[189195693] 'agreement among raft nodes before linearized reading' (duration: 954.585761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:25.6296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:24.674688Z","time spent":"954.90246ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:02:25.629568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150815789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:02:25.629506Z","caller":"traceutil/trace.go:171","msg":"trace[193040770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5076; }","duration":"678.132152ms","start":"2026-04-02T09:02:24.951355Z","end":"2026-04-02T09:02:25.629487Z","steps":["trace[193040770] 'agreement among raft nodes before linearized reading' (duration: 677.798663ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:25.629677Z","caller":"traceutil/trace.go:171","msg":"trace[1890551751] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5076; }","duration":"1.150973542s","start":"2026-04-02T09:02:24.478679Z","end":"2026-04-02T09:02:25.629653Z","steps":["trace[1890551751] 'agreement among raft nodes before linearized reading' (duration: 1.150761716s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:25.629695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:24.951332Z","time spent":"678.351208ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:02:25.629767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:24.478655Z","time spent":"1.151092956s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:02:25.629416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.275553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T09:02:25.629869Z","caller":"traceutil/trace.go:171","msg":"trace[1721725309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5076; }","duration":"368.790297ms","start":"2026-04-02T09:02:25.261067Z","end":"2026-04-02T09:02:25.629857Z","steps":["trace[1721725309] 'agreement among raft nodes before linearized reading' (duration: 368.155739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:25.629767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.938796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:25.630061Z","caller":"traceutil/trace.go:171","msg":"trace[950175368] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"500.572367ms","start":"2026-04-02T09:02:25.128829Z","end":"2026-04-02T09:02:25.629402Z","steps":["trace[950175368] 'process raft request' (duration: 499.89752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:25.629978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:25.261006Z","time spent":"368.955131ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:02:25.629978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.117454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T09:02:25.630184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:25.128801Z","time spent":"501.322557ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:25.630092Z","caller":"traceutil/trace.go:171","msg":"trace[1637598168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5076; }","duration":"698.387098ms","start":"2026-04-02T09:02:24.931673Z","end":"2026-04-02T09:02:25.630061Z","steps":["trace[1637598168] 'agreement among raft nodes before linearized reading' (duration: 697.428712ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:25.630232Z","caller":"traceutil/trace.go:171","msg":"trace[1221774385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5076; }","duration":"608.394262ms","start":"2026-04-02T09:02:25.0218Z","end":"2026-04-02T09:02:25.630194Z","steps":["trace[1221774385] 'agreement among raft nodes before linearized reading' (duration: 607.252892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:25.630293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:25.021777Z","time spent":"608.507016ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:02:25.630317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:24.931571Z","time spent":"698.694436ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:02:25.696509Z","caller":"traceutil/trace.go:171","msg":"trace[1601357647] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"133.763884ms","start":"2026-04-02T09:02:25.562711Z","end":"2026-04-02T09:02:25.696475Z","steps":["trace[1601357647] 'process raft request' (duration: 133.588409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:25.696754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.720681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63091"} {"level":"info","ts":"2026-04-02T09:02:25.696813Z","caller":"traceutil/trace.go:171","msg":"trace[206831376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5077; }","duration":"415.843076ms","start":"2026-04-02T09:02:25.280958Z","end":"2026-04-02T09:02:25.696801Z","steps":["trace[206831376] 'agreement among raft nodes before linearized reading' (duration: 415.557478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:25.696857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:25.280925Z","time spent":"415.922316ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63114,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-02T09:02:25.824425Z","caller":"traceutil/trace.go:171","msg":"trace[1638817565] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"189.832795ms","start":"2026-04-02T09:02:25.634575Z","end":"2026-04-02T09:02:25.824407Z","steps":["trace[1638817565] 'process raft request' (duration: 189.771563ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:25.824504Z","caller":"traceutil/trace.go:171","msg":"trace[635727288] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"190.271407ms","start":"2026-04-02T09:02:25.634185Z","end":"2026-04-02T09:02:25.824456Z","steps":["trace[635727288] 'process raft request' (duration: 189.99326ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:25.824629Z","caller":"traceutil/trace.go:171","msg":"trace[721502097] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"189.937678ms","start":"2026-04-02T09:02:25.634683Z","end":"2026-04-02T09:02:25.824621Z","steps":["trace[721502097] 'process raft request' (duration: 189.693891ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:25.824781Z","caller":"traceutil/trace.go:171","msg":"trace[1226220263] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5291; }","duration":"128.275637ms","start":"2026-04-02T09:02:25.696499Z","end":"2026-04-02T09:02:25.824774Z","steps":["trace[1226220263] 'read index received' (duration: 127.604209ms)","trace[1226220263] 'applied index is now lower than readState.Index' (duration: 670.728µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:25.824825Z","caller":"traceutil/trace.go:171","msg":"trace[35837162] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"189.898328ms","start":"2026-04-02T09:02:25.634922Z","end":"2026-04-02T09:02:25.82482Z","steps":["trace[35837162] 'process raft request' (duration: 189.829285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:25.8249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.251297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:25.824849Z","caller":"traceutil/trace.go:171","msg":"trace[1410455623] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"190.011279ms","start":"2026-04-02T09:02:25.634791Z","end":"2026-04-02T09:02:25.824802Z","steps":["trace[1410455623] 'process raft request' (duration: 189.800023ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:25.824925Z","caller":"traceutil/trace.go:171","msg":"trace[221586251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5082; }","duration":"193.308149ms","start":"2026-04-02T09:02:25.631611Z","end":"2026-04-02T09:02:25.824919Z","steps":["trace[221586251] 'agreement among raft nodes before linearized reading' (duration: 193.254978ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:29.755878Z","caller":"traceutil/trace.go:171","msg":"trace[1888679057] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"199.330791ms","start":"2026-04-02T09:02:29.55652Z","end":"2026-04-02T09:02:29.75585Z","steps":["trace[1888679057] 'process raft request' (duration: 199.140165ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:29.75723Z","caller":"traceutil/trace.go:171","msg":"trace[1838535039] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"112.842171ms","start":"2026-04-02T09:02:29.64436Z","end":"2026-04-02T09:02:29.757202Z","steps":["trace[1838535039] 'process raft request' (duration: 112.676346ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:29.757406Z","caller":"traceutil/trace.go:171","msg":"trace[441009485] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"112.968034ms","start":"2026-04-02T09:02:29.644403Z","end":"2026-04-02T09:02:29.757371Z","steps":["trace[441009485] 'process raft request' (duration: 112.760518ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:30.590162Z","caller":"traceutil/trace.go:171","msg":"trace[593351146] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"155.665895ms","start":"2026-04-02T09:02:30.434444Z","end":"2026-04-02T09:02:30.59011Z","steps":["trace[593351146] 'process raft request' (duration: 155.405207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:31.078862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.485098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:31.078973Z","caller":"traceutil/trace.go:171","msg":"trace[801663568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5202; }","duration":"149.667763ms","start":"2026-04-02T09:02:30.929281Z","end":"2026-04-02T09:02:31.078949Z","steps":["trace[801663568] 'range keys from in-memory index tree' (duration: 149.339493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:31.078862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.312149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:02:31.079067Z","caller":"traceutil/trace.go:171","msg":"trace[562132776] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5202; }","duration":"206.603068ms","start":"2026-04-02T09:02:30.872435Z","end":"2026-04-02T09:02:31.079038Z","steps":["trace[562132776] 'count revisions from in-memory index tree' (duration: 206.180926ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:31.559208Z","caller":"traceutil/trace.go:171","msg":"trace[944738244] linearizableReadLoop","detail":"{readStateIndex:5420; appliedIndex:5419; }","duration":"115.449761ms","start":"2026-04-02T09:02:31.443738Z","end":"2026-04-02T09:02:31.559188Z","steps":["trace[944738244] 'read index received' (duration: 115.4046ms)","trace[944738244] 'applied index is now lower than readState.Index' (duration: 43.931µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:31.559389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.633296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d15d0d2-dcae-4e49-a0be-80ac7d102e21\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-02T09:02:31.559344Z","caller":"traceutil/trace.go:171","msg":"trace[99793757] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"213.498652ms","start":"2026-04-02T09:02:31.34579Z","end":"2026-04-02T09:02:31.559289Z","steps":["trace[99793757] 'process raft request' (duration: 213.266016ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:31.559419Z","caller":"traceutil/trace.go:171","msg":"trace[239818689] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d15d0d2-dcae-4e49-a0be-80ac7d102e21; range_end:; response_count:1; response_revision:5203; }","duration":"115.722698ms","start":"2026-04-02T09:02:31.44369Z","end":"2026-04-02T09:02:31.559412Z","steps":["trace[239818689] 'agreement among raft nodes before linearized reading' (duration: 115.572214ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:31.689605Z","caller":"traceutil/trace.go:171","msg":"trace[976377272] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"123.256382ms","start":"2026-04-02T09:02:31.566314Z","end":"2026-04-02T09:02:31.68957Z","steps":["trace[976377272] 'process raft request' (duration: 99.08923ms)","trace[976377272] 'compare' (duration: 23.868573ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:32.600259Z","caller":"traceutil/trace.go:171","msg":"trace[2136570342] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"133.801635ms","start":"2026-04-02T09:02:32.46641Z","end":"2026-04-02T09:02:32.600211Z","steps":["trace[2136570342] 'process raft request' (duration: 133.532138ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:32.719233Z","caller":"traceutil/trace.go:171","msg":"trace[2078567259] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"249.158703ms","start":"2026-04-02T09:02:32.470034Z","end":"2026-04-02T09:02:32.719193Z","steps":["trace[2078567259] 'process raft request' (duration: 247.296603ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:32.719261Z","caller":"traceutil/trace.go:171","msg":"trace[948937944] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5440; }","duration":"113.754636ms","start":"2026-04-02T09:02:32.605482Z","end":"2026-04-02T09:02:32.719237Z","steps":["trace[948937944] 'read index received' (duration: 111.798272ms)","trace[948937944] 'applied index is now lower than readState.Index' (duration: 1.955394ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:32.719336Z","caller":"traceutil/trace.go:171","msg":"trace[317361901] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5222; }","duration":"242.965937ms","start":"2026-04-02T09:02:32.476341Z","end":"2026-04-02T09:02:32.719307Z","steps":["trace[317361901] 'process raft request' (duration: 242.740811ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:32.719393Z","caller":"traceutil/trace.go:171","msg":"trace[1308139554] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"231.748885ms","start":"2026-04-02T09:02:32.487587Z","end":"2026-04-02T09:02:32.719335Z","steps":["trace[1308139554] 'process raft request' (duration: 231.567549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:32.719512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.019872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-n9fkh\" ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-04-02T09:02:32.719582Z","caller":"traceutil/trace.go:171","msg":"trace[611841042] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-n9fkh; range_end:; response_count:1; response_revision:5223; }","duration":"114.160796ms","start":"2026-04-02T09:02:32.605403Z","end":"2026-04-02T09:02:32.719564Z","steps":["trace[611841042] 'agreement among raft nodes before linearized reading' (duration: 113.918368ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:32.944334Z","caller":"traceutil/trace.go:171","msg":"trace[875426387] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"194.723186ms","start":"2026-04-02T09:02:32.749592Z","end":"2026-04-02T09:02:32.944315Z","steps":["trace[875426387] 'process raft request' (duration: 194.061187ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:32.944512Z","caller":"traceutil/trace.go:171","msg":"trace[1277527742] linearizableReadLoop","detail":"{readStateIndex:5446; appliedIndex:5446; }","duration":"140.31601ms","start":"2026-04-02T09:02:32.804169Z","end":"2026-04-02T09:02:32.944485Z","steps":["trace[1277527742] 'read index received' (duration: 140.30433ms)","trace[1277527742] 'applied index is now lower than readState.Index' (duration: 9.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:32.945145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.913828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c73e9fa3-0e43-4713-a192-a9a43740571a\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-04-02T09:02:32.945214Z","caller":"traceutil/trace.go:171","msg":"trace[1007866605] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c73e9fa3-0e43-4713-a192-a9a43740571a; range_end:; response_count:1; response_revision:5226; }","duration":"141.085081ms","start":"2026-04-02T09:02:32.804118Z","end":"2026-04-02T09:02:32.945203Z","steps":["trace[1007866605] 'agreement among raft nodes before linearized reading' (duration: 140.508135ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:33.023777Z","caller":"traceutil/trace.go:171","msg":"trace[253110862] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"212.157806ms","start":"2026-04-02T09:02:32.81159Z","end":"2026-04-02T09:02:33.023747Z","steps":["trace[253110862] 'process raft request' (duration: 211.838197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.024222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.18001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c73e9fa3-0e43-4713-a192-a9a43740571a\" ","response":"range_response_count:1 size:4067"} {"level":"warn","ts":"2026-04-02T09:02:33.024329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.735304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-02T09:02:33.02435Z","caller":"traceutil/trace.go:171","msg":"trace[688688371] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c73e9fa3-0e43-4713-a192-a9a43740571a; range_end:; response_count:1; response_revision:5227; }","duration":"201.369815ms","start":"2026-04-02T09:02:32.822946Z","end":"2026-04-02T09:02:33.024316Z","steps":["trace[688688371] 'agreement among raft nodes before linearized reading' (duration: 200.918193ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:33.024383Z","caller":"traceutil/trace.go:171","msg":"trace[704655727] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5227; }","duration":"218.834586ms","start":"2026-04-02T09:02:32.805531Z","end":"2026-04-02T09:02:33.024366Z","steps":["trace[704655727] 'agreement among raft nodes before linearized reading' (duration: 218.443545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.562604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.805495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:02:33.562756Z","caller":"traceutil/trace.go:171","msg":"trace[441112089] linearizableReadLoop","detail":"{readStateIndex:5523; appliedIndex:5516; }","duration":"398.276571ms","start":"2026-04-02T09:02:33.164462Z","end":"2026-04-02T09:02:33.562739Z","steps":["trace[441112089] 'read index received' (duration: 498.603µs)","trace[441112089] 'applied index is now lower than readState.Index' (duration: 397.776638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:33.562935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.432675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:33.562892Z","caller":"traceutil/trace.go:171","msg":"trace[1422182137] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"398.306591ms","start":"2026-04-02T09:02:33.164442Z","end":"2026-04-02T09:02:33.562748Z","steps":["trace[1422182137] 'process raft request' (duration: 87.25863ms)","trace[1422182137] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/monitoring/loki-results-cache-0; req_size:3413; } (duration: 310.688651ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:33.563063Z","caller":"traceutil/trace.go:171","msg":"trace[1856017864] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5303; }","duration":"398.638472ms","start":"2026-04-02T09:02:33.164397Z","end":"2026-04-02T09:02:33.563036Z","steps":["trace[1856017864] 'agreement among raft nodes before linearized reading' (duration: 398.420036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.563125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.164374Z","time spent":"398.735464ms","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-04-02T09:02:33.563445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.164425Z","time spent":"398.665542ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:33.596719Z","caller":"traceutil/trace.go:171","msg":"trace[1989612350] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"429.034751ms","start":"2026-04-02T09:02:33.167651Z","end":"2026-04-02T09:02:33.596686Z","steps":["trace[1989612350] 'process raft request' (duration: 428.783604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.596907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.16764Z","time spent":"429.169674ms","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4601,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:33.597184Z","caller":"traceutil/trace.go:171","msg":"trace[1450292078] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"429.40825ms","start":"2026-04-02T09:02:33.167708Z","end":"2026-04-02T09:02:33.597117Z","steps":["trace[1450292078] 'process raft request' (duration: 428.915338ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:33.59729Z","caller":"traceutil/trace.go:171","msg":"trace[1503530173] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"429.222814ms","start":"2026-04-02T09:02:33.168019Z","end":"2026-04-02T09:02:33.597242Z","steps":["trace[1503530173] 'process raft request' (duration: 429.069981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.597443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.167999Z","time spent":"429.37263ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T09:02:33.597496Z","caller":"traceutil/trace.go:171","msg":"trace[1874387642] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"428.916268ms","start":"2026-04-02T09:02:33.168559Z","end":"2026-04-02T09:02:33.597475Z","steps":["trace[1874387642] 'process raft request' (duration: 428.582358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.597499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.16768Z","time spent":"429.662106ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:33.597243Z","caller":"traceutil/trace.go:171","msg":"trace[808008286] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"429.368149ms","start":"2026-04-02T09:02:33.167849Z","end":"2026-04-02T09:02:33.597217Z","steps":["trace[808008286] 'process raft request' (duration: 429.03505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.597582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.168543Z","time spent":"429.007999ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4641,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T09:02:33.597615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.167841Z","time spent":"429.740229ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:33.597615Z","caller":"traceutil/trace.go:171","msg":"trace[1037593357] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"426.601375ms","start":"2026-04-02T09:02:33.170979Z","end":"2026-04-02T09:02:33.597581Z","steps":["trace[1037593357] 'process raft request' (duration: 426.345238ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:33.597693Z","caller":"traceutil/trace.go:171","msg":"trace[1586273653] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"426.524492ms","start":"2026-04-02T09:02:33.171132Z","end":"2026-04-02T09:02:33.597657Z","steps":["trace[1586273653] 'process raft request' (duration: 426.277965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.597773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.170967Z","time spent":"426.729538ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T09:02:33.597746Z","caller":"traceutil/trace.go:171","msg":"trace[1261186086] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"425.590298ms","start":"2026-04-02T09:02:33.172142Z","end":"2026-04-02T09:02:33.597732Z","steps":["trace[1261186086] 'process raft request' (duration: 425.394223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.597898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.171127Z","time spent":"426.669526ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T09:02:33.597968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.172135Z","time spent":"425.804514ms","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3774,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:33.598044Z","caller":"traceutil/trace.go:171","msg":"trace[693081892] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"423.279785ms","start":"2026-04-02T09:02:33.174747Z","end":"2026-04-02T09:02:33.598027Z","steps":["trace[693081892] 'process raft request' (duration: 422.886684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.598122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.174737Z","time spent":"423.340216ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1368,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:33.599106Z","caller":"traceutil/trace.go:171","msg":"trace[938640634] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"422.627718ms","start":"2026-04-02T09:02:33.176461Z","end":"2026-04-02T09:02:33.599089Z","steps":["trace[938640634] 'process raft request' (duration: 421.222099ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:33.599865Z","caller":"traceutil/trace.go:171","msg":"trace[1115811959] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"421.929547ms","start":"2026-04-02T09:02:33.177904Z","end":"2026-04-02T09:02:33.599834Z","steps":["trace[1115811959] 'process raft request' (duration: 421.133346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.600032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.177896Z","time spent":"422.048301ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2169,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:33.600285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.17645Z","time spent":"422.720579ms","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3827,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:33.600274Z","caller":"traceutil/trace.go:171","msg":"trace[1256828199] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"399.171245ms","start":"2026-04-02T09:02:33.201085Z","end":"2026-04-02T09:02:33.600257Z","steps":["trace[1256828199] 'process raft request' (duration: 398.455806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.600515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.201072Z","time spent":"399.372691ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:33.600746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.857091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d15d0d2-dcae-4e49-a0be-80ac7d102e21\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-04-02T09:02:33.600779Z","caller":"traceutil/trace.go:171","msg":"trace[1099739072] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d15d0d2-dcae-4e49-a0be-80ac7d102e21; range_end:; response_count:1; response_revision:5318; }","duration":"328.936503ms","start":"2026-04-02T09:02:33.27183Z","end":"2026-04-02T09:02:33.600767Z","steps":["trace[1099739072] 'agreement among raft nodes before linearized reading' (duration: 328.795969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.600805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.2718Z","time spent":"328.997984ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d15d0d2-dcae-4e49-a0be-80ac7d102e21\" "} {"level":"warn","ts":"2026-04-02T09:02:33.600815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.814936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:02:33.600851Z","caller":"traceutil/trace.go:171","msg":"trace[390383159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5318; }","duration":"404.87773ms","start":"2026-04-02T09:02:33.195964Z","end":"2026-04-02T09:02:33.600842Z","steps":["trace[390383159] 'agreement among raft nodes before linearized reading' (duration: 404.749567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.600872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.195952Z","time spent":"404.91602ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T09:02:33.600993Z","caller":"traceutil/trace.go:171","msg":"trace[35802763] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"384.564051ms","start":"2026-04-02T09:02:33.216419Z","end":"2026-04-02T09:02:33.600983Z","steps":["trace[35802763] 'process raft request' (duration: 383.273937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.60102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.02118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-02T09:02:33.601039Z","caller":"traceutil/trace.go:171","msg":"trace[239251514] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5318; }","duration":"432.065322ms","start":"2026-04-02T09:02:33.168968Z","end":"2026-04-02T09:02:33.601034Z","steps":["trace[239251514] 'agreement among raft nodes before linearized reading' (duration: 432.00629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.601041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.216382Z","time spent":"384.633733ms","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:33.601059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:33.168954Z","time spent":"432.098924ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-04-02T09:02:33.601479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.320335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-02T09:02:33.601508Z","caller":"traceutil/trace.go:171","msg":"trace[1783931339] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5318; }","duration":"217.384748ms","start":"2026-04-02T09:02:33.384117Z","end":"2026-04-02T09:02:33.601502Z","steps":["trace[1783931339] 'agreement among raft nodes before linearized reading' (duration: 217.318525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:33.605327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.960984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-02T09:02:33.605402Z","caller":"traceutil/trace.go:171","msg":"trace[233817245] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5318; }","duration":"221.066666ms","start":"2026-04-02T09:02:33.384319Z","end":"2026-04-02T09:02:33.605385Z","steps":["trace[233817245] 'agreement among raft nodes before linearized reading' (duration: 216.617217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:34.992453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664163148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:02:35.147175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.512873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:02:35.147286Z","caller":"traceutil/trace.go:171","msg":"trace[1060334813] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"721.857201ms","start":"2026-04-02T09:02:34.42541Z","end":"2026-04-02T09:02:35.147268Z","steps":["trace[1060334813] 'process raft request' (duration: 603.152093ms)","trace[1060334813] 'compare' (duration: 118.406509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:35.14735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:34.425381Z","time spent":"721.941573ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:35.205074Z","caller":"traceutil/trace.go:171","msg":"trace[270934696] linearizableReadLoop","detail":"{readStateIndex:5582; appliedIndex:5578; }","duration":"712.718924ms","start":"2026-04-02T09:02:34.492336Z","end":"2026-04-02T09:02:35.205055Z","steps":["trace[270934696] 'read index received' (duration: 536.313981ms)","trace[270934696] 'applied index is now lower than readState.Index' (duration: 176.403913ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:35.205142Z","caller":"traceutil/trace.go:171","msg":"trace[630255490] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"510.095174ms","start":"2026-04-02T09:02:34.695036Z","end":"2026-04-02T09:02:35.205132Z","steps":["trace[630255490] 'process raft request' (duration: 509.854797ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:35.205016Z","caller":"traceutil/trace.go:171","msg":"trace[872776488] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"706.296901ms","start":"2026-04-02T09:02:34.498677Z","end":"2026-04-02T09:02:35.204974Z","steps":["trace[872776488] 'process raft request' (duration: 706.045294ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:35.205331Z","caller":"traceutil/trace.go:171","msg":"trace[1575884131] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"339.388744ms","start":"2026-04-02T09:02:34.865933Z","end":"2026-04-02T09:02:35.205321Z","steps":["trace[1575884131] 'process raft request' (duration: 339.035325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:35.205383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:34.865898Z","time spent":"339.457067ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:35.205453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.074795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d15d0d2-dcae-4e49-a0be-80ac7d102e21\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-04-02T09:02:35.205486Z","caller":"traceutil/trace.go:171","msg":"trace[1338516877] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d15d0d2-dcae-4e49-a0be-80ac7d102e21; range_end:; response_count:1; response_revision:5360; }","duration":"598.144147ms","start":"2026-04-02T09:02:34.60733Z","end":"2026-04-02T09:02:35.205474Z","steps":["trace[1338516877] 'agreement among raft nodes before linearized reading' (duration: 598.073654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:35.205509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:34.60731Z","time spent":"598.193589ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4091,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d15d0d2-dcae-4e49-a0be-80ac7d102e21\" "} {"level":"warn","ts":"2026-04-02T09:02:35.205521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.151066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d15d0d2-dcae-4e49-a0be-80ac7d102e21\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-04-02T09:02:35.205634Z","caller":"traceutil/trace.go:171","msg":"trace[927069684] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d15d0d2-dcae-4e49-a0be-80ac7d102e21; range_end:; response_count:1; response_revision:5360; }","duration":"713.290149ms","start":"2026-04-02T09:02:34.492318Z","end":"2026-04-02T09:02:35.205608Z","steps":["trace[927069684] 'agreement among raft nodes before linearized reading' (duration: 713.026491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:35.205647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.3567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:35.205682Z","caller":"traceutil/trace.go:171","msg":"trace[689937948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5360; }","duration":"275.424931ms","start":"2026-04-02T09:02:34.930244Z","end":"2026-04-02T09:02:35.205669Z","steps":["trace[689937948] 'agreement among raft nodes before linearized reading' (duration: 275.37822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:35.205694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:34.49225Z","time spent":"713.434663ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4091,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d15d0d2-dcae-4e49-a0be-80ac7d102e21\" "} {"level":"warn","ts":"2026-04-02T09:02:35.20552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:34.498641Z","time spent":"706.721913ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T09:02:35.20574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.173474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:02:35.205284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:34.695011Z","time spent":"510.168496ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:35.205821Z","caller":"traceutil/trace.go:171","msg":"trace[2092256410] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5360; }","duration":"213.298557ms","start":"2026-04-02T09:02:34.992497Z","end":"2026-04-02T09:02:35.205795Z","steps":["trace[2092256410] 'agreement among raft nodes before linearized reading' (duration: 213.05875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:36.45153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.772658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-02T09:02:36.451617Z","caller":"traceutil/trace.go:171","msg":"trace[652670389] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5419; }","duration":"135.897941ms","start":"2026-04-02T09:02:36.315697Z","end":"2026-04-02T09:02:36.451594Z","steps":["trace[652670389] 'range keys from in-memory index tree' (duration: 135.620425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:37.431533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664163264,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T09:02:37.506421Z","caller":"traceutil/trace.go:171","msg":"trace[2105646567] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"977.216171ms","start":"2026-04-02T09:02:36.529158Z","end":"2026-04-02T09:02:37.506374Z","steps":["trace[2105646567] 'process raft request' (duration: 976.985864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:37.506707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:36.529145Z","time spent":"977.436926ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:37.507564Z","caller":"traceutil/trace.go:171","msg":"trace[1664117245] linearizableReadLoop","detail":"{readStateIndex:5644; appliedIndex:5642; }","duration":"576.432861ms","start":"2026-04-02T09:02:36.931102Z","end":"2026-04-02T09:02:37.507535Z","steps":["trace[1664117245] 'read index received' (duration: 575.036284ms)","trace[1664117245] 'applied index is now lower than readState.Index' (duration: 1.395647ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:37.50767Z","caller":"traceutil/trace.go:171","msg":"trace[1852758888] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"354.294316ms","start":"2026-04-02T09:02:37.153367Z","end":"2026-04-02T09:02:37.507661Z","steps":["trace[1852758888] 'process raft request' (duration: 353.998558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:37.507781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:37.15333Z","time spent":"354.362159ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:37.508015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.536099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T09:02:37.508109Z","caller":"traceutil/trace.go:171","msg":"trace[691979674] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:5421; }","duration":"532.653402ms","start":"2026-04-02T09:02:36.975414Z","end":"2026-04-02T09:02:37.508067Z","steps":["trace[691979674] 'agreement among raft nodes before linearized reading' (duration: 532.449916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:37.50815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:36.975382Z","time spent":"532.759275ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.141\" "} {"level":"warn","ts":"2026-04-02T09:02:37.508288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.815022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-n9fkh-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-04-02T09:02:37.508336Z","caller":"traceutil/trace.go:171","msg":"trace[430177726] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-n9fkh-tls; range_end:; response_count:1; response_revision:5421; }","duration":"137.902816ms","start":"2026-04-02T09:02:37.370411Z","end":"2026-04-02T09:02:37.508314Z","steps":["trace[430177726] 'agreement among raft nodes before linearized reading' (duration: 137.736901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:37.508426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.186811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2083f28-7810-434f-b784-7a26243d31bd\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-04-02T09:02:37.508463Z","caller":"traceutil/trace.go:171","msg":"trace[879283302] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f2083f28-7810-434f-b784-7a26243d31bd; range_end:; response_count:1; response_revision:5421; }","duration":"257.264502ms","start":"2026-04-02T09:02:37.251183Z","end":"2026-04-02T09:02:37.508448Z","steps":["trace[879283302] 'agreement among raft nodes before linearized reading' (duration: 257.20315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:37.508494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.404547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:37.508522Z","caller":"traceutil/trace.go:171","msg":"trace[1906805821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5421; }","duration":"577.486689ms","start":"2026-04-02T09:02:36.931026Z","end":"2026-04-02T09:02:37.508513Z","steps":["trace[1906805821] 'agreement among raft nodes before linearized reading' (duration: 577.440809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:37.508544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:36.930994Z","time spent":"577.544642ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:02:39.060388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.867899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:39.06045Z","caller":"traceutil/trace.go:171","msg":"trace[525523402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5459; }","duration":"129.976212ms","start":"2026-04-02T09:02:38.930459Z","end":"2026-04-02T09:02:39.060436Z","steps":["trace[525523402] 'range keys from in-memory index tree' (duration: 129.766376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:39.060585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.040134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-04-02T09:02:39.060654Z","caller":"traceutil/trace.go:171","msg":"trace[605720080] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:5459; }","duration":"310.124757ms","start":"2026-04-02T09:02:38.750512Z","end":"2026-04-02T09:02:39.060637Z","steps":["trace[605720080] 'range keys from in-memory index tree' (duration: 309.90521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:39.060709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:38.750502Z","time spent":"310.192038ms","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-02T09:02:39.060643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.547143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:02:39.060965Z","caller":"traceutil/trace.go:171","msg":"trace[937958227] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5459; }","duration":"289.935303ms","start":"2026-04-02T09:02:38.771014Z","end":"2026-04-02T09:02:39.060949Z","steps":["trace[937958227] 'range keys from in-memory index tree' (duration: 289.307536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:39.061006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.471752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787725"} {"level":"info","ts":"2026-04-02T09:02:39.061073Z","caller":"traceutil/trace.go:171","msg":"trace[888793746] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5459; }","duration":"334.567985ms","start":"2026-04-02T09:02:38.726488Z","end":"2026-04-02T09:02:39.061056Z","steps":["trace[888793746] 'range keys from in-memory index tree' (duration: 333.929388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:39.061125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:38.726472Z","time spent":"334.639556ms","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787748,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-02T09:02:40.014184Z","caller":"traceutil/trace.go:171","msg":"trace[1884651477] linearizableReadLoop","detail":"{readStateIndex:5688; appliedIndex:5687; }","duration":"119.116979ms","start":"2026-04-02T09:02:39.895043Z","end":"2026-04-02T09:02:40.01416Z","steps":["trace[1884651477] 'read index received' (duration: 11.85804ms)","trace[1884651477] 'applied index is now lower than readState.Index' (duration: 107.257439ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:40.014395Z","caller":"traceutil/trace.go:171","msg":"trace[580444961] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"154.263256ms","start":"2026-04-02T09:02:39.860071Z","end":"2026-04-02T09:02:40.014334Z","steps":["trace[580444961] 'process raft request' (duration: 153.916147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:40.014455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.395837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:02:40.015476Z","caller":"traceutil/trace.go:171","msg":"trace[768234189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:5463; }","duration":"119.637863ms","start":"2026-04-02T09:02:39.894985Z","end":"2026-04-02T09:02:40.014623Z","steps":["trace[768234189] 'agreement among raft nodes before linearized reading' (duration: 119.309135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:40.034542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.248138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:02:40.034596Z","caller":"traceutil/trace.go:171","msg":"trace[1391438268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5464; }","duration":"101.34239ms","start":"2026-04-02T09:02:39.933241Z","end":"2026-04-02T09:02:40.034583Z","steps":["trace[1391438268] 'agreement among raft nodes before linearized reading' (duration: 101.220027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:40.034537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.953758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:40.034687Z","caller":"traceutil/trace.go:171","msg":"trace[1251529025] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5464; }","duration":"125.169452ms","start":"2026-04-02T09:02:39.909512Z","end":"2026-04-02T09:02:40.034682Z","steps":["trace[1251529025] 'agreement among raft nodes before linearized reading' (duration: 124.974156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:41.910092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.344463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:02:41.910302Z","caller":"traceutil/trace.go:171","msg":"trace[1746035011] linearizableReadLoop","detail":"{readStateIndex:5719; appliedIndex:5717; }","duration":"115.097921ms","start":"2026-04-02T09:02:41.795188Z","end":"2026-04-02T09:02:41.910286Z","steps":["trace[1746035011] 'read index received' (duration: 93.254463ms)","trace[1746035011] 'applied index is now lower than readState.Index' (duration: 21.842388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:41.910419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.238695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:41.910453Z","caller":"traceutil/trace.go:171","msg":"trace[759310792] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5493; }","duration":"115.310117ms","start":"2026-04-02T09:02:41.795131Z","end":"2026-04-02T09:02:41.910441Z","steps":["trace[759310792] 'agreement among raft nodes before linearized reading' (duration: 115.206724ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:41.91053Z","caller":"traceutil/trace.go:171","msg":"trace[1494272843] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"233.348728ms","start":"2026-04-02T09:02:41.677134Z","end":"2026-04-02T09:02:41.910483Z","steps":["trace[1494272843] 'process raft request' (duration: 233.06252ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:41.91067Z","caller":"traceutil/trace.go:171","msg":"trace[1459952627] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"251.697412ms","start":"2026-04-02T09:02:41.658938Z","end":"2026-04-02T09:02:41.910635Z","steps":["trace[1459952627] 'process raft request' (duration: 130.725622ms)","trace[1459952627] 'compare' (duration: 120.111936ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:44.169633Z","caller":"traceutil/trace.go:171","msg":"trace[1897821660] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"105.867023ms","start":"2026-04-02T09:02:44.063744Z","end":"2026-04-02T09:02:44.169611Z","steps":["trace[1897821660] 'process raft request' (duration: 105.746519ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:44.169824Z","caller":"traceutil/trace.go:171","msg":"trace[1472540706] linearizableReadLoop","detail":"{readStateIndex:5779; appliedIndex:5776; }","duration":"105.086932ms","start":"2026-04-02T09:02:44.064703Z","end":"2026-04-02T09:02:44.16979Z","steps":["trace[1472540706] 'read index received' (duration: 39.845184ms)","trace[1472540706] 'applied index is now lower than readState.Index' (duration: 65.239058ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:44.169865Z","caller":"traceutil/trace.go:171","msg":"trace[1490755923] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"105.195584ms","start":"2026-04-02T09:02:44.064654Z","end":"2026-04-02T09:02:44.16985Z","steps":["trace[1490755923] 'process raft request' (duration: 104.918577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:44.170025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.301337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T09:02:44.170073Z","caller":"traceutil/trace.go:171","msg":"trace[329717973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5551; }","duration":"105.40832ms","start":"2026-04-02T09:02:44.064653Z","end":"2026-04-02T09:02:44.170061Z","steps":["trace[329717973] 'agreement among raft nodes before linearized reading' (duration: 105.246066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:44.170174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.92657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:02:44.170223Z","caller":"traceutil/trace.go:171","msg":"trace[1631697950] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:5551; }","duration":"104.011103ms","start":"2026-04-02T09:02:44.066195Z","end":"2026-04-02T09:02:44.170206Z","steps":["trace[1631697950] 'agreement among raft nodes before linearized reading' (duration: 103.775566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:44.170253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.16292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T09:02:44.170325Z","caller":"traceutil/trace.go:171","msg":"trace[2026727776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5551; }","duration":"103.255293ms","start":"2026-04-02T09:02:44.067049Z","end":"2026-04-02T09:02:44.170305Z","steps":["trace[2026727776] 'agreement among raft nodes before linearized reading' (duration: 103.058397ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:48.422166Z","caller":"traceutil/trace.go:171","msg":"trace[229053318] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"490.289831ms","start":"2026-04-02T09:02:47.931847Z","end":"2026-04-02T09:02:48.422137Z","steps":["trace[229053318] 'process raft request' (duration: 490.084205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:48.422348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:47.931833Z","time spent":"490.421134ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:48.476067Z","caller":"traceutil/trace.go:171","msg":"trace[1621800930] linearizableReadLoop","detail":"{readStateIndex:5839; appliedIndex:5836; }","duration":"305.006068ms","start":"2026-04-02T09:02:48.171033Z","end":"2026-04-02T09:02:48.476039Z","steps":["trace[1621800930] 'read index received' (duration: 250.922481ms)","trace[1621800930] 'applied index is now lower than readState.Index' (duration: 54.082197ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:48.476161Z","caller":"traceutil/trace.go:171","msg":"trace[1537402607] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"543.600716ms","start":"2026-04-02T09:02:47.932512Z","end":"2026-04-02T09:02:48.476113Z","steps":["trace[1537402607] 'process raft request' (duration: 543.308818ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:48.47624Z","caller":"traceutil/trace.go:171","msg":"trace[249998672] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"434.94724ms","start":"2026-04-02T09:02:48.041248Z","end":"2026-04-02T09:02:48.476195Z","steps":["trace[249998672] 'process raft request' (duration: 434.745984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:48.476381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:47.932499Z","time spent":"543.764143ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:48.476541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:48.041219Z","time spent":"435.115274ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:48.476561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.420488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T09:02:48.476627Z","caller":"traceutil/trace.go:171","msg":"trace[717798007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5609; }","duration":"273.51824ms","start":"2026-04-02T09:02:48.203094Z","end":"2026-04-02T09:02:48.476612Z","steps":["trace[717798007] 'agreement among raft nodes before linearized reading' (duration: 273.331075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:48.476757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.069701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T09:02:48.476782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.753369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T09:02:48.476798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.960977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:02:48.476838Z","caller":"traceutil/trace.go:171","msg":"trace[7601654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5609; }","duration":"305.866652ms","start":"2026-04-02T09:02:48.170959Z","end":"2026-04-02T09:02:48.476825Z","steps":["trace[7601654] 'agreement among raft nodes before linearized reading' (duration: 305.254235ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:48.476857Z","caller":"traceutil/trace.go:171","msg":"trace[653282926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5609; }","duration":"184.08275ms","start":"2026-04-02T09:02:48.29276Z","end":"2026-04-02T09:02:48.476843Z","steps":["trace[653282926] 'agreement among raft nodes before linearized reading' (duration: 183.968007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:48.476877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:48.170926Z","time spent":"305.942284ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:02:48.476917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.639973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T09:02:48.476815Z","caller":"traceutil/trace.go:171","msg":"trace[1320389931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5609; }","duration":"295.208965ms","start":"2026-04-02T09:02:48.181591Z","end":"2026-04-02T09:02:48.4768Z","steps":["trace[1320389931] 'agreement among raft nodes before linearized reading' (duration: 294.825965ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:48.476946Z","caller":"traceutil/trace.go:171","msg":"trace[981454827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5609; }","duration":"283.688844ms","start":"2026-04-02T09:02:48.193249Z","end":"2026-04-02T09:02:48.476938Z","steps":["trace[981454827] 'agreement among raft nodes before linearized reading' (duration: 283.592031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:48.476953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.430575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:02:48.477Z","caller":"traceutil/trace.go:171","msg":"trace[382933745] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:5609; }","duration":"271.477576ms","start":"2026-04-02T09:02:48.20551Z","end":"2026-04-02T09:02:48.476988Z","steps":["trace[382933745] 'agreement among raft nodes before linearized reading' (duration: 271.2758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:48.477051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.96398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T09:02:48.47708Z","caller":"traceutil/trace.go:171","msg":"trace[900528653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5609; }","duration":"291.021811ms","start":"2026-04-02T09:02:48.186051Z","end":"2026-04-02T09:02:48.477073Z","steps":["trace[900528653] 'agreement among raft nodes before linearized reading' (duration: 290.947009ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:48.64398Z","caller":"traceutil/trace.go:171","msg":"trace[662178527] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"162.580301ms","start":"2026-04-02T09:02:48.48137Z","end":"2026-04-02T09:02:48.64395Z","steps":["trace[662178527] 'process raft request' (duration: 116.804288ms)","trace[662178527] 'compare' (duration: 45.635669ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:48.687853Z","caller":"traceutil/trace.go:171","msg":"trace[1969062205] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"205.863128ms","start":"2026-04-02T09:02:48.481957Z","end":"2026-04-02T09:02:48.68782Z","steps":["trace[1969062205] 'process raft request' (duration: 205.784125ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:48.68813Z","caller":"traceutil/trace.go:171","msg":"trace[1534909435] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"206.145496ms","start":"2026-04-02T09:02:48.481957Z","end":"2026-04-02T09:02:48.688103Z","steps":["trace[1534909435] 'process raft request' (duration: 205.826307ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:48.687892Z","caller":"traceutil/trace.go:171","msg":"trace[63512022] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"206.010991ms","start":"2026-04-02T09:02:48.481844Z","end":"2026-04-02T09:02:48.687855Z","steps":["trace[63512022] 'process raft request' (duration: 205.737095ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:48.688295Z","caller":"traceutil/trace.go:171","msg":"trace[735124877] linearizableReadLoop","detail":"{readStateIndex:5843; appliedIndex:5839; }","duration":"206.267427ms","start":"2026-04-02T09:02:48.481987Z","end":"2026-04-02T09:02:48.688254Z","steps":["trace[735124877] 'read index received' (duration: 116.206601ms)","trace[735124877] 'applied index is now lower than readState.Index' (duration: 90.058776ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:48.688347Z","caller":"traceutil/trace.go:171","msg":"trace[558698165] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"205.99571ms","start":"2026-04-02T09:02:48.48232Z","end":"2026-04-02T09:02:48.688316Z","steps":["trace[558698165] 'process raft request' (duration: 205.716593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:48.688653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.644397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70902"} {"level":"info","ts":"2026-04-02T09:02:48.688714Z","caller":"traceutil/trace.go:171","msg":"trace[184266045] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5614; }","duration":"206.761401ms","start":"2026-04-02T09:02:48.481939Z","end":"2026-04-02T09:02:48.688701Z","steps":["trace[184266045] 'agreement among raft nodes before linearized reading' (duration: 206.441273ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:48.923797Z","caller":"traceutil/trace.go:171","msg":"trace[1336590451] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"210.704177ms","start":"2026-04-02T09:02:48.71307Z","end":"2026-04-02T09:02:48.923774Z","steps":["trace[1336590451] 'process raft request' (duration: 210.631025ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:48.923832Z","caller":"traceutil/trace.go:171","msg":"trace[637383343] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"218.488927ms","start":"2026-04-02T09:02:48.705308Z","end":"2026-04-02T09:02:48.923797Z","steps":["trace[637383343] 'process raft request' (duration: 218.250021ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:49.348913Z","caller":"traceutil/trace.go:171","msg":"trace[1779817403] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"417.89896ms","start":"2026-04-02T09:02:48.930993Z","end":"2026-04-02T09:02:49.348892Z","steps":["trace[1779817403] 'process raft request' (duration: 417.735916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:49.34906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:48.930972Z","time spent":"417.996052ms","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:49.34912Z","caller":"traceutil/trace.go:171","msg":"trace[482968551] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"417.807697ms","start":"2026-04-02T09:02:48.93128Z","end":"2026-04-02T09:02:49.349088Z","steps":["trace[482968551] 'process raft request' (duration: 417.564251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:49.349264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:48.931274Z","time spent":"417.91617ms","remote":"127.0.0.1:33828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:49.349345Z","caller":"traceutil/trace.go:171","msg":"trace[353810750] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"417.994092ms","start":"2026-04-02T09:02:48.931319Z","end":"2026-04-02T09:02:49.349313Z","steps":["trace[353810750] 'process raft request' (duration: 417.697184ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:49.349422Z","caller":"traceutil/trace.go:171","msg":"trace[580023014] linearizableReadLoop","detail":"{readStateIndex:5854; appliedIndex:5850; }","duration":"255.628409ms","start":"2026-04-02T09:02:49.093766Z","end":"2026-04-02T09:02:49.349395Z","steps":["trace[580023014] 'read index received' (duration: 254.966561ms)","trace[580023014] 'applied index is now lower than readState.Index' (duration: 653.687µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:49.349495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:48.931308Z","time spent":"418.114315ms","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:49.349509Z","caller":"traceutil/trace.go:171","msg":"trace[788426525] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"411.219159ms","start":"2026-04-02T09:02:48.938282Z","end":"2026-04-02T09:02:49.349501Z","steps":["trace[788426525] 'process raft request' (duration: 410.946942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:49.349553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:48.938273Z","time spent":"411.25872ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:49.349589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.810224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:02:49.349619Z","caller":"traceutil/trace.go:171","msg":"trace[1481715008] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5624; }","duration":"255.899585ms","start":"2026-04-02T09:02:49.093708Z","end":"2026-04-02T09:02:49.349607Z","steps":["trace[1481715008] 'agreement among raft nodes before linearized reading' (duration: 255.815633ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:49.46054Z","caller":"traceutil/trace.go:171","msg":"trace[1126407909] linearizableReadLoop","detail":"{readStateIndex:5855; appliedIndex:5854; }","duration":"106.607453ms","start":"2026-04-02T09:02:49.353915Z","end":"2026-04-02T09:02:49.460522Z","steps":["trace[1126407909] 'read index received' (duration: 34.448549ms)","trace[1126407909] 'applied index is now lower than readState.Index' (duration: 72.157644ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:49.460644Z","caller":"traceutil/trace.go:171","msg":"trace[408624415] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"106.950082ms","start":"2026-04-02T09:02:49.35366Z","end":"2026-04-02T09:02:49.46061Z","steps":["trace[408624415] 'process raft request' (duration: 34.586662ms)","trace[408624415] 'compare' (duration: 72.178434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:49.460889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.943952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17455"} {"level":"info","ts":"2026-04-02T09:02:49.460976Z","caller":"traceutil/trace.go:171","msg":"trace[1864215046] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5625; }","duration":"107.065205ms","start":"2026-04-02T09:02:49.353889Z","end":"2026-04-02T09:02:49.460955Z","steps":["trace[1864215046] 'agreement among raft nodes before linearized reading' (duration: 106.728076ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:49.510649Z","caller":"traceutil/trace.go:171","msg":"trace[1327191111] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"155.50917ms","start":"2026-04-02T09:02:49.355117Z","end":"2026-04-02T09:02:49.510626Z","steps":["trace[1327191111] 'process raft request' (duration: 155.345906ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:49.511018Z","caller":"traceutil/trace.go:171","msg":"trace[299552133] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"155.697824ms","start":"2026-04-02T09:02:49.355292Z","end":"2026-04-02T09:02:49.51099Z","steps":["trace[299552133] 'process raft request' (duration: 155.289444ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:49.511093Z","caller":"traceutil/trace.go:171","msg":"trace[361541632] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"155.11214ms","start":"2026-04-02T09:02:49.355947Z","end":"2026-04-02T09:02:49.511059Z","steps":["trace[361541632] 'process raft request' (duration: 154.895894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:56.563908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.812139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:56.56407Z","caller":"traceutil/trace.go:171","msg":"trace[2034904989] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5699; }","duration":"165.972712ms","start":"2026-04-02T09:02:56.398023Z","end":"2026-04-02T09:02:56.563995Z","steps":["trace[2034904989] 'range keys from in-memory index tree' (duration: 165.662593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:56.863874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.407818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:02:56.864172Z","caller":"traceutil/trace.go:171","msg":"trace[2070746946] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"289.651164ms","start":"2026-04-02T09:02:56.574494Z","end":"2026-04-02T09:02:56.864145Z","steps":["trace[2070746946] 'process raft request' (duration: 130.870076ms)","trace[2070746946] 'compare' (duration: 158.218163ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:56.864557Z","caller":"traceutil/trace.go:171","msg":"trace[2034348969] linearizableReadLoop","detail":"{readStateIndex:5934; appliedIndex:5932; }","duration":"245.031813ms","start":"2026-04-02T09:02:56.619488Z","end":"2026-04-02T09:02:56.86452Z","steps":["trace[2034348969] 'read index received' (duration: 85.856234ms)","trace[2034348969] 'applied index is now lower than readState.Index' (duration: 159.173559ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:56.864627Z","caller":"traceutil/trace.go:171","msg":"trace[276007787] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"289.677695ms","start":"2026-04-02T09:02:56.57486Z","end":"2026-04-02T09:02:56.864538Z","steps":["trace[276007787] 'process raft request' (duration: 289.143921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:56.864794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.291459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1652"} {"level":"warn","ts":"2026-04-02T09:02:56.864874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.176272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1652"} {"level":"info","ts":"2026-04-02T09:02:56.864885Z","caller":"traceutil/trace.go:171","msg":"trace[1144996541] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5703; }","duration":"245.434563ms","start":"2026-04-02T09:02:56.619427Z","end":"2026-04-02T09:02:56.864861Z","steps":["trace[1144996541] 'agreement among raft nodes before linearized reading' (duration: 245.194097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:56.864899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.421573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:02:56.864933Z","caller":"traceutil/trace.go:171","msg":"trace[1853957292] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5703; }","duration":"240.279564ms","start":"2026-04-02T09:02:56.624633Z","end":"2026-04-02T09:02:56.864912Z","steps":["trace[1853957292] 'agreement among raft nodes before linearized reading' (duration: 240.073958ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:56.864953Z","caller":"traceutil/trace.go:171","msg":"trace[1465664668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5703; }","duration":"127.514485ms","start":"2026-04-02T09:02:56.737425Z","end":"2026-04-02T09:02:56.864939Z","steps":["trace[1465664668] 'agreement among raft nodes before linearized reading' (duration: 127.33568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:56.86496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.457031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:02:56.865Z","caller":"traceutil/trace.go:171","msg":"trace[314960697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5703; }","duration":"128.547434ms","start":"2026-04-02T09:02:56.736442Z","end":"2026-04-02T09:02:56.86499Z","steps":["trace[314960697] 'agreement among raft nodes before linearized reading' (duration: 128.39133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:56.864999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.246223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-xjf4r\" ","response":"range_response_count:1 size:5199"} {"level":"warn","ts":"2026-04-02T09:02:56.864991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.602455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T09:02:56.864884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.92735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:02:56.865049Z","caller":"traceutil/trace.go:171","msg":"trace[1236303589] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-xjf4r; range_end:; response_count:1; response_revision:5703; }","duration":"122.305075ms","start":"2026-04-02T09:02:56.742726Z","end":"2026-04-02T09:02:56.865031Z","steps":["trace[1236303589] 'agreement among raft nodes before linearized reading' (duration: 122.206963ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:56.865068Z","caller":"traceutil/trace.go:171","msg":"trace[1349562141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5703; }","duration":"187.681137ms","start":"2026-04-02T09:02:56.677369Z","end":"2026-04-02T09:02:56.86505Z","steps":["trace[1349562141] 'agreement among raft nodes before linearized reading' (duration: 187.510672ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:56.86508Z","caller":"traceutil/trace.go:171","msg":"trace[956422880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5703; }","duration":"124.176276ms","start":"2026-04-02T09:02:56.740894Z","end":"2026-04-02T09:02:56.86507Z","steps":["trace[956422880] 'agreement among raft nodes before linearized reading' (duration: 123.857057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:56.86522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.131721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:02:56.865287Z","caller":"traceutil/trace.go:171","msg":"trace[1772544573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:5703; }","duration":"109.248044ms","start":"2026-04-02T09:02:56.756021Z","end":"2026-04-02T09:02:56.865269Z","steps":["trace[1772544573] 'agreement among raft nodes before linearized reading' (duration: 108.846373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:56.865373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.865546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:02:56.865474Z","caller":"traceutil/trace.go:171","msg":"trace[617940284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5703; }","duration":"128.042751ms","start":"2026-04-02T09:02:56.737417Z","end":"2026-04-02T09:02:56.865459Z","steps":["trace[617940284] 'agreement among raft nodes before linearized reading' (duration: 127.531387ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:57.104649Z","caller":"traceutil/trace.go:171","msg":"trace[1898770903] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"235.200307ms","start":"2026-04-02T09:02:56.869418Z","end":"2026-04-02T09:02:57.104619Z","steps":["trace[1898770903] 'process raft request' (duration: 235.000522ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:57.252035Z","caller":"traceutil/trace.go:171","msg":"trace[1493342724] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"382.373154ms","start":"2026-04-02T09:02:56.869623Z","end":"2026-04-02T09:02:57.251996Z","steps":["trace[1493342724] 'process raft request' (duration: 382.291341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:57.252293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:56.869616Z","time spent":"382.557858ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:57.252364Z","caller":"traceutil/trace.go:171","msg":"trace[699357464] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"382.775064ms","start":"2026-04-02T09:02:56.869549Z","end":"2026-04-02T09:02:57.252324Z","steps":["trace[699357464] 'process raft request' (duration: 382.163298ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:57.252415Z","caller":"traceutil/trace.go:171","msg":"trace[193321874] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"382.717062ms","start":"2026-04-02T09:02:56.869668Z","end":"2026-04-02T09:02:57.252385Z","steps":["trace[193321874] 'process raft request' (duration: 382.28947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:57.252583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:56.869527Z","time spent":"382.933918ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:57.252579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:56.869662Z","time spent":"382.830685ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:57.252777Z","caller":"traceutil/trace.go:171","msg":"trace[1418148782] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"382.482396ms","start":"2026-04-02T09:02:56.870278Z","end":"2026-04-02T09:02:57.25276Z","steps":["trace[1418148782] 'process raft request' (duration: 381.986842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:57.252855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:56.870269Z","time spent":"382.542547ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:57.253084Z","caller":"traceutil/trace.go:171","msg":"trace[1543200047] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"381.287243ms","start":"2026-04-02T09:02:56.871771Z","end":"2026-04-02T09:02:57.253058Z","steps":["trace[1543200047] 'process raft request' (duration: 380.858182ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:57.253163Z","caller":"traceutil/trace.go:171","msg":"trace[1719718168] linearizableReadLoop","detail":"{readStateIndex:5938; appliedIndex:5934; }","duration":"382.919597ms","start":"2026-04-02T09:02:56.870215Z","end":"2026-04-02T09:02:57.253134Z","steps":["trace[1719718168] 'read index received' (duration: 234.20178ms)","trace[1719718168] 'applied index is now lower than readState.Index' (duration: 148.716587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:02:57.25319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:56.871754Z","time spent":"381.384066ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4986,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:57.253198Z","caller":"traceutil/trace.go:171","msg":"trace[2045129712] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"381.069468ms","start":"2026-04-02T09:02:56.872099Z","end":"2026-04-02T09:02:57.253168Z","steps":["trace[2045129712] 'process raft request' (duration: 380.898533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:57.253341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.338353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:02:57.253361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:56.872062Z","time spent":"381.217042ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:57.253376Z","caller":"traceutil/trace.go:171","msg":"trace[1169963071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5710; }","duration":"323.439665ms","start":"2026-04-02T09:02:56.929925Z","end":"2026-04-02T09:02:57.253365Z","steps":["trace[1169963071] 'agreement among raft nodes before linearized reading' (duration: 323.361203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:57.253415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:56.929902Z","time spent":"323.505387ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:02:57.253468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.798395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-02T09:02:57.25348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.254756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71151"} {"level":"info","ts":"2026-04-02T09:02:57.253521Z","caller":"traceutil/trace.go:171","msg":"trace[447920023] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:5710; }","duration":"277.899598ms","start":"2026-04-02T09:02:56.975606Z","end":"2026-04-02T09:02:57.253506Z","steps":["trace[447920023] 'agreement among raft nodes before linearized reading' (duration: 277.725773ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:57.253541Z","caller":"traceutil/trace.go:171","msg":"trace[1523744595] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5710; }","duration":"383.33807ms","start":"2026-04-02T09:02:56.870188Z","end":"2026-04-02T09:02:57.253526Z","steps":["trace[1523744595] 'agreement among raft nodes before linearized reading' (duration: 383.033381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:57.253582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:56.870177Z","time spent":"383.39669ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71174,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-02T09:02:57.400724Z","caller":"traceutil/trace.go:171","msg":"trace[770501357] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"137.588507ms","start":"2026-04-02T09:02:57.26311Z","end":"2026-04-02T09:02:57.400698Z","steps":["trace[770501357] 'process raft request' (duration: 137.536916ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:57.401021Z","caller":"traceutil/trace.go:171","msg":"trace[410599081] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"140.209418ms","start":"2026-04-02T09:02:57.260769Z","end":"2026-04-02T09:02:57.400979Z","steps":["trace[410599081] 'process raft request' (duration: 139.815158ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:57.401039Z","caller":"traceutil/trace.go:171","msg":"trace[338141510] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"141.576214ms","start":"2026-04-02T09:02:57.259437Z","end":"2026-04-02T09:02:57.401013Z","steps":["trace[338141510] 'process raft request' (duration: 140.981449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:57.854605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.0074ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:02:57.854785Z","caller":"traceutil/trace.go:171","msg":"trace[1984102579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5713; }","duration":"236.197675ms","start":"2026-04-02T09:02:57.618557Z","end":"2026-04-02T09:02:57.854755Z","steps":["trace[1984102579] 'range keys from in-memory index tree' (duration: 235.983979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:57.854988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.837913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:02:57.855233Z","caller":"traceutil/trace.go:171","msg":"trace[778840275] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"583.817931ms","start":"2026-04-02T09:02:57.271388Z","end":"2026-04-02T09:02:57.855206Z","steps":["trace[778840275] 'process raft request' (duration: 366.680279ms)","trace[778840275] 'compare' (duration: 216.563526ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:57.855265Z","caller":"traceutil/trace.go:171","msg":"trace[387107228] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"210.265445ms","start":"2026-04-02T09:02:57.644983Z","end":"2026-04-02T09:02:57.855248Z","steps":["trace[387107228] 'process raft request' (duration: 210.199743ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:57.855299Z","caller":"traceutil/trace.go:171","msg":"trace[1238832513] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"490.065574ms","start":"2026-04-02T09:02:57.365196Z","end":"2026-04-02T09:02:57.855262Z","steps":["trace[1238832513] 'process raft request' (duration: 489.88544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:57.855352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:57.271379Z","time spent":"583.921894ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:57.8558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:57.365165Z","time spent":"490.222959ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:59.314719Z","caller":"traceutil/trace.go:171","msg":"trace[792239674] linearizableReadLoop","detail":"{readStateIndex:6012; appliedIndex:6011; }","duration":"206.357961ms","start":"2026-04-02T09:02:59.108339Z","end":"2026-04-02T09:02:59.314697Z","steps":["trace[792239674] 'read index received' (duration: 206.229267ms)","trace[792239674] 'applied index is now lower than readState.Index' (duration: 127.724µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:59.314858Z","caller":"traceutil/trace.go:171","msg":"trace[483477263] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"230.441639ms","start":"2026-04-02T09:02:59.084365Z","end":"2026-04-02T09:02:59.314807Z","steps":["trace[483477263] 'process raft request' (duration: 230.205903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:59.315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.637967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:02:59.31506Z","caller":"traceutil/trace.go:171","msg":"trace[11223716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5780; }","duration":"206.765212ms","start":"2026-04-02T09:02:59.10828Z","end":"2026-04-02T09:02:59.315046Z","steps":["trace[11223716] 'agreement among raft nodes before linearized reading' (duration: 206.535586ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:59.776324Z","caller":"traceutil/trace.go:171","msg":"trace[1960299102] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"456.940192ms","start":"2026-04-02T09:02:59.319353Z","end":"2026-04-02T09:02:59.776294Z","steps":["trace[1960299102] 'process raft request' (duration: 456.838079ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:59.776531Z","caller":"traceutil/trace.go:171","msg":"trace[444937709] linearizableReadLoop","detail":"{readStateIndex:6017; appliedIndex:6012; }","duration":"456.83694ms","start":"2026-04-02T09:02:59.319663Z","end":"2026-04-02T09:02:59.776499Z","steps":["trace[444937709] 'read index received' (duration: 371.972693ms)","trace[444937709] 'applied index is now lower than readState.Index' (duration: 84.862797ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:59.776661Z","caller":"traceutil/trace.go:171","msg":"trace[825070000] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"457.502877ms","start":"2026-04-02T09:02:59.319119Z","end":"2026-04-02T09:02:59.776622Z","steps":["trace[825070000] 'process raft request' (duration: 372.383704ms)","trace[825070000] 'compare' (duration: 84.375583ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:02:59.776811Z","caller":"traceutil/trace.go:171","msg":"trace[510166015] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"457.429386ms","start":"2026-04-02T09:02:59.319361Z","end":"2026-04-02T09:02:59.77679Z","steps":["trace[510166015] 'process raft request' (duration: 456.887001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:59.776831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:59.319094Z","time spent":"457.649551ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:59.776855Z","caller":"traceutil/trace.go:171","msg":"trace[343228745] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"457.503857ms","start":"2026-04-02T09:02:59.319327Z","end":"2026-04-02T09:02:59.776831Z","steps":["trace[343228745] 'process raft request' (duration: 456.724497ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:59.7769Z","caller":"traceutil/trace.go:171","msg":"trace[1269706733] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"457.444455ms","start":"2026-04-02T09:02:59.319409Z","end":"2026-04-02T09:02:59.776854Z","steps":["trace[1269706733] 'process raft request' (duration: 456.978033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:59.776955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:59.319318Z","time spent":"457.58232ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:59.776955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:59.319341Z","time spent":"457.516698ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:02:59.776942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.294853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:02:59.777059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.840098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-02T09:02:59.777129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:59.319172Z","time spent":"457.834278ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:02:59.77713Z","caller":"traceutil/trace.go:171","msg":"trace[395560248] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5785; }","duration":"234.526989ms","start":"2026-04-02T09:02:59.542585Z","end":"2026-04-02T09:02:59.777112Z","steps":["trace[395560248] 'agreement among raft nodes before linearized reading' (duration: 234.258482ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:02:59.777146Z","caller":"traceutil/trace.go:171","msg":"trace[240142031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5785; }","duration":"116.975032ms","start":"2026-04-02T09:02:59.660149Z","end":"2026-04-02T09:02:59.777125Z","steps":["trace[240142031] 'agreement among raft nodes before linearized reading' (duration: 116.722184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:59.777162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.486787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80323"} {"level":"info","ts":"2026-04-02T09:02:59.777223Z","caller":"traceutil/trace.go:171","msg":"trace[394229460] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5785; }","duration":"457.588119ms","start":"2026-04-02T09:02:59.31962Z","end":"2026-04-02T09:02:59.777209Z","steps":["trace[394229460] 'agreement among raft nodes before linearized reading' (duration: 457.276472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:02:59.77726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:59.319607Z","time spent":"457.646572ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80346,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T09:02:59.777613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:59.319332Z","time spent":"457.080036ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:03:00.813756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.579589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:03:00.81395Z","caller":"traceutil/trace.go:171","msg":"trace[1571054681] linearizableReadLoop","detail":"{readStateIndex:6018; appliedIndex:6017; }","duration":"957.51153ms","start":"2026-04-02T09:02:59.856421Z","end":"2026-04-02T09:03:00.813933Z","steps":["trace[1571054681] 'read index received' (duration: 237.604892ms)","trace[1571054681] 'applied index is now lower than readState.Index' (duration: 719.904758ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:03:00.81401Z","caller":"traceutil/trace.go:171","msg":"trace[333928070] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"952.904816ms","start":"2026-04-02T09:02:59.861081Z","end":"2026-04-02T09:03:00.813986Z","steps":["trace[333928070] 'process raft request' (duration: 952.804734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:00.814108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.671643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:03:00.814122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:59.861069Z","time spent":"953.001728ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:03:00.814148Z","caller":"traceutil/trace.go:171","msg":"trace[468381718] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5787; }","duration":"957.775638ms","start":"2026-04-02T09:02:59.856363Z","end":"2026-04-02T09:03:00.814139Z","steps":["trace[468381718] 'agreement among raft nodes before linearized reading' (duration: 957.676135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:00.814229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:59.856343Z","time spent":"957.87318ms","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-02T09:03:00.814176Z","caller":"traceutil/trace.go:171","msg":"trace[35728887] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"1.029517921s","start":"2026-04-02T09:02:59.784366Z","end":"2026-04-02T09:03:00.813884Z","steps":["trace[35728887] 'process raft request' (duration: 309.687555ms)","trace[35728887] 'compare' (duration: 719.225329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:03:00.814328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:59.784352Z","time spent":"1.029935501s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:03:01.315059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664164046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:03:01.815656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664164046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:03:01.820656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155535176s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T09:03:01.821071Z","caller":"traceutil/trace.go:171","msg":"trace[1104711271] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"1.245228133s","start":"2026-04-02T09:03:00.57582Z","end":"2026-04-02T09:03:01.821048Z","steps":["trace[1104711271] 'process raft request' (duration: 1.245065658s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:01.821218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:00.575787Z","time spent":"1.245352135s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:03:01.931156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T09:03:01.93124Z","caller":"traceutil/trace.go:171","msg":"trace[78693859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000193686s","start":"2026-04-02T09:02:59.931028Z","end":"2026-04-02T09:03:01.931222Z","steps":["trace[78693859] 'agreement among raft nodes before linearized reading' (duration: 2.000085363s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:01.931493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:02:59.931009Z","time spent":"2.000273217s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 09:03:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T09:03:02.591641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.527765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:03:02.592409Z","caller":"traceutil/trace.go:171","msg":"trace[2063968600] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"1.715540275s","start":"2026-04-02T09:03:00.876838Z","end":"2026-04-02T09:03:02.592378Z","steps":["trace[2063968600] 'process raft request' (duration: 1.210216099s)","trace[2063968600] 'compare' (duration: 504.186155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:03:02.592565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:00.876813Z","time spent":"1.715664999s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:03:02.59266Z","caller":"traceutil/trace.go:171","msg":"trace[1313344188] linearizableReadLoop","detail":"{readStateIndex:6022; appliedIndex:6019; }","duration":"1.778583274s","start":"2026-04-02T09:03:00.81401Z","end":"2026-04-02T09:03:02.592593Z","steps":["trace[1313344188] 'read index received' (duration: 1.006847719s)","trace[1313344188] 'applied index is now lower than readState.Index' (duration: 771.723605ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:03:02.592731Z","caller":"traceutil/trace.go:171","msg":"trace[1857708844] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"1.714336442s","start":"2026-04-02T09:03:00.878315Z","end":"2026-04-02T09:03:02.592651Z","steps":["trace[1857708844] 'process raft request' (duration: 1.713397637s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.593074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:00.878286Z","time spent":"1.714522608s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:03:02.600919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248644709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-02T09:03:02.600941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28092722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21a9c12f-6a1c-4fa6-bbca-e9be247427d8\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-02T09:03:02.600999Z","caller":"traceutil/trace.go:171","msg":"trace[1413934946] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5790; }","duration":"2.248787954s","start":"2026-04-02T09:03:00.352192Z","end":"2026-04-02T09:03:02.60098Z","steps":["trace[1413934946] 'agreement among raft nodes before linearized reading' (duration: 2.240670575s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:02.601008Z","caller":"traceutil/trace.go:171","msg":"trace[1752967215] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-21a9c12f-6a1c-4fa6-bbca-e9be247427d8; range_end:; response_count:1; response_revision:5790; }","duration":"2.281051983s","start":"2026-04-02T09:03:00.319939Z","end":"2026-04-02T09:03:02.600991Z","steps":["trace[1752967215] 'agreement among raft nodes before linearized reading' (duration: 2.272958855s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.601003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.98777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:03:02.601045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:00.31991Z","time spent":"2.281125844s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21a9c12f-6a1c-4fa6-bbca-e9be247427d8\" "} {"level":"info","ts":"2026-04-02T09:03:02.601077Z","caller":"traceutil/trace.go:171","msg":"trace[448255730] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5790; }","duration":"275.119732ms","start":"2026-04-02T09:03:02.32594Z","end":"2026-04-02T09:03:02.60106Z","steps":["trace[448255730] 'agreement among raft nodes before linearized reading' (duration: 274.995379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.601112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.991765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T09:03:02.601115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.148671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T09:03:02.601146Z","caller":"traceutil/trace.go:171","msg":"trace[1465265909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5790; }","duration":"819.192654ms","start":"2026-04-02T09:03:01.781947Z","end":"2026-04-02T09:03:02.60114Z","steps":["trace[1465265909] 'agreement among raft nodes before linearized reading' (duration: 819.110521ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:02.601149Z","caller":"traceutil/trace.go:171","msg":"trace[1312934025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5790; }","duration":"820.060247ms","start":"2026-04-02T09:03:01.781077Z","end":"2026-04-02T09:03:02.601138Z","steps":["trace[1312934025] 'agreement among raft nodes before linearized reading' (duration: 819.966574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.601169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:01.781941Z","time spent":"819.223774ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:03:02.601156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482758922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:03:02.601179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:01.78106Z","time spent":"820.112257ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:03:02.601173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.051796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T09:03:02.601234Z","caller":"traceutil/trace.go:171","msg":"trace[608502459] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5790; }","duration":"1.482883937s","start":"2026-04-02T09:03:01.118324Z","end":"2026-04-02T09:03:02.601208Z","steps":["trace[608502459] 'agreement among raft nodes before linearized reading' (duration: 1.482755354s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.601036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:00.352163Z","time spent":"2.248865736s","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-02T09:03:02.601286Z","caller":"traceutil/trace.go:171","msg":"trace[431465514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5790; }","duration":"820.19716ms","start":"2026-04-02T09:03:01.781078Z","end":"2026-04-02T09:03:02.601275Z","steps":["trace[431465514] 'agreement among raft nodes before linearized reading' (duration: 819.894343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.601291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.602003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T09:03:02.601325Z","caller":"traceutil/trace.go:171","msg":"trace[514102734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5790; }","duration":"819.652626ms","start":"2026-04-02T09:03:01.781664Z","end":"2026-04-02T09:03:02.601316Z","steps":["trace[514102734] 'agreement among raft nodes before linearized reading' (duration: 819.558243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.601316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:01.78106Z","time spent":"820.248662ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:03:02.600934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783554668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:03:02.601365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:01.781657Z","time spent":"819.700796ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:03:02.601312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:01.118297Z","time spent":"1.482997079s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:03:02.601318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364649045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:03:02.601364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.968042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:03:02.60138Z","caller":"traceutil/trace.go:171","msg":"trace[931000765] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5790; }","duration":"1.784124093s","start":"2026-04-02T09:03:00.817242Z","end":"2026-04-02T09:03:02.601366Z","steps":["trace[931000765] 'agreement among raft nodes before linearized reading' (duration: 1.783573148s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:02.601436Z","caller":"traceutil/trace.go:171","msg":"trace[163348711] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5790; }","duration":"2.3648089s","start":"2026-04-02T09:03:00.236611Z","end":"2026-04-02T09:03:02.60142Z","steps":["trace[163348711] 'agreement among raft nodes before linearized reading' (duration: 2.356307921s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.601438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.997035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T09:03:02.601457Z","caller":"traceutil/trace.go:171","msg":"trace[1751112748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5790; }","duration":"670.128087ms","start":"2026-04-02T09:03:01.931311Z","end":"2026-04-02T09:03:02.601439Z","steps":["trace[1751112748] 'agreement among raft nodes before linearized reading' (duration: 669.838179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.601472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:00.817222Z","time spent":"1.784240645s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-02T09:03:02.601483Z","caller":"traceutil/trace.go:171","msg":"trace[811750842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5790; }","duration":"820.059015ms","start":"2026-04-02T09:03:01.781412Z","end":"2026-04-02T09:03:02.601471Z","steps":["trace[811750842] 'agreement among raft nodes before linearized reading' (duration: 819.536481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.601487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:00.236585Z","time spent":"2.364884761s","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:03:02.601511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:01.781404Z","time spent":"820.100837ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:03:02.601503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:01.931198Z","time spent":"670.297411ms","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:03:02.601342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.733138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:03:02.601615Z","caller":"traceutil/trace.go:171","msg":"trace[37114554] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5790; }","duration":"352.078577ms","start":"2026-04-02T09:03:02.249522Z","end":"2026-04-02T09:03:02.601601Z","steps":["trace[37114554] 'agreement among raft nodes before linearized reading' (duration: 351.647135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.601666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:02.249432Z","time spent":"352.214561ms","remote":"127.0.0.1:54388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:03:02.601649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.463858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-02T09:03:02.601804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.473806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:03:02.601842Z","caller":"traceutil/trace.go:171","msg":"trace[1338894594] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:5790; }","duration":"817.529729ms","start":"2026-04-02T09:03:01.784304Z","end":"2026-04-02T09:03:02.601834Z","steps":["trace[1338894594] 'agreement among raft nodes before linearized reading' (duration: 816.607664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.601865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:01.784296Z","time spent":"817.563469ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"info","ts":"2026-04-02T09:03:02.60187Z","caller":"traceutil/trace.go:171","msg":"trace[351350005] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5790; }","duration":"725.58115ms","start":"2026-04-02T09:03:01.876128Z","end":"2026-04-02T09:03:02.601709Z","steps":["trace[351350005] 'agreement among raft nodes before linearized reading' (duration: 725.319123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:02.602061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:01.876104Z","time spent":"725.942341ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-02T09:03:04.354649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.943437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21a9c12f-6a1c-4fa6-bbca-e9be247427d8\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-04-02T09:03:04.354951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.270274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:03:04.355053Z","caller":"traceutil/trace.go:171","msg":"trace[155895971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5811; }","duration":"423.519972ms","start":"2026-04-02T09:03:03.931512Z","end":"2026-04-02T09:03:04.355031Z","steps":["trace[155895971] 'range keys from in-memory index tree' (duration: 423.136481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:04.355112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:03.93146Z","time spent":"423.640425ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:03:04.35508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.045592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:03:04.355152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.599005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T09:03:04.355198Z","caller":"traceutil/trace.go:171","msg":"trace[1354197527] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5811; }","duration":"314.192315ms","start":"2026-04-02T09:03:04.040964Z","end":"2026-04-02T09:03:04.355156Z","steps":["trace[1354197527] 'count revisions from in-memory index tree' (duration: 313.933399ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:04.355211Z","caller":"traceutil/trace.go:171","msg":"trace[666400471] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5811; }","duration":"423.706307ms","start":"2026-04-02T09:03:03.931488Z","end":"2026-04-02T09:03:04.355194Z","steps":["trace[666400471] 'range keys from in-memory index tree' (duration: 423.323086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:04.355255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:04.040893Z","time spent":"314.34667ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:03:04.355263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:03.931463Z","time spent":"423.781339ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T09:03:04.355489Z","caller":"traceutil/trace.go:171","msg":"trace[2045045028] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-21a9c12f-6a1c-4fa6-bbca-e9be247427d8; range_end:; response_count:1; response_revision:5811; }","duration":"272.244646ms","start":"2026-04-02T09:03:04.082602Z","end":"2026-04-02T09:03:04.354846Z","steps":["trace[2045045028] 'range keys from in-memory index tree' (duration: 271.68561ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:11.371098Z","caller":"traceutil/trace.go:171","msg":"trace[1839222098] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"208.029024ms","start":"2026-04-02T09:03:11.163048Z","end":"2026-04-02T09:03:11.371077Z","steps":["trace[1839222098] 'process raft request' (duration: 207.8727ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:15.140573Z","caller":"traceutil/trace.go:171","msg":"trace[1325815564] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"495.423199ms","start":"2026-04-02T09:03:14.645121Z","end":"2026-04-02T09:03:15.140544Z","steps":["trace[1325815564] 'process raft request' (duration: 495.240404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:15.140808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:14.645095Z","time spent":"495.617924ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:03:15.141764Z","caller":"traceutil/trace.go:171","msg":"trace[994885421] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"238.958689ms","start":"2026-04-02T09:03:14.902769Z","end":"2026-04-02T09:03:15.141727Z","steps":["trace[994885421] 'process raft request' (duration: 238.726973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:15.142026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.899203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:03:15.142128Z","caller":"traceutil/trace.go:171","msg":"trace[667642431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5986; }","duration":"453.013976ms","start":"2026-04-02T09:03:14.68909Z","end":"2026-04-02T09:03:15.142104Z","steps":["trace[667642431] 'agreement among raft nodes before linearized reading' (duration: 452.733629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:15.142177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:14.689027Z","time spent":"453.13785ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T09:03:15.141771Z","caller":"traceutil/trace.go:171","msg":"trace[1367617467] linearizableReadLoop","detail":"{readStateIndex:6223; appliedIndex:6221; }","duration":"452.601616ms","start":"2026-04-02T09:03:14.689105Z","end":"2026-04-02T09:03:15.141707Z","steps":["trace[1367617467] 'read index received' (duration: 451.132156ms)","trace[1367617467] 'applied index is now lower than readState.Index' (duration: 1.46695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:03:15.142556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.141316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:03:15.142597Z","caller":"traceutil/trace.go:171","msg":"trace[986537665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5986; }","duration":"405.228159ms","start":"2026-04-02T09:03:14.73736Z","end":"2026-04-02T09:03:15.142588Z","steps":["trace[986537665] 'agreement among raft nodes before linearized reading' (duration: 405.125566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:15.142624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:14.73732Z","time spent":"405.29782ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:03:15.142679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.785548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:03:15.142757Z","caller":"traceutil/trace.go:171","msg":"trace[1111681421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5986; }","duration":"436.922953ms","start":"2026-04-02T09:03:14.705815Z","end":"2026-04-02T09:03:15.142738Z","steps":["trace[1111681421] 'agreement among raft nodes before linearized reading' (duration: 436.713867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:15.142816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.064256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-02T09:03:15.142826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:14.705792Z","time spent":"437.022925ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T09:03:15.142865Z","caller":"traceutil/trace.go:171","msg":"trace[1086723810] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:5986; }","duration":"434.129088ms","start":"2026-04-02T09:03:14.70872Z","end":"2026-04-02T09:03:15.142849Z","steps":["trace[1086723810] 'agreement among raft nodes before linearized reading' (duration: 434.010315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:15.142918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:14.708708Z","time spent":"434.20059ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"warn","ts":"2026-04-02T09:03:15.142683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.267761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-02T09:03:15.142967Z","caller":"traceutil/trace.go:171","msg":"trace[1526661432] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5986; }","duration":"126.617312ms","start":"2026-04-02T09:03:15.016333Z","end":"2026-04-02T09:03:15.142951Z","steps":["trace[1526661432] 'agreement among raft nodes before linearized reading' (duration: 126.19135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:15.143206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.582211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T09:03:15.14323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.374045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:03:15.143269Z","caller":"traceutil/trace.go:171","msg":"trace[1667736997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5986; }","duration":"450.691104ms","start":"2026-04-02T09:03:14.692561Z","end":"2026-04-02T09:03:15.143252Z","steps":["trace[1667736997] 'agreement among raft nodes before linearized reading' (duration: 449.889272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:15.143306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:14.692538Z","time spent":"450.759615ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T09:03:15.143361Z","caller":"traceutil/trace.go:171","msg":"trace[1178720309] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"496.146439ms","start":"2026-04-02T09:03:14.645397Z","end":"2026-04-02T09:03:15.141544Z","steps":["trace[1178720309] 'process raft request' (duration: 496.009195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:15.143604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:14.645385Z","time spent":"498.153113ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:03:15.143807Z","caller":"traceutil/trace.go:171","msg":"trace[302621974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5986; }","duration":"450.488278ms","start":"2026-04-02T09:03:14.692794Z","end":"2026-04-02T09:03:15.143282Z","steps":["trace[302621974] 'agreement among raft nodes before linearized reading' (duration: 449.844041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:15.144416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:14.692773Z","time spent":"451.615498ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:03:20.520088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664164569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:03:21.020281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664164569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:03:21.458294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412486499s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T09:03:21.458678Z","caller":"traceutil/trace.go:171","msg":"trace[1086626263] linearizableReadLoop","detail":"{readStateIndex:6265; appliedIndex:6264; }","duration":"1.439519738s","start":"2026-04-02T09:03:20.019132Z","end":"2026-04-02T09:03:21.458652Z","steps":["trace[1086626263] 'read index received' (duration: 1.439409875s)","trace[1086626263] 'applied index is now lower than readState.Index' (duration: 107.563µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:03:21.458811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439706773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-02T09:03:21.458864Z","caller":"traceutil/trace.go:171","msg":"trace[1313526152] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6026; }","duration":"1.439795185s","start":"2026-04-02T09:03:20.019042Z","end":"2026-04-02T09:03:21.458837Z","steps":["trace[1313526152] 'agreement among raft nodes before linearized reading' (duration: 1.439684772s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.458894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:20.019019Z","time spent":"1.439868608s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-02T09:03:21.458767Z","caller":"traceutil/trace.go:171","msg":"trace[402767097] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"1.460437392s","start":"2026-04-02T09:03:19.998294Z","end":"2026-04-02T09:03:21.458732Z","steps":["trace[402767097] 'process raft request' (duration: 1.460212976s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.459077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:19.99826Z","time spent":"1.460709079s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17217,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:03:21.469934Z","caller":"traceutil/trace.go:171","msg":"trace[938396030] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"306.667642ms","start":"2026-04-02T09:03:21.163245Z","end":"2026-04-02T09:03:21.469913Z","steps":["trace[938396030] 'process raft request' (duration: 306.438116ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:21.469946Z","caller":"traceutil/trace.go:171","msg":"trace[202056525] transaction","detail":"{read_only:false; response_revision:6028; number_of_response:1; }","duration":"303.552028ms","start":"2026-04-02T09:03:21.166367Z","end":"2026-04-02T09:03:21.469919Z","steps":["trace[202056525] 'process raft request' (duration: 303.452345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.470062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:21.16321Z","time spent":"306.782546ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:03:21.470102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:21.166342Z","time spent":"303.678733ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:03:21.470486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.433839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T09:03:21.470552Z","caller":"traceutil/trace.go:171","msg":"trace[326739425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6029; }","duration":"292.528872ms","start":"2026-04-02T09:03:21.178012Z","end":"2026-04-02T09:03:21.470541Z","steps":["trace[326739425] 'agreement among raft nodes before linearized reading' (duration: 292.378878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.47056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.913758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T09:03:21.470601Z","caller":"traceutil/trace.go:171","msg":"trace[904543449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6029; }","duration":"290.980489ms","start":"2026-04-02T09:03:21.17961Z","end":"2026-04-02T09:03:21.470591Z","steps":["trace[904543449] 'agreement among raft nodes before linearized reading' (duration: 290.906538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.470672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.690482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:03:21.470884Z","caller":"traceutil/trace.go:171","msg":"trace[1286332245] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"304.129935ms","start":"2026-04-02T09:03:21.166623Z","end":"2026-04-02T09:03:21.470753Z","steps":["trace[1286332245] 'process raft request' (duration: 303.250291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.470455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.190039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:03:21.471013Z","caller":"traceutil/trace.go:171","msg":"trace[1728472155] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6029; }","duration":"483.758584ms","start":"2026-04-02T09:03:20.987248Z","end":"2026-04-02T09:03:21.471006Z","steps":["trace[1728472155] 'agreement among raft nodes before linearized reading' (duration: 483.166049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.470778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.090322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:03:21.471062Z","caller":"traceutil/trace.go:171","msg":"trace[1803114626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6029; }","duration":"540.433731ms","start":"2026-04-02T09:03:20.930621Z","end":"2026-04-02T09:03:21.471055Z","steps":["trace[1803114626] 'agreement among raft nodes before linearized reading' (duration: 540.133203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.471083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:20.930602Z","time spent":"540.476093ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:03:21.470946Z","caller":"traceutil/trace.go:171","msg":"trace[2143857794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6029; }","duration":"216.01259ms","start":"2026-04-02T09:03:21.254919Z","end":"2026-04-02T09:03:21.470932Z","steps":["trace[2143857794] 'agreement among raft nodes before linearized reading' (duration: 215.591379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.47113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:21.166602Z","time spent":"304.399351ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:03:21.470487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.836126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T09:03:21.471202Z","caller":"traceutil/trace.go:171","msg":"trace[293645030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6029; }","duration":"291.581056ms","start":"2026-04-02T09:03:21.179611Z","end":"2026-04-02T09:03:21.471192Z","steps":["trace[293645030] 'agreement among raft nodes before linearized reading' (duration: 290.558609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.470833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.166474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T09:03:21.471479Z","caller":"traceutil/trace.go:171","msg":"trace[1130667448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6029; }","duration":"298.853443ms","start":"2026-04-02T09:03:21.172618Z","end":"2026-04-02T09:03:21.471471Z","steps":["trace[1130667448] 'agreement among raft nodes before linearized reading' (duration: 298.121793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.470833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.941579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:03:21.471622Z","caller":"traceutil/trace.go:171","msg":"trace[2031902713] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6029; }","duration":"124.769182ms","start":"2026-04-02T09:03:21.346833Z","end":"2026-04-02T09:03:21.471603Z","steps":["trace[2031902713] 'agreement among raft nodes before linearized reading' (duration: 123.954349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.470846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.656604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T09:03:21.471702Z","caller":"traceutil/trace.go:171","msg":"trace[993846082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6029; }","duration":"300.539898ms","start":"2026-04-02T09:03:21.171151Z","end":"2026-04-02T09:03:21.471691Z","steps":["trace[993846082] 'agreement among raft nodes before linearized reading' (duration: 299.645534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.471726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:21.171137Z","time spent":"300.581579ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:03:21.470807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341557237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:03:21.471777Z","caller":"traceutil/trace.go:171","msg":"trace[2140069035] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6029; }","duration":"1.342590625s","start":"2026-04-02T09:03:20.129178Z","end":"2026-04-02T09:03:21.471769Z","steps":["trace[2140069035] 'agreement among raft nodes before linearized reading' (duration: 1.341549227s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.471797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:20.129155Z","time spent":"1.342635467s","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:03:21.470862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.418158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:03:21.4721Z","caller":"traceutil/trace.go:171","msg":"trace[1295490288] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:6029; }","duration":"297.454914ms","start":"2026-04-02T09:03:21.174405Z","end":"2026-04-02T09:03:21.47186Z","steps":["trace[1295490288] 'agreement among raft nodes before linearized reading' (duration: 296.400606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:03:21.471664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:03:20.987182Z","time spent":"483.848857ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-02T09:03:21.722932Z","caller":"traceutil/trace.go:171","msg":"trace[1779978655] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"147.772102ms","start":"2026-04-02T09:03:21.575128Z","end":"2026-04-02T09:03:21.7229Z","steps":["trace[1779978655] 'process raft request' (duration: 66.844802ms)","trace[1779978655] 'compare' (duration: 80.766066ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:03:21.723264Z","caller":"traceutil/trace.go:171","msg":"trace[1704902019] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"147.739441ms","start":"2026-04-02T09:03:21.575474Z","end":"2026-04-02T09:03:21.723213Z","steps":["trace[1704902019] 'process raft request' (duration: 147.382962ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:21.723359Z","caller":"traceutil/trace.go:171","msg":"trace[1320162832] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"147.788842ms","start":"2026-04-02T09:03:21.575552Z","end":"2026-04-02T09:03:21.723341Z","steps":["trace[1320162832] 'process raft request' (duration: 147.458503ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:21.723836Z","caller":"traceutil/trace.go:171","msg":"trace[461211867] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"147.099362ms","start":"2026-04-02T09:03:21.576686Z","end":"2026-04-02T09:03:21.723786Z","steps":["trace[461211867] 'process raft request' (duration: 146.563138ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:03:21.724406Z","caller":"traceutil/trace.go:171","msg":"trace[624986427] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"132.737056ms","start":"2026-04-02T09:03:21.59126Z","end":"2026-04-02T09:03:21.723997Z","steps":["trace[624986427] 'process raft request' (duration: 132.067038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:02.225034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.391992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:04:02.225124Z","caller":"traceutil/trace.go:171","msg":"trace[1749484683] linearizableReadLoop","detail":"{readStateIndex:6619; appliedIndex:6618; }","duration":"372.15045ms","start":"2026-04-02T09:04:01.85296Z","end":"2026-04-02T09:04:02.225111Z","steps":["trace[1749484683] 'read index received' (duration: 222.48908ms)","trace[1749484683] 'applied index is now lower than readState.Index' (duration: 149.66055ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:04:02.225189Z","caller":"traceutil/trace.go:171","msg":"trace[1835366540] transaction","detail":"{read_only:false; response_revision:6369; number_of_response:1; }","duration":"385.587731ms","start":"2026-04-02T09:04:01.839594Z","end":"2026-04-02T09:04:02.225181Z","steps":["trace[1835366540] 'process raft request' (duration: 235.989173ms)","trace[1835366540] 'compare' (duration: 148.979011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:04:02.225237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:01.839569Z","time spent":"385.646163ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:04:02.225694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.734275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:04:02.225729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.128291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:04:02.22576Z","caller":"traceutil/trace.go:171","msg":"trace[819633054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6369; }","duration":"372.851458ms","start":"2026-04-02T09:04:01.852891Z","end":"2026-04-02T09:04:02.225743Z","steps":["trace[819633054] 'agreement among raft nodes before linearized reading' (duration: 372.617162ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:02.225764Z","caller":"traceutil/trace.go:171","msg":"trace[435790494] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:6369; }","duration":"316.187533ms","start":"2026-04-02T09:04:01.909566Z","end":"2026-04-02T09:04:02.225754Z","steps":["trace[435790494] 'agreement among raft nodes before linearized reading' (duration: 316.051859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:02.225795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:01.909556Z","time spent":"316.233535ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"warn","ts":"2026-04-02T09:04:02.2258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:01.852827Z","time spent":"372.966121ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:04:02.225692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.550904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:04:02.225852Z","caller":"traceutil/trace.go:171","msg":"trace[299819601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6369; }","duration":"316.735298ms","start":"2026-04-02T09:04:01.909105Z","end":"2026-04-02T09:04:02.22584Z","steps":["trace[299819601] 'agreement among raft nodes before linearized reading' (duration: 316.466881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:02.225881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:01.909096Z","time spent":"316.779729ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:04:02.225971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.994953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:04:02.225752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.562453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:04:02.226218Z","caller":"traceutil/trace.go:171","msg":"trace[197126665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6369; }","duration":"317.063806ms","start":"2026-04-02T09:04:01.909136Z","end":"2026-04-02T09:04:02.226199Z","steps":["trace[197126665] 'agreement among raft nodes before linearized reading' (duration: 316.435059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:02.226286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:01.909125Z","time spent":"317.143158ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:04:02.226296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.953322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-02T09:04:02.226103Z","caller":"traceutil/trace.go:171","msg":"trace[2034823497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6369; }","duration":"324.390905ms","start":"2026-04-02T09:04:01.901685Z","end":"2026-04-02T09:04:02.226076Z","steps":["trace[2034823497] 'agreement among raft nodes before linearized reading' (duration: 323.889651ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:02.226331Z","caller":"traceutil/trace.go:171","msg":"trace[632464921] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6369; }","duration":"324.047454ms","start":"2026-04-02T09:04:01.902272Z","end":"2026-04-02T09:04:02.226319Z","steps":["trace[632464921] 'agreement among raft nodes before linearized reading' (duration: 323.324674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:02.226359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:01.902245Z","time spent":"324.108656ms","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-02T09:04:02.226344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:01.901662Z","time spent":"324.671291ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T09:04:02.461463Z","caller":"traceutil/trace.go:171","msg":"trace[721585323] transaction","detail":"{read_only:false; response_revision:6371; number_of_response:1; }","duration":"230.861506ms","start":"2026-04-02T09:04:02.230572Z","end":"2026-04-02T09:04:02.461433Z","steps":["trace[721585323] 'process raft request' (duration: 230.613439ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:02.461792Z","caller":"traceutil/trace.go:171","msg":"trace[1258047919] transaction","detail":"{read_only:false; response_revision:6372; number_of_response:1; }","duration":"231.039911ms","start":"2026-04-02T09:04:02.230686Z","end":"2026-04-02T09:04:02.461726Z","steps":["trace[1258047919] 'process raft request' (duration: 230.710812ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:02.461894Z","caller":"traceutil/trace.go:171","msg":"trace[575518034] transaction","detail":"{read_only:false; response_revision:6373; number_of_response:1; }","duration":"231.170564ms","start":"2026-04-02T09:04:02.230686Z","end":"2026-04-02T09:04:02.461857Z","steps":["trace[575518034] 'process raft request' (duration: 230.969969ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:02.461941Z","caller":"traceutil/trace.go:171","msg":"trace[1850257879] transaction","detail":"{read_only:false; response_revision:6374; number_of_response:1; }","duration":"231.193175ms","start":"2026-04-02T09:04:02.230732Z","end":"2026-04-02T09:04:02.461925Z","steps":["trace[1850257879] 'process raft request' (duration: 231.05377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:02.659581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.744415ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T09:04:02.659697Z","caller":"traceutil/trace.go:171","msg":"trace[1253697926] linearizableReadLoop","detail":"{readStateIndex:6625; appliedIndex:6620; }","duration":"346.16008ms","start":"2026-04-02T09:04:02.313519Z","end":"2026-04-02T09:04:02.659679Z","steps":["trace[1253697926] 'read index received' (duration: 147.701727ms)","trace[1253697926] 'applied index is now lower than readState.Index' (duration: 198.456523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:04:02.660217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.020064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:04:02.660291Z","caller":"traceutil/trace.go:171","msg":"trace[1288632171] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6374; }","duration":"210.164597ms","start":"2026-04-02T09:04:02.450107Z","end":"2026-04-02T09:04:02.660272Z","steps":["trace[1288632171] 'agreement among raft nodes before linearized reading' (duration: 210.025274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:02.660537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.77593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6135"} {"level":"info","ts":"2026-04-02T09:04:02.660593Z","caller":"traceutil/trace.go:171","msg":"trace[461220814] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:6374; }","duration":"127.920164ms","start":"2026-04-02T09:04:02.532659Z","end":"2026-04-02T09:04:02.660579Z","steps":["trace[461220814] 'agreement among raft nodes before linearized reading' (duration: 127.745749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:02.66053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.528513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-04-02T09:04:02.660949Z","caller":"traceutil/trace.go:171","msg":"trace[1258695814] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6374; }","duration":"400.891962ms","start":"2026-04-02T09:04:02.259934Z","end":"2026-04-02T09:04:02.660826Z","steps":["trace[1258695814] 'agreement among raft nodes before linearized reading' (duration: 400.194294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:02.661039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:02.259918Z","time spent":"401.107428ms","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1848,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-02T09:04:02.916163Z","caller":"traceutil/trace.go:171","msg":"trace[181239265] transaction","detail":"{read_only:false; response_revision:6377; number_of_response:1; }","duration":"158.086336ms","start":"2026-04-02T09:04:02.758052Z","end":"2026-04-02T09:04:02.916138Z","steps":["trace[181239265] 'process raft request' (duration: 157.8311ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:02.916463Z","caller":"traceutil/trace.go:171","msg":"trace[1822293977] transaction","detail":"{read_only:false; response_revision:6378; number_of_response:1; }","duration":"158.367213ms","start":"2026-04-02T09:04:02.758084Z","end":"2026-04-02T09:04:02.916451Z","steps":["trace[1822293977] 'process raft request' (duration: 157.943991ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:02.91681Z","caller":"traceutil/trace.go:171","msg":"trace[1203595190] transaction","detail":"{read_only:false; response_revision:6379; number_of_response:1; }","duration":"158.571738ms","start":"2026-04-02T09:04:02.758202Z","end":"2026-04-02T09:04:02.916774Z","steps":["trace[1203595190] 'process raft request' (duration: 158.156857ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:02.916859Z","caller":"traceutil/trace.go:171","msg":"trace[1670292351] linearizableReadLoop","detail":"{readStateIndex:6632; appliedIndex:6626; }","duration":"156.670238ms","start":"2026-04-02T09:04:02.760176Z","end":"2026-04-02T09:04:02.916846Z","steps":["trace[1670292351] 'read index received' (duration: 28.934849ms)","trace[1670292351] 'applied index is now lower than readState.Index' (duration: 127.734669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:04:02.917043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.844493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-04-02T09:04:02.9171Z","caller":"traceutil/trace.go:171","msg":"trace[668633008] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6382; }","duration":"156.942875ms","start":"2026-04-02T09:04:02.760137Z","end":"2026-04-02T09:04:02.91708Z","steps":["trace[668633008] 'agreement among raft nodes before linearized reading' (duration: 156.753799ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:02.917112Z","caller":"traceutil/trace.go:171","msg":"trace[1545089485] transaction","detail":"{read_only:false; response_revision:6381; number_of_response:1; }","duration":"158.512048ms","start":"2026-04-02T09:04:02.758564Z","end":"2026-04-02T09:04:02.917076Z","steps":["trace[1545089485] 'process raft request' (duration: 158.193819ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:02.917045Z","caller":"traceutil/trace.go:171","msg":"trace[1676184842] transaction","detail":"{read_only:false; response_revision:6380; number_of_response:1; }","duration":"158.559378ms","start":"2026-04-02T09:04:02.758475Z","end":"2026-04-02T09:04:02.917034Z","steps":["trace[1676184842] 'process raft request' (duration: 158.169288ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:02.917191Z","caller":"traceutil/trace.go:171","msg":"trace[536963501] transaction","detail":"{read_only:false; response_revision:6382; number_of_response:1; }","duration":"152.707202ms","start":"2026-04-02T09:04:02.764421Z","end":"2026-04-02T09:04:02.917129Z","steps":["trace[536963501] 'process raft request' (duration: 152.375833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:03.116524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.295166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112165"} {"level":"info","ts":"2026-04-02T09:04:03.116682Z","caller":"traceutil/trace.go:171","msg":"trace[1996336731] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6382; }","duration":"173.499111ms","start":"2026-04-02T09:04:02.943125Z","end":"2026-04-02T09:04:03.116624Z","steps":["trace[1996336731] 'range keys from in-memory index tree' (duration: 172.872684ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:03.847963Z","caller":"traceutil/trace.go:171","msg":"trace[505890926] transaction","detail":"{read_only:false; response_revision:6385; number_of_response:1; }","duration":"106.425215ms","start":"2026-04-02T09:04:03.741493Z","end":"2026-04-02T09:04:03.847918Z","steps":["trace[505890926] 'process raft request' (duration: 14.201952ms)","trace[505890926] 'compare' (duration: 92.029458ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:04:04.007415Z","caller":"traceutil/trace.go:171","msg":"trace[334850149] linearizableReadLoop","detail":"{readStateIndex:6637; appliedIndex:6636; }","duration":"174.843178ms","start":"2026-04-02T09:04:03.83253Z","end":"2026-04-02T09:04:04.007373Z","steps":["trace[334850149] 'read index received' (duration: 130.464493ms)","trace[334850149] 'applied index is now lower than readState.Index' (duration: 44.377065ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:04:04.007455Z","caller":"traceutil/trace.go:171","msg":"trace[201989699] transaction","detail":"{read_only:false; response_revision:6386; number_of_response:1; }","duration":"228.867272ms","start":"2026-04-02T09:04:03.778553Z","end":"2026-04-02T09:04:04.00742Z","steps":["trace[201989699] 'process raft request' (duration: 184.516857ms)","trace[201989699] 'compare' (duration: 44.106478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:04:04.007806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.271899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-02T09:04:04.007906Z","caller":"traceutil/trace.go:171","msg":"trace[1659996786] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6386; }","duration":"175.427113ms","start":"2026-04-02T09:04:03.832467Z","end":"2026-04-02T09:04:04.007895Z","steps":["trace[1659996786] 'agreement among raft nodes before linearized reading' (duration: 175.145775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:04.028038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.438544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:04:04.028172Z","caller":"traceutil/trace.go:171","msg":"trace[425914356] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6387; }","duration":"178.63483ms","start":"2026-04-02T09:04:03.849517Z","end":"2026-04-02T09:04:04.028152Z","steps":["trace[425914356] 'agreement among raft nodes before linearized reading' (duration: 178.417584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:04.028359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.258277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:04:04.028454Z","caller":"traceutil/trace.go:171","msg":"trace[119287888] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6387; }","duration":"143.41508ms","start":"2026-04-02T09:04:03.885018Z","end":"2026-04-02T09:04:04.028433Z","steps":["trace[119287888] 'agreement among raft nodes before linearized reading' (duration: 143.170344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:04.602789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.018312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:04:04.602918Z","caller":"traceutil/trace.go:171","msg":"trace[1834492538] linearizableReadLoop","detail":"{readStateIndex:6641; appliedIndex:6640; }","duration":"278.667873ms","start":"2026-04-02T09:04:04.324229Z","end":"2026-04-02T09:04:04.602897Z","steps":["trace[1834492538] 'read index received' (duration: 48.237319ms)","trace[1834492538] 'applied index is now lower than readState.Index' (duration: 230.428663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:04:04.603333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.925891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T09:04:04.603352Z","caller":"traceutil/trace.go:171","msg":"trace[1304779623] transaction","detail":"{read_only:false; response_revision:6390; number_of_response:1; }","duration":"283.447761ms","start":"2026-04-02T09:04:04.319864Z","end":"2026-04-02T09:04:04.603312Z","steps":["trace[1304779623] 'process raft request' (duration: 52.788272ms)","trace[1304779623] 'compare' (duration: 229.875458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:04:04.60342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.791073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:04:04.603471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.247326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:04:04.603541Z","caller":"traceutil/trace.go:171","msg":"trace[2041897979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6390; }","duration":"136.960117ms","start":"2026-04-02T09:04:04.466569Z","end":"2026-04-02T09:04:04.603529Z","steps":["trace[2041897979] 'agreement among raft nodes before linearized reading' (duration: 136.761402ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:04.603534Z","caller":"traceutil/trace.go:171","msg":"trace[1750715612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6390; }","duration":"137.358508ms","start":"2026-04-02T09:04:04.466156Z","end":"2026-04-02T09:04:04.603515Z","steps":["trace[1750715612] 'agreement among raft nodes before linearized reading' (duration: 137.188674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:04.603536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.901185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T09:04:04.603568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.32775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101894"} {"level":"info","ts":"2026-04-02T09:04:04.603673Z","caller":"traceutil/trace.go:171","msg":"trace[234262225] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6390; }","duration":"279.459644ms","start":"2026-04-02T09:04:04.324195Z","end":"2026-04-02T09:04:04.603654Z","steps":["trace[234262225] 'agreement among raft nodes before linearized reading' (duration: 278.816317ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:04.60354Z","caller":"traceutil/trace.go:171","msg":"trace[1951059768] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6390; }","duration":"194.151217ms","start":"2026-04-02T09:04:04.409316Z","end":"2026-04-02T09:04:04.603468Z","steps":["trace[1951059768] 'agreement among raft nodes before linearized reading' (duration: 193.765606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:04.603677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.109551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:04:04.603783Z","caller":"traceutil/trace.go:171","msg":"trace[334496604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6390; }","duration":"137.258436ms","start":"2026-04-02T09:04:04.466503Z","end":"2026-04-02T09:04:04.603761Z","steps":["trace[334496604] 'agreement among raft nodes before linearized reading' (duration: 136.840535ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:04.603602Z","caller":"traceutil/trace.go:171","msg":"trace[1431097302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6390; }","duration":"137.03549ms","start":"2026-04-02T09:04:04.46655Z","end":"2026-04-02T09:04:04.603585Z","steps":["trace[1431097302] 'agreement among raft nodes before linearized reading' (duration: 136.749462ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:04.920244Z","caller":"traceutil/trace.go:171","msg":"trace[1168327757] transaction","detail":"{read_only:false; response_revision:6394; number_of_response:1; }","duration":"310.775637ms","start":"2026-04-02T09:04:04.609439Z","end":"2026-04-02T09:04:04.920215Z","steps":["trace[1168327757] 'process raft request' (duration: 310.693265ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:04.920361Z","caller":"traceutil/trace.go:171","msg":"trace[842360758] transaction","detail":"{read_only:false; response_revision:6393; number_of_response:1; }","duration":"310.975693ms","start":"2026-04-02T09:04:04.609348Z","end":"2026-04-02T09:04:04.920323Z","steps":["trace[842360758] 'process raft request' (duration: 310.719317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:04.920457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:04.60941Z","time spent":"310.933042ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:04:04.920263Z","caller":"traceutil/trace.go:171","msg":"trace[654483701] transaction","detail":"{read_only:false; response_revision:6392; number_of_response:1; }","duration":"311.495187ms","start":"2026-04-02T09:04:04.60873Z","end":"2026-04-02T09:04:04.920225Z","steps":["trace[654483701] 'process raft request' (duration: 311.180438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:04.920586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:04.609327Z","time spent":"311.161718ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:04:04.920529Z","caller":"traceutil/trace.go:171","msg":"trace[1973794639] transaction","detail":"{read_only:false; response_revision:6395; number_of_response:1; }","duration":"310.468959ms","start":"2026-04-02T09:04:04.610046Z","end":"2026-04-02T09:04:04.920515Z","steps":["trace[1973794639] 'process raft request' (duration: 310.119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:04.920774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:04.610033Z","time spent":"310.694136ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:04:04.920916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:04.608696Z","time spent":"311.916838ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:04:14.496041Z","caller":"traceutil/trace.go:171","msg":"trace[34707054] linearizableReadLoop","detail":"{readStateIndex:6717; appliedIndex:6716; }","duration":"107.578036ms","start":"2026-04-02T09:04:14.388431Z","end":"2026-04-02T09:04:14.496009Z","steps":["trace[34707054] 'read index received' (duration: 107.32312ms)","trace[34707054] 'applied index is now lower than readState.Index' (duration: 253.826µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:04:14.496189Z","caller":"traceutil/trace.go:171","msg":"trace[781924004] transaction","detail":"{read_only:false; response_revision:6464; number_of_response:1; }","duration":"171.143228ms","start":"2026-04-02T09:04:14.325005Z","end":"2026-04-02T09:04:14.496148Z","steps":["trace[781924004] 'process raft request' (duration: 170.826229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:14.496258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.816333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:04:14.496298Z","caller":"traceutil/trace.go:171","msg":"trace[1947107885] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6464; }","duration":"107.916785ms","start":"2026-04-02T09:04:14.388369Z","end":"2026-04-02T09:04:14.496286Z","steps":["trace[1947107885] 'agreement among raft nodes before linearized reading' (duration: 107.828362ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:18.623448Z","caller":"traceutil/trace.go:171","msg":"trace[1259769457] transaction","detail":"{read_only:false; response_revision:6489; number_of_response:1; }","duration":"104.788871ms","start":"2026-04-02T09:04:18.51862Z","end":"2026-04-02T09:04:18.623409Z","steps":["trace[1259769457] 'process raft request' (duration: 99.442007ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:19.311433Z","caller":"traceutil/trace.go:171","msg":"trace[860351114] linearizableReadLoop","detail":"{readStateIndex:6745; appliedIndex:6744; }","duration":"382.292133ms","start":"2026-04-02T09:04:18.929027Z","end":"2026-04-02T09:04:19.311319Z","steps":["trace[860351114] 'read index received' (duration: 284.756016ms)","trace[860351114] 'applied index is now lower than readState.Index' (duration: 97.430004ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:04:19.312663Z","caller":"traceutil/trace.go:171","msg":"trace[818438359] transaction","detail":"{read_only:false; response_revision:6491; number_of_response:1; }","duration":"588.931746ms","start":"2026-04-02T09:04:18.723687Z","end":"2026-04-02T09:04:19.312618Z","steps":["trace[818438359] 'process raft request' (duration: 490.585937ms)","trace[818438359] 'compare' (duration: 95.300036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:04:19.312804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.750761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:04:19.312849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:18.72367Z","time spent":"589.07508ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:04:19.312925Z","caller":"traceutil/trace.go:171","msg":"trace[2013296032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6491; }","duration":"383.882666ms","start":"2026-04-02T09:04:18.928988Z","end":"2026-04-02T09:04:19.31287Z","steps":["trace[2013296032] 'agreement among raft nodes before linearized reading' (duration: 383.504695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:19.312977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:18.928969Z","time spent":"383.999769ms","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:04:19.34277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.634808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:04:19.342865Z","caller":"traceutil/trace.go:171","msg":"trace[122153184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6492; }","duration":"341.787011ms","start":"2026-04-02T09:04:19.001054Z","end":"2026-04-02T09:04:19.342841Z","steps":["trace[122153184] 'agreement among raft nodes before linearized reading' (duration: 341.486513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:19.342897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.358878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-02T09:04:19.343015Z","caller":"traceutil/trace.go:171","msg":"trace[558188128] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6492; }","duration":"270.544803ms","start":"2026-04-02T09:04:19.072445Z","end":"2026-04-02T09:04:19.34299Z","steps":["trace[558188128] 'agreement among raft nodes before linearized reading' (duration: 270.190063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:19.343038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.786492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:04:19.343075Z","caller":"traceutil/trace.go:171","msg":"trace[707401737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6492; }","duration":"341.824192ms","start":"2026-04-02T09:04:19.001241Z","end":"2026-04-02T09:04:19.343065Z","steps":["trace[707401737] 'agreement among raft nodes before linearized reading' (duration: 341.714909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:19.343106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:19.00111Z","time spent":"341.989128ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:04:19.3433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.081489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:04:19.343333Z","caller":"traceutil/trace.go:171","msg":"trace[2056094665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6492; }","duration":"342.164132ms","start":"2026-04-02T09:04:19.00116Z","end":"2026-04-02T09:04:19.343324Z","steps":["trace[2056094665] 'agreement among raft nodes before linearized reading' (duration: 342.072669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:19.343365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:19.001133Z","time spent":"342.225454ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T09:04:19.343491Z","caller":"traceutil/trace.go:171","msg":"trace[1393349824] transaction","detail":"{read_only:false; response_revision:6492; number_of_response:1; }","duration":"301.651981ms","start":"2026-04-02T09:04:19.041828Z","end":"2026-04-02T09:04:19.34348Z","steps":["trace[1393349824] 'process raft request' (duration: 300.546361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:19.343588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:19.041795Z","time spent":"301.719843ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:04:19.342924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:19.001025Z","time spent":"341.888855ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T09:04:19.563679Z","caller":"traceutil/trace.go:171","msg":"trace[1501843364] transaction","detail":"{read_only:false; response_revision:6495; number_of_response:1; }","duration":"214.544997ms","start":"2026-04-02T09:04:19.349109Z","end":"2026-04-02T09:04:19.563654Z","steps":["trace[1501843364] 'process raft request' (duration: 214.462675ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:19.563748Z","caller":"traceutil/trace.go:171","msg":"trace[1728524365] transaction","detail":"{read_only:false; response_revision:6494; number_of_response:1; }","duration":"214.622908ms","start":"2026-04-02T09:04:19.34908Z","end":"2026-04-02T09:04:19.563703Z","steps":["trace[1728524365] 'process raft request' (duration: 123.287449ms)","trace[1728524365] 'compare' (duration: 90.960289ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:04:19.563996Z","caller":"traceutil/trace.go:171","msg":"trace[1743561283] transaction","detail":"{read_only:false; response_revision:6496; number_of_response:1; }","duration":"214.767973ms","start":"2026-04-02T09:04:19.349204Z","end":"2026-04-02T09:04:19.563972Z","steps":["trace[1743561283] 'process raft request' (duration: 214.417223ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:19.563955Z","caller":"traceutil/trace.go:171","msg":"trace[1874772967] linearizableReadLoop","detail":"{readStateIndex:6750; appliedIndex:6747; }","duration":"175.145865ms","start":"2026-04-02T09:04:19.388757Z","end":"2026-04-02T09:04:19.563902Z","steps":["trace[1874772967] 'read index received' (duration: 83.675672ms)","trace[1874772967] 'applied index is now lower than readState.Index' (duration: 91.466343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:04:19.564318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.525965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:04:19.564383Z","caller":"traceutil/trace.go:171","msg":"trace[1200457967] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6496; }","duration":"175.650439ms","start":"2026-04-02T09:04:19.38871Z","end":"2026-04-02T09:04:19.56436Z","steps":["trace[1200457967] 'agreement among raft nodes before linearized reading' (duration: 175.454673ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:19.638591Z","caller":"traceutil/trace.go:171","msg":"trace[1281103632] transaction","detail":"{read_only:false; response_revision:6497; number_of_response:1; }","duration":"163.234275ms","start":"2026-04-02T09:04:19.475319Z","end":"2026-04-02T09:04:19.638553Z","steps":["trace[1281103632] 'process raft request' (duration: 162.935567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:19.638627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.710953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:04:19.638869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.85369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:04:19.638862Z","caller":"traceutil/trace.go:171","msg":"trace[1653779011] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6497; }","duration":"249.97137ms","start":"2026-04-02T09:04:19.388837Z","end":"2026-04-02T09:04:19.638808Z","steps":["trace[1653779011] 'agreement among raft nodes before linearized reading' (duration: 249.652402ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:19.63897Z","caller":"traceutil/trace.go:171","msg":"trace[17507529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6497; }","duration":"106.011445ms","start":"2026-04-02T09:04:19.532934Z","end":"2026-04-02T09:04:19.638946Z","steps":["trace[17507529] 'agreement among raft nodes before linearized reading' (duration: 105.706207ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:20.024696Z","caller":"traceutil/trace.go:171","msg":"trace[797519962] transaction","detail":"{read_only:false; response_revision:6499; number_of_response:1; }","duration":"103.615049ms","start":"2026-04-02T09:04:19.921029Z","end":"2026-04-02T09:04:20.024644Z","steps":["trace[797519962] 'process raft request' (duration: 103.380743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:20.158911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.960909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:04:20.159164Z","caller":"traceutil/trace.go:171","msg":"trace[1646810075] transaction","detail":"{read_only:false; response_revision:6500; number_of_response:1; }","duration":"129.891137ms","start":"2026-04-02T09:04:20.029238Z","end":"2026-04-02T09:04:20.159129Z","steps":["trace[1646810075] 'process raft request' (duration: 25.61831ms)","trace[1646810075] 'compare' (duration: 103.824095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:04:38.430731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664166213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:04:38.931068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664166213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:04:39.431858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664166213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:04:40.278311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664166213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:04:40.278387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348146458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T09:04:40.278464Z","caller":"traceutil/trace.go:171","msg":"trace[646096474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.348292531s","start":"2026-04-02T09:04:37.930153Z","end":"2026-04-02T09:04:40.278445Z","steps":["trace[646096474] 'agreement among raft nodes before linearized reading' (duration: 2.348197159s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:40.27852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:37.93011Z","time spent":"2.348401364s","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 09:04:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T09:04:40.778714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664166213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:04:41.279847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664166213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:04:41.417349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.558880854s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T09:04:41.466932Z","caller":"traceutil/trace.go:171","msg":"trace[923418181] transaction","detail":"{read_only:false; response_revision:6642; number_of_response:1; }","duration":"3.60852134s","start":"2026-04-02T09:04:37.858382Z","end":"2026-04-02T09:04:41.466903Z","steps":["trace[923418181] 'process raft request' (duration: 3.55910014s)","trace[923418181] 'compare' (duration: 48.700351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:04:41.467117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:37.858359Z","time spent":"3.608659944s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:04:41.481923Z","caller":"traceutil/trace.go:171","msg":"trace[1775251195] transaction","detail":"{read_only:false; response_revision:6643; number_of_response:1; }","duration":"3.389255417s","start":"2026-04-02T09:04:38.092634Z","end":"2026-04-02T09:04:41.481889Z","steps":["trace[1775251195] 'process raft request' (duration: 3.388929558s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.482081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:38.092607Z","time spent":"3.389397702s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:04:41.482165Z","caller":"traceutil/trace.go:171","msg":"trace[608066797] transaction","detail":"{read_only:false; response_revision:6644; number_of_response:1; }","duration":"3.256250337s","start":"2026-04-02T09:04:38.225897Z","end":"2026-04-02T09:04:41.482147Z","steps":["trace[608066797] 'process raft request' (duration: 3.255836276s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:41.48193Z","caller":"traceutil/trace.go:171","msg":"trace[1133913408] linearizableReadLoop","detail":"{readStateIndex:6905; appliedIndex:6900; }","duration":"3.551674731s","start":"2026-04-02T09:04:37.930227Z","end":"2026-04-02T09:04:41.481902Z","steps":["trace[1133913408] 'read index received' (duration: 3.487261596s)","trace[1133913408] 'applied index is now lower than readState.Index' (duration: 64.411885ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:04:41.482207Z","caller":"traceutil/trace.go:171","msg":"trace[1655275507] transaction","detail":"{read_only:false; response_revision:6645; number_of_response:1; }","duration":"2.865894166s","start":"2026-04-02T09:04:38.616261Z","end":"2026-04-02T09:04:41.482155Z","steps":["trace[1655275507] 'process raft request' (duration: 2.865531347s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.482414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:38.225866Z","time spent":"3.25639161s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:04:41.482491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.761072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:04:41.482521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317282799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:04:41.482549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004030264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:04:41.48257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665732308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-02T09:04:41.482639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.709963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-02T09:04:41.482665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197636994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:04:41.482692Z","caller":"traceutil/trace.go:171","msg":"trace[1336955529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6646; }","duration":"1.197680655s","start":"2026-04-02T09:04:40.285004Z","end":"2026-04-02T09:04:41.482684Z","steps":["trace[1336955529] 'agreement among raft nodes before linearized reading' (duration: 1.197592372s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.482701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.909976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:04:41.482702Z","caller":"traceutil/trace.go:171","msg":"trace[499124136] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6646; }","duration":"395.804126ms","start":"2026-04-02T09:04:41.086879Z","end":"2026-04-02T09:04:41.482683Z","steps":["trace[499124136] 'agreement among raft nodes before linearized reading' (duration: 395.560399ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:41.482716Z","caller":"traceutil/trace.go:171","msg":"trace[896702928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:6646; }","duration":"2.665804169s","start":"2026-04-02T09:04:38.816803Z","end":"2026-04-02T09:04:41.482607Z","steps":["trace[896702928] 'agreement among raft nodes before linearized reading' (duration: 2.665654246s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.482724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:40.284995Z","time spent":"1.197721885s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T09:04:41.482725Z","caller":"traceutil/trace.go:171","msg":"trace[1419074299] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6646; }","duration":"266.975648ms","start":"2026-04-02T09:04:41.215741Z","end":"2026-04-02T09:04:41.482717Z","steps":["trace[1419074299] 'agreement among raft nodes before linearized reading' (duration: 266.936517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.48275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816523076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T09:04:41.482754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868366264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-lshlq\" ","response":"range_response_count:1 size:10093"} {"level":"info","ts":"2026-04-02T09:04:41.482793Z","caller":"traceutil/trace.go:171","msg":"trace[516494963] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-lshlq; range_end:; response_count:1; response_revision:6646; }","duration":"2.868436765s","start":"2026-04-02T09:04:38.614347Z","end":"2026-04-02T09:04:41.482784Z","steps":["trace[516494963] 'agreement among raft nodes before linearized reading' (duration: 2.868331832s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:41.482798Z","caller":"traceutil/trace.go:171","msg":"trace[2013672793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6646; }","duration":"1.816579367s","start":"2026-04-02T09:04:39.666199Z","end":"2026-04-02T09:04:41.482779Z","steps":["trace[2013672793] 'agreement among raft nodes before linearized reading' (duration: 1.816471134s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:41.482572Z","caller":"traceutil/trace.go:171","msg":"trace[1704466725] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6646; }","duration":"3.317377272s","start":"2026-04-02T09:04:38.165181Z","end":"2026-04-02T09:04:41.482559Z","steps":["trace[1704466725] 'agreement among raft nodes before linearized reading' (duration: 3.317165987s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.48283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:39.666186Z","time spent":"1.816636678s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:04:41.48284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075840746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:04:41.482863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:38.165162Z","time spent":"3.317689941s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:04:41.482646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821938571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:04:41.482955Z","caller":"traceutil/trace.go:171","msg":"trace[1543107966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6646; }","duration":"1.822305041s","start":"2026-04-02T09:04:39.660641Z","end":"2026-04-02T09:04:41.482946Z","steps":["trace[1543107966] 'agreement among raft nodes before linearized reading' (duration: 1.821833829s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.482994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:39.660618Z","time spent":"1.822366803s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T09:04:41.482876Z","caller":"traceutil/trace.go:171","msg":"trace[117232730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6646; }","duration":"2.075916829s","start":"2026-04-02T09:04:39.406949Z","end":"2026-04-02T09:04:41.482866Z","steps":["trace[117232730] 'agreement among raft nodes before linearized reading' (duration: 2.075823526s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.483047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:39.40693Z","time spent":"2.076108514s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:04:41.482444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203745428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:04:41.483108Z","caller":"traceutil/trace.go:171","msg":"trace[1984843122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6646; }","duration":"1.204467547s","start":"2026-04-02T09:04:40.278628Z","end":"2026-04-02T09:04:41.483096Z","steps":["trace[1984843122] 'agreement among raft nodes before linearized reading' (duration: 1.203761627s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.483142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:40.278605Z","time spent":"1.204527789s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:04:41.482755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:38.816795Z","time spent":"2.665951023s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"warn","ts":"2026-04-02T09:04:41.482432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:38.616237Z","time spent":"2.866118034s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T09:04:41.482207Z","caller":"traceutil/trace.go:171","msg":"trace[951941817] transaction","detail":"{read_only:false; response_revision:6646; number_of_response:1; }","duration":"2.672985534s","start":"2026-04-02T09:04:38.809191Z","end":"2026-04-02T09:04:41.482177Z","steps":["trace[951941817] 'process raft request' (duration: 2.672657275s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.483435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:38.80917Z","time spent":"2.674236797s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:04:41.482534Z","caller":"traceutil/trace.go:171","msg":"trace[905765517] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6646; }","duration":"906.846374ms","start":"2026-04-02T09:04:40.575673Z","end":"2026-04-02T09:04:41.48252Z","steps":["trace[905765517] 'agreement among raft nodes before linearized reading' (duration: 906.794443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.483563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:40.575651Z","time spent":"907.903403ms","remote":"127.0.0.1:36628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:04:41.482581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.342611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:04:41.483692Z","caller":"traceutil/trace.go:171","msg":"trace[448338229] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6646; }","duration":"946.514683ms","start":"2026-04-02T09:04:40.537166Z","end":"2026-04-02T09:04:41.48368Z","steps":["trace[448338229] 'agreement among raft nodes before linearized reading' (duration: 945.388493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.483726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:40.537143Z","time spent":"946.571984ms","remote":"127.0.0.1:60728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-02T09:04:41.482582Z","caller":"traceutil/trace.go:171","msg":"trace[270015453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6646; }","duration":"2.004080065s","start":"2026-04-02T09:04:39.478494Z","end":"2026-04-02T09:04:41.482574Z","steps":["trace[270015453] 'agreement among raft nodes before linearized reading' (duration: 2.003886259s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.483875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:39.478488Z","time spent":"2.005379279s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:04:41.482657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866986614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8317"} {"level":"info","ts":"2026-04-02T09:04:41.484004Z","caller":"traceutil/trace.go:171","msg":"trace[244156416] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6646; }","duration":"1.868345401s","start":"2026-04-02T09:04:39.615649Z","end":"2026-04-02T09:04:41.483994Z","steps":["trace[244156416] 'agreement among raft nodes before linearized reading' (duration: 1.866954343s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.484034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:39.615641Z","time spent":"1.868385031s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8340,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-02T09:04:41.48266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75385375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:04:41.48413Z","caller":"traceutil/trace.go:171","msg":"trace[1215061491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6646; }","duration":"2.755317289s","start":"2026-04-02T09:04:38.728799Z","end":"2026-04-02T09:04:41.484116Z","steps":["trace[1215061491] 'agreement among raft nodes before linearized reading' (duration: 2.753793958s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:41.482827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:38.61433Z","time spent":"2.868489446s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10116,"request content":"key:\"/registry/pods/openstack/keystone-db-sync-lshlq\" "} {"level":"warn","ts":"2026-04-02T09:04:41.48417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:38.728737Z","time spent":"2.755421573s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:04:41.482744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:41.086861Z","time spent":"395.873207ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T09:04:54.435287Z","caller":"traceutil/trace.go:171","msg":"trace[1910794562] linearizableReadLoop","detail":"{readStateIndex:6985; appliedIndex:6984; }","duration":"283.969985ms","start":"2026-04-02T09:04:54.151287Z","end":"2026-04-02T09:04:54.435257Z","steps":["trace[1910794562] 'read index received' (duration: 283.672007ms)","trace[1910794562] 'applied index is now lower than readState.Index' (duration: 296.638µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:04:54.435364Z","caller":"traceutil/trace.go:171","msg":"trace[413606397] transaction","detail":"{read_only:false; response_revision:6723; number_of_response:1; }","duration":"343.459037ms","start":"2026-04-02T09:04:54.091881Z","end":"2026-04-02T09:04:54.43534Z","steps":["trace[413606397] 'process raft request' (duration: 343.187919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:04:54.435501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:04:54.091856Z","time spent":"343.580481ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10226,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:04:54.435497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.040174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:04:54.435498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.185861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:04:54.435549Z","caller":"traceutil/trace.go:171","msg":"trace[947185487] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6723; }","duration":"284.306294ms","start":"2026-04-02T09:04:54.151235Z","end":"2026-04-02T09:04:54.435541Z","steps":["trace[947185487] 'agreement among raft nodes before linearized reading' (duration: 284.18294ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:04:54.435556Z","caller":"traceutil/trace.go:171","msg":"trace[1328734909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6723; }","duration":"194.146507ms","start":"2026-04-02T09:04:54.24139Z","end":"2026-04-02T09:04:54.435536Z","steps":["trace[1328734909] 'agreement among raft nodes before linearized reading' (duration: 194.053285ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:06:15.9678Z","caller":"traceutil/trace.go:171","msg":"trace[2104229721] transaction","detail":"{read_only:false; response_revision:7191; number_of_response:1; }","duration":"120.340393ms","start":"2026-04-02T09:06:15.847436Z","end":"2026-04-02T09:06:15.967777Z","steps":["trace[2104229721] 'process raft request' (duration: 120.170439ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:06:15.968139Z","caller":"traceutil/trace.go:171","msg":"trace[2057403437] transaction","detail":"{read_only:false; response_revision:7192; number_of_response:1; }","duration":"118.222827ms","start":"2026-04-02T09:06:15.849834Z","end":"2026-04-02T09:06:15.968057Z","steps":["trace[2057403437] 'process raft request' (duration: 117.895038ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:06:15.968306Z","caller":"traceutil/trace.go:171","msg":"trace[1103941412] transaction","detail":"{read_only:false; response_revision:7193; number_of_response:1; }","duration":"117.6235ms","start":"2026-04-02T09:06:15.850636Z","end":"2026-04-02T09:06:15.968259Z","steps":["trace[1103941412] 'process raft request' (duration: 117.361163ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:06:59.46389Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4577} {"level":"info","ts":"2026-04-02T09:06:59.515656Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4577,"took":"49.697989ms","hash":706831206,"current-db-size-bytes":43036672,"current-db-size":"43 MB","current-db-size-in-use-bytes":37728256,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-02T09:06:59.515718Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":706831206,"revision":4577,"compact-revision":2547} {"level":"info","ts":"2026-04-02T09:08:10.782153Z","caller":"traceutil/trace.go:171","msg":"trace[635761653] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"106.580123ms","start":"2026-04-02T09:08:10.675543Z","end":"2026-04-02T09:08:10.782123Z","steps":["trace[635761653] 'process raft request' (duration: 106.393508ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:10.793301Z","caller":"traceutil/trace.go:171","msg":"trace[1273337226] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"114.064384ms","start":"2026-04-02T09:08:10.679218Z","end":"2026-04-02T09:08:10.793282Z","steps":["trace[1273337226] 'process raft request' (duration: 113.515299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:12.415927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.151461ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T09:08:12.416136Z","caller":"traceutil/trace.go:171","msg":"trace[519210540] linearizableReadLoop","detail":"{readStateIndex:8430; appliedIndex:8429; }","duration":"326.052038ms","start":"2026-04-02T09:08:12.090061Z","end":"2026-04-02T09:08:12.416113Z","steps":["trace[519210540] 'read index received' (duration: 157.69207ms)","trace[519210540] 'applied index is now lower than readState.Index' (duration: 168.357948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:08:12.416409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.323895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-02T09:08:12.416464Z","caller":"traceutil/trace.go:171","msg":"trace[74183974] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8116; }","duration":"326.434478ms","start":"2026-04-02T09:08:12.090012Z","end":"2026-04-02T09:08:12.416447Z","steps":["trace[74183974] 'agreement among raft nodes before linearized reading' (duration: 326.16042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:12.416512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:12.08999Z","time spent":"326.50707ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-02T09:08:12.417153Z","caller":"traceutil/trace.go:171","msg":"trace[288565823] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"302.171444ms","start":"2026-04-02T09:08:12.114967Z","end":"2026-04-02T09:08:12.417138Z","steps":["trace[288565823] 'process raft request' (duration: 302.098262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:12.417273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:12.114954Z","time spent":"302.247947ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:08:12.417569Z","caller":"traceutil/trace.go:171","msg":"trace[1445043958] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"321.488815ms","start":"2026-04-02T09:08:12.096068Z","end":"2026-04-02T09:08:12.417557Z","steps":["trace[1445043958] 'process raft request' (duration: 320.855908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:12.421673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:12.09605Z","time spent":"321.556306ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:08:24.802768Z","caller":"traceutil/trace.go:171","msg":"trace[1495778719] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"291.533977ms","start":"2026-04-02T09:08:24.511212Z","end":"2026-04-02T09:08:24.802746Z","steps":["trace[1495778719] 'process raft request' (duration: 291.505236ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:24.80275Z","caller":"traceutil/trace.go:171","msg":"trace[148563476] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"318.67578ms","start":"2026-04-02T09:08:24.484027Z","end":"2026-04-02T09:08:24.802703Z","steps":["trace[148563476] 'process raft request' (duration: 262.264136ms)","trace[148563476] 'compare' (duration: 56.123317ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:08:24.802801Z","caller":"traceutil/trace.go:171","msg":"trace[174178166] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"315.848373ms","start":"2026-04-02T09:08:24.486914Z","end":"2026-04-02T09:08:24.802762Z","steps":["trace[174178166] 'process raft request' (duration: 315.71991ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:24.802811Z","caller":"traceutil/trace.go:171","msg":"trace[706693246] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"292.996967ms","start":"2026-04-02T09:08:24.509791Z","end":"2026-04-02T09:08:24.802788Z","steps":["trace[706693246] 'process raft request' (duration: 292.897734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:24.803199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:24.486899Z","time spent":"316.205474ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:08:24.80337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:24.484004Z","time spent":"319.039079ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:08:25.068798Z","caller":"traceutil/trace.go:171","msg":"trace[880705758] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"114.382041ms","start":"2026-04-02T09:08:24.954372Z","end":"2026-04-02T09:08:25.068754Z","steps":["trace[880705758] 'process raft request' (duration: 70.968168ms)","trace[880705758] 'compare' (duration: 42.706723ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:08:25.069008Z","caller":"traceutil/trace.go:171","msg":"trace[1565952285] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"114.500784ms","start":"2026-04-02T09:08:24.954495Z","end":"2026-04-02T09:08:25.068996Z","steps":["trace[1565952285] 'process raft request' (duration: 114.259578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:25.069212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.272068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:08:25.069511Z","caller":"traceutil/trace.go:171","msg":"trace[124309359] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8205; }","duration":"114.648568ms","start":"2026-04-02T09:08:24.954838Z","end":"2026-04-02T09:08:25.069487Z","steps":["trace[124309359] 'agreement among raft nodes before linearized reading' (duration: 114.158005ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:25.771332Z","caller":"traceutil/trace.go:171","msg":"trace[1565241788] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"101.449511ms","start":"2026-04-02T09:08:25.669825Z","end":"2026-04-02T09:08:25.771274Z","steps":["trace[1565241788] 'process raft request' (duration: 101.123502ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:29.288467Z","caller":"traceutil/trace.go:171","msg":"trace[1006934544] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"150.397054ms","start":"2026-04-02T09:08:29.137923Z","end":"2026-04-02T09:08:29.28832Z","steps":["trace[1006934544] 'process raft request' (duration: 93.185048ms)","trace[1006934544] 'compare' (duration: 57.033662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:08:39.649208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.713637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:08:39.649362Z","caller":"traceutil/trace.go:171","msg":"trace[2117091267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8293; }","duration":"118.923234ms","start":"2026-04-02T09:08:39.530417Z","end":"2026-04-02T09:08:39.649341Z","steps":["trace[2117091267] 'count revisions from in-memory index tree' (duration: 118.617975ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:59.593829Z","caller":"traceutil/trace.go:171","msg":"trace[212786402] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"503.855745ms","start":"2026-04-02T09:08:59.08995Z","end":"2026-04-02T09:08:59.593805Z","steps":["trace[212786402] 'process raft request' (duration: 503.701881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:59.593995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:59.089912Z","time spent":"503.999848ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:08:59.622852Z","caller":"traceutil/trace.go:171","msg":"trace[2050219864] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"510.01353ms","start":"2026-04-02T09:08:59.112819Z","end":"2026-04-02T09:08:59.622832Z","steps":["trace[2050219864] 'process raft request' (duration: 509.784523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:59.622993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:59.112792Z","time spent":"510.130513ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:08:59.623069Z","caller":"traceutil/trace.go:171","msg":"trace[1471415980] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"510.197125ms","start":"2026-04-02T09:08:59.112853Z","end":"2026-04-02T09:08:59.62305Z","steps":["trace[1471415980] 'process raft request' (duration: 509.941638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:59.623152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:59.112823Z","time spent":"510.290417ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:08:59.623063Z","caller":"traceutil/trace.go:171","msg":"trace[1331823505] linearizableReadLoop","detail":"{readStateIndex:8741; appliedIndex:8739; }","duration":"457.553433ms","start":"2026-04-02T09:08:59.165441Z","end":"2026-04-02T09:08:59.622994Z","steps":["trace[1331823505] 'read index received' (duration: 428.358155ms)","trace[1331823505] 'applied index is now lower than readState.Index' (duration: 29.184598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:08:59.623385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.066638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:08:59.623406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.064801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T09:08:59.62343Z","caller":"traceutil/trace.go:171","msg":"trace[1625823479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8417; }","duration":"369.123433ms","start":"2026-04-02T09:08:59.254299Z","end":"2026-04-02T09:08:59.623423Z","steps":["trace[1625823479] 'agreement among raft nodes before linearized reading' (duration: 369.03334ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:59.623432Z","caller":"traceutil/trace.go:171","msg":"trace[540863577] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8417; }","duration":"280.16498ms","start":"2026-04-02T09:08:59.343254Z","end":"2026-04-02T09:08:59.623419Z","steps":["trace[540863577] 'agreement among raft nodes before linearized reading' (duration: 280.071747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:59.623453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:59.254278Z","time spent":"369.170014ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:08:59.623483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.007875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T09:08:59.623546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.544445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"warn","ts":"2026-04-02T09:08:59.623597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.207531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T09:08:59.62362Z","caller":"traceutil/trace.go:171","msg":"trace[1442663063] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8417; }","duration":"453.74675ms","start":"2026-04-02T09:08:59.169852Z","end":"2026-04-02T09:08:59.623599Z","steps":["trace[1442663063] 'agreement among raft nodes before linearized reading' (duration: 453.464942ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:59.623619Z","caller":"traceutil/trace.go:171","msg":"trace[620005588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8417; }","duration":"458.213561ms","start":"2026-04-02T09:08:59.165377Z","end":"2026-04-02T09:08:59.62359Z","steps":["trace[620005588] 'agreement among raft nodes before linearized reading' (duration: 457.80809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:59.623614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.993354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:08:59.623658Z","caller":"traceutil/trace.go:171","msg":"trace[1444426863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8417; }","duration":"428.314183ms","start":"2026-04-02T09:08:59.195328Z","end":"2026-04-02T09:08:59.623642Z","steps":["trace[1444426863] 'agreement among raft nodes before linearized reading' (duration: 428.173019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:59.623695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:59.165343Z","time spent":"458.342104ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:08:59.623706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:59.195299Z","time spent":"428.400605ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:08:59.623673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:59.169822Z","time spent":"453.837702ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7426,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-04-02T09:08:59.623712Z","caller":"traceutil/trace.go:171","msg":"trace[1166537826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:8417; }","duration":"418.162369ms","start":"2026-04-02T09:08:59.205526Z","end":"2026-04-02T09:08:59.623688Z","steps":["trace[1166537826] 'agreement among raft nodes before linearized reading' (duration: 417.836309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:59.623563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.969915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:08:59.623769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:59.205497Z","time spent":"418.263931ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"info","ts":"2026-04-02T09:08:59.623778Z","caller":"traceutil/trace.go:171","msg":"trace[963013058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8417; }","duration":"303.208742ms","start":"2026-04-02T09:08:59.320558Z","end":"2026-04-02T09:08:59.623767Z","steps":["trace[963013058] 'agreement among raft nodes before linearized reading' (duration: 302.956436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:08:59.623861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:08:59.320542Z","time spent":"303.304224ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T09:08:59.803531Z","caller":"traceutil/trace.go:171","msg":"trace[1344954194] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"174.682459ms","start":"2026-04-02T09:08:59.628824Z","end":"2026-04-02T09:08:59.803507Z","steps":["trace[1344954194] 'process raft request' (duration: 174.507865ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:59.803921Z","caller":"traceutil/trace.go:171","msg":"trace[9391456] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"174.415442ms","start":"2026-04-02T09:08:59.629485Z","end":"2026-04-02T09:08:59.8039Z","steps":["trace[9391456] 'process raft request' (duration: 174.36609ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:59.803991Z","caller":"traceutil/trace.go:171","msg":"trace[997050064] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"174.750452ms","start":"2026-04-02T09:08:59.629219Z","end":"2026-04-02T09:08:59.80397Z","steps":["trace[997050064] 'process raft request' (duration: 174.531455ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:08:59.804307Z","caller":"traceutil/trace.go:171","msg":"trace[1252484004] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"174.658799ms","start":"2026-04-02T09:08:59.629169Z","end":"2026-04-02T09:08:59.803828Z","steps":["trace[1252484004] 'process raft request' (duration: 174.30973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:14.002533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.406435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:09:14.002736Z","caller":"traceutil/trace.go:171","msg":"trace[1736060695] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8525; }","duration":"589.732524ms","start":"2026-04-02T09:09:13.412975Z","end":"2026-04-02T09:09:14.002707Z","steps":["trace[1736060695] 'count revisions from in-memory index tree' (duration: 589.255571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:14.002892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:13.412955Z","time spent":"589.912718ms","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:09:14.003802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.773816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:09:14.004862Z","caller":"traceutil/trace.go:171","msg":"trace[616628528] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"357.294844ms","start":"2026-04-02T09:09:13.647219Z","end":"2026-04-02T09:09:14.004513Z","steps":["trace[616628528] 'process raft request' (duration: 149.585652ms)","trace[616628528] 'compare' (duration: 205.911153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:14.005052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:13.647189Z","time spent":"357.784766ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:14.015869Z","caller":"traceutil/trace.go:171","msg":"trace[873134772] linearizableReadLoop","detail":"{readStateIndex:8858; appliedIndex:8855; }","duration":"313.508721ms","start":"2026-04-02T09:09:13.702333Z","end":"2026-04-02T09:09:14.015842Z","steps":["trace[873134772] 'read index received' (duration: 94.552995ms)","trace[873134772] 'applied index is now lower than readState.Index' (duration: 218.954766ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:14.016004Z","caller":"traceutil/trace.go:171","msg":"trace[1147720582] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"327.529669ms","start":"2026-04-02T09:09:13.688462Z","end":"2026-04-02T09:09:14.015991Z","steps":["trace[1147720582] 'process raft request' (duration: 327.153679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:14.016136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:13.688435Z","time spent":"327.597752ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:14.016395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.834328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-02T09:09:14.01638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.025135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:09:14.016438Z","caller":"traceutil/trace.go:171","msg":"trace[1651915445] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:8529; }","duration":"310.894731ms","start":"2026-04-02T09:09:13.705533Z","end":"2026-04-02T09:09:14.016428Z","steps":["trace[1651915445] 'agreement among raft nodes before linearized reading' (duration: 310.752827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:14.016469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:13.705524Z","time spent":"310.937872ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"info","ts":"2026-04-02T09:09:14.016479Z","caller":"traceutil/trace.go:171","msg":"trace[1256153132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8529; }","duration":"314.160419ms","start":"2026-04-02T09:09:13.702293Z","end":"2026-04-02T09:09:14.016454Z","steps":["trace[1256153132] 'agreement among raft nodes before linearized reading' (duration: 313.894232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:14.016526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:13.702276Z","time spent":"314.239911ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T09:09:14.016641Z","caller":"traceutil/trace.go:171","msg":"trace[349218859] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"325.437183ms","start":"2026-04-02T09:09:13.691177Z","end":"2026-04-02T09:09:14.016614Z","steps":["trace[349218859] 'process raft request' (duration: 324.57588ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:14.016725Z","caller":"traceutil/trace.go:171","msg":"trace[676045503] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"293.421229ms","start":"2026-04-02T09:09:13.72329Z","end":"2026-04-02T09:09:14.016711Z","steps":["trace[676045503] 'process raft request' (duration: 292.504114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:14.01677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:13.691151Z","time spent":"325.551327ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:14.016931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.246513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:09:14.016972Z","caller":"traceutil/trace.go:171","msg":"trace[1403438894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8529; }","duration":"139.329074ms","start":"2026-04-02T09:09:13.877635Z","end":"2026-04-02T09:09:14.016964Z","steps":["trace[1403438894] 'agreement among raft nodes before linearized reading' (duration: 139.223801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:14.016987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.096323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:09:14.017016Z","caller":"traceutil/trace.go:171","msg":"trace[1241296580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8529; }","duration":"104.164185ms","start":"2026-04-02T09:09:13.912842Z","end":"2026-04-02T09:09:14.017006Z","steps":["trace[1241296580] 'agreement among raft nodes before linearized reading' (duration: 104.119023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:14.01713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.107473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:09:14.017167Z","caller":"traceutil/trace.go:171","msg":"trace[407856774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8529; }","duration":"121.143724ms","start":"2026-04-02T09:09:13.896014Z","end":"2026-04-02T09:09:14.017158Z","steps":["trace[407856774] 'agreement among raft nodes before linearized reading' (duration: 121.033741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:14.016943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.110852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:09:14.017227Z","caller":"traceutil/trace.go:171","msg":"trace[717148680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8529; }","duration":"108.457511ms","start":"2026-04-02T09:09:13.908763Z","end":"2026-04-02T09:09:14.01722Z","steps":["trace[717148680] 'agreement among raft nodes before linearized reading' (duration: 108.0978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:16.626691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.507199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:09:16.626924Z","caller":"traceutil/trace.go:171","msg":"trace[1248743626] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"614.627906ms","start":"2026-04-02T09:09:16.012266Z","end":"2026-04-02T09:09:16.626894Z","steps":["trace[1248743626] 'process raft request' (duration: 246.831779ms)","trace[1248743626] 'compare' (duration: 367.315564ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:16.626957Z","caller":"traceutil/trace.go:171","msg":"trace[158144049] linearizableReadLoop","detail":"{readStateIndex:8873; appliedIndex:8869; }","duration":"596.236309ms","start":"2026-04-02T09:09:16.030702Z","end":"2026-04-02T09:09:16.626939Z","steps":["trace[158144049] 'read index received' (duration: 33.302209ms)","trace[158144049] 'applied index is now lower than readState.Index' (duration: 562.93314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:16.627074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:16.012236Z","time spent":"614.756651ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:16.627199Z","caller":"traceutil/trace.go:171","msg":"trace[574937400] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"604.910435ms","start":"2026-04-02T09:09:16.022278Z","end":"2026-04-02T09:09:16.627188Z","steps":["trace[574937400] 'process raft request' (duration: 604.611866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:16.627247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:16.022259Z","time spent":"604.961716ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:16.62724Z","caller":"traceutil/trace.go:171","msg":"trace[112357820] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"606.6119ms","start":"2026-04-02T09:09:16.020571Z","end":"2026-04-02T09:09:16.627182Z","steps":["trace[112357820] 'process raft request' (duration: 606.22183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:16.627366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.648081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T09:09:16.627394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:16.020545Z","time spent":"606.769954ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:16.627413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.657834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:09:16.627446Z","caller":"traceutil/trace.go:171","msg":"trace[1286330255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:8543; }","duration":"572.702944ms","start":"2026-04-02T09:09:16.054734Z","end":"2026-04-02T09:09:16.627437Z","steps":["trace[1286330255] 'agreement among raft nodes before linearized reading' (duration: 572.579121ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:16.627443Z","caller":"traceutil/trace.go:171","msg":"trace[1476323965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8543; }","duration":"596.801086ms","start":"2026-04-02T09:09:16.030622Z","end":"2026-04-02T09:09:16.627423Z","steps":["trace[1476323965] 'agreement among raft nodes before linearized reading' (duration: 596.540808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:16.627442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.396772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T09:09:16.627473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:16.054727Z","time spent":"572.740085ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"warn","ts":"2026-04-02T09:09:16.627487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:16.030607Z","time spent":"596.872397ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T09:09:16.627517Z","caller":"traceutil/trace.go:171","msg":"trace[151967538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8543; }","duration":"577.514413ms","start":"2026-04-02T09:09:16.049976Z","end":"2026-04-02T09:09:16.627491Z","steps":["trace[151967538] 'agreement among raft nodes before linearized reading' (duration: 577.260507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:16.627551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:16.049955Z","time spent":"577.590186ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:09:16.627685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.080631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T09:09:16.627668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.700817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:09:16.627713Z","caller":"traceutil/trace.go:171","msg":"trace[1118668566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8543; }","duration":"574.123172ms","start":"2026-04-02T09:09:16.053584Z","end":"2026-04-02T09:09:16.627707Z","steps":["trace[1118668566] 'agreement among raft nodes before linearized reading' (duration: 574.053171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:16.627711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.860355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:09:16.627733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:16.053576Z","time spent":"574.152714ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T09:09:16.627729Z","caller":"traceutil/trace.go:171","msg":"trace[1773326886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8543; }","duration":"571.777689ms","start":"2026-04-02T09:09:16.055939Z","end":"2026-04-02T09:09:16.627717Z","steps":["trace[1773326886] 'agreement among raft nodes before linearized reading' (duration: 571.602565ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:16.627745Z","caller":"traceutil/trace.go:171","msg":"trace[510069806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8543; }","duration":"573.906746ms","start":"2026-04-02T09:09:16.053829Z","end":"2026-04-02T09:09:16.627735Z","steps":["trace[510069806] 'agreement among raft nodes before linearized reading' (duration: 573.786512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:16.627768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:16.055933Z","time spent":"571.827101ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:09:16.627789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:16.053821Z","time spent":"573.960167ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T09:09:16.890367Z","caller":"traceutil/trace.go:171","msg":"trace[1900700226] linearizableReadLoop","detail":"{readStateIndex:8874; appliedIndex:8873; }","duration":"258.232318ms","start":"2026-04-02T09:09:16.632115Z","end":"2026-04-02T09:09:16.890348Z","steps":["trace[1900700226] 'read index received' (duration: 258.012922ms)","trace[1900700226] 'applied index is now lower than readState.Index' (duration: 218.726µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:16.890556Z","caller":"traceutil/trace.go:171","msg":"trace[1324444130] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"259.05125ms","start":"2026-04-02T09:09:16.631469Z","end":"2026-04-02T09:09:16.890521Z","steps":["trace[1324444130] 'process raft request' (duration: 258.717721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:16.89092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.790223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224467"} {"level":"info","ts":"2026-04-02T09:09:16.890955Z","caller":"traceutil/trace.go:171","msg":"trace[1072691722] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8544; }","duration":"258.838324ms","start":"2026-04-02T09:09:16.632109Z","end":"2026-04-02T09:09:16.890947Z","steps":["trace[1072691722] 'agreement among raft nodes before linearized reading' (duration: 258.492544ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:16.892404Z","caller":"traceutil/trace.go:171","msg":"trace[26928730] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"259.966664ms","start":"2026-04-02T09:09:16.632424Z","end":"2026-04-02T09:09:16.89239Z","steps":["trace[26928730] 'process raft request' (duration: 259.858181ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:16.892717Z","caller":"traceutil/trace.go:171","msg":"trace[252394166] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"260.13937ms","start":"2026-04-02T09:09:16.632567Z","end":"2026-04-02T09:09:16.892706Z","steps":["trace[252394166] 'process raft request' (duration: 259.78944ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:16.892951Z","caller":"traceutil/trace.go:171","msg":"trace[2053392258] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"260.003835ms","start":"2026-04-02T09:09:16.632937Z","end":"2026-04-02T09:09:16.89294Z","steps":["trace[2053392258] 'process raft request' (duration: 259.729558ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:16.893205Z","caller":"traceutil/trace.go:171","msg":"trace[1818601355] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"258.866714ms","start":"2026-04-02T09:09:16.634329Z","end":"2026-04-02T09:09:16.893196Z","steps":["trace[1818601355] 'process raft request' (duration: 258.550666ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:17.201413Z","caller":"traceutil/trace.go:171","msg":"trace[1736855913] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"172.300516ms","start":"2026-04-02T09:09:17.029046Z","end":"2026-04-02T09:09:17.201347Z","steps":["trace[1736855913] 'process raft request' (duration: 102.993603ms)","trace[1736855913] 'compare' (duration: 69.102627ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:17.201564Z","caller":"traceutil/trace.go:171","msg":"trace[1218741444] linearizableReadLoop","detail":"{readStateIndex:8881; appliedIndex:8880; }","duration":"153.267352ms","start":"2026-04-02T09:09:17.048239Z","end":"2026-04-02T09:09:17.201507Z","steps":["trace[1218741444] 'read index received' (duration: 83.769884ms)","trace[1218741444] 'applied index is now lower than readState.Index' (duration: 69.494728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:17.20174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.480747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:09:17.201774Z","caller":"traceutil/trace.go:171","msg":"trace[779748714] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8551; }","duration":"153.572559ms","start":"2026-04-02T09:09:17.048192Z","end":"2026-04-02T09:09:17.201764Z","steps":["trace[779748714] 'agreement among raft nodes before linearized reading' (duration: 153.435035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:19.21232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.948281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:09:19.212498Z","caller":"traceutil/trace.go:171","msg":"trace[683268056] linearizableReadLoop","detail":"{readStateIndex:8891; appliedIndex:8887; }","duration":"237.962019ms","start":"2026-04-02T09:09:18.974523Z","end":"2026-04-02T09:09:19.212485Z","steps":["trace[683268056] 'read index received' (duration: 60.684559ms)","trace[683268056] 'applied index is now lower than readState.Index' (duration: 177.2766ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:19.212689Z","caller":"traceutil/trace.go:171","msg":"trace[560056200] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"309.953665ms","start":"2026-04-02T09:09:18.902702Z","end":"2026-04-02T09:09:19.212655Z","steps":["trace[560056200] 'process raft request' (duration: 309.754279ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:19.212772Z","caller":"traceutil/trace.go:171","msg":"trace[838136109] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"311.812505ms","start":"2026-04-02T09:09:18.900951Z","end":"2026-04-02T09:09:19.212764Z","steps":["trace[838136109] 'process raft request' (duration: 311.448315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:19.212818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:18.900919Z","time spent":"311.875276ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:19.212841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:18.90269Z","time spent":"310.070228ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:19.212812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.001396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:09:19.212965Z","caller":"traceutil/trace.go:171","msg":"trace[230284734] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"310.642304ms","start":"2026-04-02T09:09:18.902313Z","end":"2026-04-02T09:09:19.212955Z","steps":["trace[230284734] 'process raft request' (duration: 310.12231ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:19.213003Z","caller":"traceutil/trace.go:171","msg":"trace[1330203298] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"312.120833ms","start":"2026-04-02T09:09:18.900857Z","end":"2026-04-02T09:09:19.212978Z","steps":["trace[1330203298] 'process raft request' (duration: 134.452812ms)","trace[1330203298] 'compare' (duration: 176.799887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:19.213042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:18.902299Z","time spent":"310.713875ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:19.213052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:18.900839Z","time spent":"312.190375ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:19.212992Z","caller":"traceutil/trace.go:171","msg":"trace[1071423261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8560; }","duration":"283.251003ms","start":"2026-04-02T09:09:18.929678Z","end":"2026-04-02T09:09:19.212929Z","steps":["trace[1071423261] 'agreement among raft nodes before linearized reading' (duration: 282.970066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:19.213288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.40906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:09:19.214709Z","caller":"traceutil/trace.go:171","msg":"trace[1671283883] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8560; }","duration":"269.582643ms","start":"2026-04-02T09:09:18.943819Z","end":"2026-04-02T09:09:19.213402Z","steps":["trace[1671283883] 'agreement among raft nodes before linearized reading' (duration: 269.257414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:19.257433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.195686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6486f4fdc9-v9l5t.18a27f1afbd58d28\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-04-02T09:09:19.257503Z","caller":"traceutil/trace.go:171","msg":"trace[692124757] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6486f4fdc9-v9l5t.18a27f1afbd58d28; range_end:; response_count:1; response_revision:8561; }","duration":"154.313249ms","start":"2026-04-02T09:09:19.10317Z","end":"2026-04-02T09:09:19.257483Z","steps":["trace[692124757] 'agreement among raft nodes before linearized reading' (duration: 154.154455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:19.257904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.091117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224467"} {"level":"info","ts":"2026-04-02T09:09:19.257961Z","caller":"traceutil/trace.go:171","msg":"trace[1822492580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8561; }","duration":"277.186058ms","start":"2026-04-02T09:09:18.980761Z","end":"2026-04-02T09:09:19.257947Z","steps":["trace[1822492580] 'agreement among raft nodes before linearized reading' (duration: 276.786448ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:21.369107Z","caller":"traceutil/trace.go:171","msg":"trace[1793082730] linearizableReadLoop","detail":"{readStateIndex:8905; appliedIndex:8903; }","duration":"104.839921ms","start":"2026-04-02T09:09:21.264239Z","end":"2026-04-02T09:09:21.369079Z","steps":["trace[1793082730] 'read index received' (duration: 22.443355ms)","trace[1793082730] 'applied index is now lower than readState.Index' (duration: 82.395186ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:21.369191Z","caller":"traceutil/trace.go:171","msg":"trace[1859019461] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"105.702956ms","start":"2026-04-02T09:09:21.263444Z","end":"2026-04-02T09:09:21.369147Z","steps":["trace[1859019461] 'process raft request' (duration: 73.787464ms)","trace[1859019461] 'compare' (duration: 31.704656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:21.369336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.080809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:09:21.369392Z","caller":"traceutil/trace.go:171","msg":"trace[1842526980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:8574; }","duration":"105.193322ms","start":"2026-04-02T09:09:21.264187Z","end":"2026-04-02T09:09:21.369381Z","steps":["trace[1842526980] 'agreement among raft nodes before linearized reading' (duration: 104.995886ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:24.685536Z","caller":"traceutil/trace.go:171","msg":"trace[71123905] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"382.352751ms","start":"2026-04-02T09:09:24.303164Z","end":"2026-04-02T09:09:24.685517Z","steps":["trace[71123905] 'process raft request' (duration: 382.216777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:24.685668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:24.303144Z","time spent":"382.456263ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:25.234706Z","caller":"traceutil/trace.go:171","msg":"trace[1556617662] linearizableReadLoop","detail":"{readStateIndex:8920; appliedIndex:8918; }","duration":"305.133805ms","start":"2026-04-02T09:09:24.929546Z","end":"2026-04-02T09:09:25.23468Z","steps":["trace[1556617662] 'read index received' (duration: 304.855958ms)","trace[1556617662] 'applied index is now lower than readState.Index' (duration: 276.607µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:25.234838Z","caller":"traceutil/trace.go:171","msg":"trace[2005559615] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"535.365636ms","start":"2026-04-02T09:09:24.69944Z","end":"2026-04-02T09:09:25.234805Z","steps":["trace[2005559615] 'process raft request' (duration: 535.18064ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:25.23493Z","caller":"traceutil/trace.go:171","msg":"trace[1033338249] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"538.717545ms","start":"2026-04-02T09:09:24.696049Z","end":"2026-04-02T09:09:25.234766Z","steps":["trace[1033338249] 'process raft request' (duration: 538.421977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:25.234993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:24.699425Z","time spent":"535.489519ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:25.234865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.297709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:09:25.235102Z","caller":"traceutil/trace.go:171","msg":"trace[1880178201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8588; }","duration":"305.568886ms","start":"2026-04-02T09:09:24.929504Z","end":"2026-04-02T09:09:25.235073Z","steps":["trace[1880178201] 'agreement among raft nodes before linearized reading' (duration: 305.303999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:25.235192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:24.929486Z","time spent":"305.679609ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:09:25.235211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:24.696028Z","time spent":"538.991354ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:25.235003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.42589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:09:25.235463Z","caller":"traceutil/trace.go:171","msg":"trace[148282495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8588; }","duration":"232.912073ms","start":"2026-04-02T09:09:25.002535Z","end":"2026-04-02T09:09:25.235447Z","steps":["trace[148282495] 'agreement among raft nodes before linearized reading' (duration: 232.366737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:25.948638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.05354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:09:25.949135Z","caller":"traceutil/trace.go:171","msg":"trace[1681041043] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"709.290834ms","start":"2026-04-02T09:09:25.239816Z","end":"2026-04-02T09:09:25.949107Z","steps":["trace[1681041043] 'process raft request' (duration: 365.664539ms)","trace[1681041043] 'compare' (duration: 342.633548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:25.949261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:25.23979Z","time spent":"709.412408ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:25.949421Z","caller":"traceutil/trace.go:171","msg":"trace[522149680] linearizableReadLoop","detail":"{readStateIndex:8922; appliedIndex:8920; }","duration":"651.822942ms","start":"2026-04-02T09:09:25.297573Z","end":"2026-04-02T09:09:25.949396Z","steps":["trace[522149680] 'read index received' (duration: 307.817608ms)","trace[522149680] 'applied index is now lower than readState.Index' (duration: 344.002894ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:25.949347Z","caller":"traceutil/trace.go:171","msg":"trace[1431933200] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"706.960321ms","start":"2026-04-02T09:09:25.242353Z","end":"2026-04-02T09:09:25.949313Z","steps":["trace[1431933200] 'process raft request' (duration: 706.418866ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:25.949468Z","caller":"traceutil/trace.go:171","msg":"trace[994075676] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"567.753819ms","start":"2026-04-02T09:09:25.381706Z","end":"2026-04-02T09:09:25.94946Z","steps":["trace[994075676] 'process raft request' (duration: 567.502023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:25.949546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:25.38167Z","time spent":"567.854903ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:25.949616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:25.242346Z","time spent":"707.180656ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:25.949693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.097569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:09:25.949768Z","caller":"traceutil/trace.go:171","msg":"trace[1470482486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8591; }","duration":"652.221302ms","start":"2026-04-02T09:09:25.297522Z","end":"2026-04-02T09:09:25.949744Z","steps":["trace[1470482486] 'agreement among raft nodes before linearized reading' (duration: 652.021457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:25.949819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:25.2975Z","time spent":"652.303674ms","remote":"127.0.0.1:52858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:09:25.950192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.873621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T09:09:25.950189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.386463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:09:25.950253Z","caller":"traceutil/trace.go:171","msg":"trace[1834395958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8591; }","duration":"645.951833ms","start":"2026-04-02T09:09:25.304288Z","end":"2026-04-02T09:09:25.95024Z","steps":["trace[1834395958] 'agreement among raft nodes before linearized reading' (duration: 645.777258ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:25.950268Z","caller":"traceutil/trace.go:171","msg":"trace[1515971290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8591; }","duration":"650.505826ms","start":"2026-04-02T09:09:25.299744Z","end":"2026-04-02T09:09:25.95025Z","steps":["trace[1515971290] 'agreement among raft nodes before linearized reading' (duration: 650.291081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:25.950277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.116703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:09:25.950293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:25.304281Z","time spent":"646.001464ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:09:25.9503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.023466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:09:25.95032Z","caller":"traceutil/trace.go:171","msg":"trace[986674317] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8591; }","duration":"285.202415ms","start":"2026-04-02T09:09:25.665103Z","end":"2026-04-02T09:09:25.950305Z","steps":["trace[986674317] 'agreement among raft nodes before linearized reading' (duration: 285.136754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:25.950336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.436632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-04-02T09:09:25.950362Z","caller":"traceutil/trace.go:171","msg":"trace[903716867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8591; }","duration":"646.142048ms","start":"2026-04-02T09:09:25.304205Z","end":"2026-04-02T09:09:25.950347Z","steps":["trace[903716867] 'agreement among raft nodes before linearized reading' (duration: 645.975473ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:25.950374Z","caller":"traceutil/trace.go:171","msg":"trace[292584652] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8591; }","duration":"131.518763ms","start":"2026-04-02T09:09:25.818847Z","end":"2026-04-02T09:09:25.950366Z","steps":["trace[292584652] 'agreement among raft nodes before linearized reading' (duration: 131.308038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:25.950315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:25.299726Z","time spent":"650.581098ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:09:25.950402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:25.304177Z","time spent":"646.21689ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:09:25.95021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.445353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:09:25.950882Z","caller":"traceutil/trace.go:171","msg":"trace[1292341323] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:8591; }","duration":"554.037439ms","start":"2026-04-02T09:09:25.396709Z","end":"2026-04-02T09:09:25.950747Z","steps":["trace[1292341323] 'agreement among raft nodes before linearized reading' (duration: 553.363861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:25.950963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:25.396696Z","time spent":"554.244785ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"info","ts":"2026-04-02T09:09:27.377947Z","caller":"traceutil/trace.go:171","msg":"trace[223205835] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"135.209332ms","start":"2026-04-02T09:09:27.242705Z","end":"2026-04-02T09:09:27.377914Z","steps":["trace[223205835] 'process raft request' (duration: 116.436485ms)","trace[223205835] 'compare' (duration: 18.604183ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:34.144066Z","caller":"traceutil/trace.go:171","msg":"trace[1983794943] linearizableReadLoop","detail":"{readStateIndex:9103; appliedIndex:9102; }","duration":"154.31026ms","start":"2026-04-02T09:09:33.989735Z","end":"2026-04-02T09:09:34.144045Z","steps":["trace[1983794943] 'read index received' (duration: 154.189206ms)","trace[1983794943] 'applied index is now lower than readState.Index' (duration: 120.113µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:34.14423Z","caller":"traceutil/trace.go:171","msg":"trace[1004701651] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"159.670594ms","start":"2026-04-02T09:09:33.984527Z","end":"2026-04-02T09:09:34.144197Z","steps":["trace[1004701651] 'process raft request' (duration: 159.386926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:34.144357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.608368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:09:34.144393Z","caller":"traceutil/trace.go:171","msg":"trace[994430732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8767; }","duration":"154.7019ms","start":"2026-04-02T09:09:33.989683Z","end":"2026-04-02T09:09:34.144385Z","steps":["trace[994430732] 'agreement among raft nodes before linearized reading' (duration: 154.569146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:34.144487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.938222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:09:34.144544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.831962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:09:34.14457Z","caller":"traceutil/trace.go:171","msg":"trace[1064788813] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:8767; }","duration":"141.886103ms","start":"2026-04-02T09:09:34.002679Z","end":"2026-04-02T09:09:34.144565Z","steps":["trace[1064788813] 'agreement among raft nodes before linearized reading' (duration: 141.80811ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:34.144602Z","caller":"traceutil/trace.go:171","msg":"trace[286126042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8767; }","duration":"153.060166ms","start":"2026-04-02T09:09:33.991492Z","end":"2026-04-02T09:09:34.144552Z","steps":["trace[286126042] 'agreement among raft nodes before linearized reading' (duration: 152.8369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:34.144635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.068993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T09:09:34.144731Z","caller":"traceutil/trace.go:171","msg":"trace[1612024329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8767; }","duration":"110.207657ms","start":"2026-04-02T09:09:34.0345Z","end":"2026-04-02T09:09:34.144708Z","steps":["trace[1612024329] 'agreement among raft nodes before linearized reading' (duration: 109.91329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:36.654778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664171762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:09:37.154943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664171762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:09:37.611238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461236621s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T09:09:37.611553Z","caller":"traceutil/trace.go:171","msg":"trace[27297028] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"1.461648912s","start":"2026-04-02T09:09:36.149885Z","end":"2026-04-02T09:09:37.611534Z","steps":["trace[27297028] 'process raft request' (duration: 1.461537659s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:37.611648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:36.149861Z","time spent":"1.461728135s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:37.619805Z","caller":"traceutil/trace.go:171","msg":"trace[1151491492] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"320.789247ms","start":"2026-04-02T09:09:37.298987Z","end":"2026-04-02T09:09:37.619777Z","steps":["trace[1151491492] 'process raft request' (duration: 320.691424ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:37.619924Z","caller":"traceutil/trace.go:171","msg":"trace[497896950] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"739.975444ms","start":"2026-04-02T09:09:36.879931Z","end":"2026-04-02T09:09:37.619906Z","steps":["trace[497896950] 'process raft request' (duration: 739.587974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:37.619941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:37.298961Z","time spent":"320.908731ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:37.619994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:36.879911Z","time spent":"740.048216ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:37.620109Z","caller":"traceutil/trace.go:171","msg":"trace[1334983523] linearizableReadLoop","detail":"{readStateIndex:9117; appliedIndex:9116; }","duration":"1.465957149s","start":"2026-04-02T09:09:36.154085Z","end":"2026-04-02T09:09:37.620042Z","steps":["trace[1334983523] 'read index received' (duration: 1.457980854s)","trace[1334983523] 'applied index is now lower than readState.Index' (duration: 7.966295ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:37.620175Z","caller":"traceutil/trace.go:171","msg":"trace[1260832668] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"200.857477ms","start":"2026-04-02T09:09:37.419301Z","end":"2026-04-02T09:09:37.620159Z","steps":["trace[1260832668] 'process raft request' (duration: 200.438856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:37.620542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466461873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:09:37.620585Z","caller":"traceutil/trace.go:171","msg":"trace[904950988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8783; }","duration":"1.466539896s","start":"2026-04-02T09:09:36.154035Z","end":"2026-04-02T09:09:37.620575Z","steps":["trace[904950988] 'agreement among raft nodes before linearized reading' (duration: 1.466410191s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:37.620615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:36.154015Z","time spent":"1.466592856s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:09:37.620718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465822745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:09:37.620748Z","caller":"traceutil/trace.go:171","msg":"trace[2090811748] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:8783; }","duration":"1.465852566s","start":"2026-04-02T09:09:36.154886Z","end":"2026-04-02T09:09:37.620739Z","steps":["trace[2090811748] 'agreement among raft nodes before linearized reading' (duration: 1.465758903s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:37.620762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342447812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6486f4fdc9-v9l5t.18a27f1d2425dc67\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-02T09:09:37.62077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:36.15486Z","time spent":"1.465905207s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"info","ts":"2026-04-02T09:09:37.620794Z","caller":"traceutil/trace.go:171","msg":"trace[957509235] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6486f4fdc9-v9l5t.18a27f1d2425dc67; range_end:; response_count:1; response_revision:8783; }","duration":"1.342529463s","start":"2026-04-02T09:09:36.278253Z","end":"2026-04-02T09:09:37.620783Z","steps":["trace[957509235] 'agreement among raft nodes before linearized reading' (duration: 1.342442991s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:37.620819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:36.278224Z","time spent":"1.342588876s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6486f4fdc9-v9l5t.18a27f1d2425dc67\" "} {"level":"warn","ts":"2026-04-02T09:09:37.620951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462420053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T09:09:37.620975Z","caller":"traceutil/trace.go:171","msg":"trace[506067159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8783; }","duration":"1.462458484s","start":"2026-04-02T09:09:36.158509Z","end":"2026-04-02T09:09:37.620968Z","steps":["trace[506067159] 'agreement among raft nodes before linearized reading' (duration: 1.462386052s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:37.620995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:36.158501Z","time spent":"1.462488914s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:09:37.621041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.438917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:09:37.621075Z","caller":"traceutil/trace.go:171","msg":"trace[1981837164] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8783; }","duration":"354.517599ms","start":"2026-04-02T09:09:37.266547Z","end":"2026-04-02T09:09:37.621065Z","steps":["trace[1981837164] 'agreement among raft nodes before linearized reading' (duration: 354.404466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:37.6211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:37.266528Z","time spent":"354.56552ms","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:09:37.621158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464235112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T09:09:37.621175Z","caller":"traceutil/trace.go:171","msg":"trace[2072724872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8783; }","duration":"1.464269503s","start":"2026-04-02T09:09:36.156899Z","end":"2026-04-02T09:09:37.621169Z","steps":["trace[2072724872] 'agreement among raft nodes before linearized reading' (duration: 1.464212022s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:37.621371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:36.15689Z","time spent":"1.464477649s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:09:37.621428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463723498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T09:09:37.621458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.879248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T09:09:37.621467Z","caller":"traceutil/trace.go:171","msg":"trace[942001231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8783; }","duration":"1.46380307s","start":"2026-04-02T09:09:36.157653Z","end":"2026-04-02T09:09:37.621456Z","steps":["trace[942001231] 'agreement among raft nodes before linearized reading' (duration: 1.46341963s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:37.621487Z","caller":"traceutil/trace.go:171","msg":"trace[1841712054] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:8783; }","duration":"619.9336ms","start":"2026-04-02T09:09:37.001545Z","end":"2026-04-02T09:09:37.621479Z","steps":["trace[1841712054] 'agreement among raft nodes before linearized reading' (duration: 619.855077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:37.621498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:36.157646Z","time spent":"1.463844021s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:09:37.621513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:37.001531Z","time spent":"619.975061ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.141\" "} {"level":"warn","ts":"2026-04-02T09:09:37.621638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.139843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:09:37.621654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463947395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:09:37.621661Z","caller":"traceutil/trace.go:171","msg":"trace[408857443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8783; }","duration":"691.200296ms","start":"2026-04-02T09:09:36.930453Z","end":"2026-04-02T09:09:37.621653Z","steps":["trace[408857443] 'agreement among raft nodes before linearized reading' (duration: 691.162544ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:37.621673Z","caller":"traceutil/trace.go:171","msg":"trace[742074192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8783; }","duration":"1.463979746s","start":"2026-04-02T09:09:36.157687Z","end":"2026-04-02T09:09:37.621667Z","steps":["trace[742074192] 'agreement among raft nodes before linearized reading' (duration: 1.463925984s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:37.621689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:36.157683Z","time spent":"1.464002666s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:09:37.621686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:36.930429Z","time spent":"691.251047ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:09:37.621843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116991281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:09:37.621876Z","caller":"traceutil/trace.go:171","msg":"trace[1813799905] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8783; }","duration":"1.117065713s","start":"2026-04-02T09:09:36.504799Z","end":"2026-04-02T09:09:37.621865Z","steps":["trace[1813799905] 'agreement among raft nodes before linearized reading' (duration: 1.11699176s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:37.621899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:36.50478Z","time spent":"1.117113314s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-02T09:09:39.622296Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023aa.wal"} {"level":"warn","ts":"2026-04-02T09:09:48.387628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:48.000434Z","time spent":"387.183201ms","remote":"127.0.0.1:48504","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T09:09:48.387838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.712954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:09:48.387961Z","caller":"traceutil/trace.go:171","msg":"trace[265500817] linearizableReadLoop","detail":"{readStateIndex:9175; appliedIndex:9174; }","duration":"710.025785ms","start":"2026-04-02T09:09:47.677912Z","end":"2026-04-02T09:09:48.387937Z","steps":["trace[265500817] 'read index received' (duration: 1.262434ms)","trace[265500817] 'applied index is now lower than readState.Index' (duration: 708.761061ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:48.387996Z","caller":"traceutil/trace.go:171","msg":"trace[2098891248] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"715.454651ms","start":"2026-04-02T09:09:47.672513Z","end":"2026-04-02T09:09:48.387968Z","steps":["trace[2098891248] 'process raft request' (duration: 313.46902ms)","trace[2098891248] 'compare' (duration: 401.18273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:48.38814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:47.672472Z","time spent":"715.561083ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:48.388259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.055218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:09:48.388328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.380298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:09:48.388365Z","caller":"traceutil/trace.go:171","msg":"trace[965473079] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8836; }","duration":"602.229232ms","start":"2026-04-02T09:09:47.786112Z","end":"2026-04-02T09:09:48.388341Z","steps":["trace[965473079] 'agreement among raft nodes before linearized reading' (duration: 601.955074ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:48.388384Z","caller":"traceutil/trace.go:171","msg":"trace[533787463] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:8836; }","duration":"695.462561ms","start":"2026-04-02T09:09:47.692905Z","end":"2026-04-02T09:09:48.388368Z","steps":["trace[533787463] 'agreement among raft nodes before linearized reading' (duration: 695.253175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:48.388429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:47.78608Z","time spent":"602.333055ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:09:48.38845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:47.692892Z","time spent":"695.543643ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"warn","ts":"2026-04-02T09:09:48.388486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.520344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T09:09:48.388351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.408134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:09:48.388561Z","caller":"traceutil/trace.go:171","msg":"trace[1318149396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8836; }","duration":"708.584985ms","start":"2026-04-02T09:09:47.679945Z","end":"2026-04-02T09:09:48.38853Z","steps":["trace[1318149396] 'agreement among raft nodes before linearized reading' (duration: 708.118853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:48.388582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.164613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:09:48.388613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:47.679938Z","time spent":"708.665057ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T09:09:48.388606Z","caller":"traceutil/trace.go:171","msg":"trace[80635806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8836; }","duration":"710.735804ms","start":"2026-04-02T09:09:47.677841Z","end":"2026-04-02T09:09:48.388577Z","steps":["trace[80635806] 'agreement among raft nodes before linearized reading' (duration: 710.188559ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:48.388664Z","caller":"traceutil/trace.go:171","msg":"trace[620980541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8836; }","duration":"702.260755ms","start":"2026-04-02T09:09:47.68638Z","end":"2026-04-02T09:09:48.388641Z","steps":["trace[620980541] 'agreement among raft nodes before linearized reading' (duration: 702.020498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:48.388656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.977411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-02T09:09:48.388693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:47.67783Z","time spent":"710.843647ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:09:48.388681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.504737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T09:09:48.388714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:47.686372Z","time spent":"702.328676ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T09:09:48.388741Z","caller":"traceutil/trace.go:171","msg":"trace[1616445422] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8836; }","duration":"291.106315ms","start":"2026-04-02T09:09:48.09761Z","end":"2026-04-02T09:09:48.388716Z","steps":["trace[1616445422] 'agreement among raft nodes before linearized reading' (duration: 290.8916ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:48.388755Z","caller":"traceutil/trace.go:171","msg":"trace[340971091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8836; }","duration":"707.64132ms","start":"2026-04-02T09:09:47.681094Z","end":"2026-04-02T09:09:48.388735Z","steps":["trace[340971091] 'agreement among raft nodes before linearized reading' (duration: 707.421744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:48.388734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.917309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:09:48.388808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:47.681059Z","time spent":"707.734283ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:09:48.388811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.31442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:09:48.388832Z","caller":"traceutil/trace.go:171","msg":"trace[160924455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8836; }","duration":"459.089454ms","start":"2026-04-02T09:09:47.929716Z","end":"2026-04-02T09:09:48.388806Z","steps":["trace[160924455] 'agreement among raft nodes before linearized reading' (duration: 458.906709ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:48.38888Z","caller":"traceutil/trace.go:171","msg":"trace[507396188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8836; }","duration":"493.383932ms","start":"2026-04-02T09:09:47.895477Z","end":"2026-04-02T09:09:48.38886Z","steps":["trace[507396188] 'agreement among raft nodes before linearized reading' (duration: 493.143765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:48.388884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:47.929697Z","time spent":"459.179167ms","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:09:48.388915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:47.895422Z","time spent":"493.485024ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T09:09:48.390235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.983416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:09:48.390302Z","caller":"traceutil/trace.go:171","msg":"trace[1773839012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8836; }","duration":"709.10751ms","start":"2026-04-02T09:09:47.681178Z","end":"2026-04-02T09:09:48.390285Z","steps":["trace[1773839012] 'agreement among raft nodes before linearized reading' (duration: 707.221619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:48.390335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:47.681151Z","time spent":"709.175382ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:09:48.72771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.788244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:09:48.727991Z","caller":"traceutil/trace.go:171","msg":"trace[2145982869] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"334.824357ms","start":"2026-04-02T09:09:48.393143Z","end":"2026-04-02T09:09:48.727967Z","steps":["trace[2145982869] 'process raft request' (duration: 334.660043ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:48.728114Z","caller":"traceutil/trace.go:171","msg":"trace[1581539654] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"334.834087ms","start":"2026-04-02T09:09:48.39323Z","end":"2026-04-02T09:09:48.728064Z","steps":["trace[1581539654] 'process raft request' (duration: 334.618341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:48.728195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:48.393224Z","time spent":"334.9344ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:48.727991Z","caller":"traceutil/trace.go:171","msg":"trace[2026997726] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"334.882329ms","start":"2026-04-02T09:09:48.393082Z","end":"2026-04-02T09:09:48.727964Z","steps":["trace[2026997726] 'process raft request' (duration: 136.763776ms)","trace[2026997726] 'compare' (duration: 197.677831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:48.728308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:48.393138Z","time spent":"335.066175ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:48.728483Z","caller":"traceutil/trace.go:171","msg":"trace[149426483] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"335.120405ms","start":"2026-04-02T09:09:48.393345Z","end":"2026-04-02T09:09:48.728465Z","steps":["trace[149426483] 'process raft request' (duration: 334.660183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:48.728387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:48.393072Z","time spent":"335.206427ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:48.728589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:48.393337Z","time spent":"335.197218ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:48.728592Z","caller":"traceutil/trace.go:171","msg":"trace[670032328] linearizableReadLoop","detail":"{readStateIndex:9179; appliedIndex:9175; }","duration":"334.390995ms","start":"2026-04-02T09:09:48.394155Z","end":"2026-04-02T09:09:48.728546Z","steps":["trace[670032328] 'read index received' (duration: 135.712826ms)","trace[670032328] 'applied index is now lower than readState.Index' (duration: 198.676009ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:48.728645Z","caller":"traceutil/trace.go:171","msg":"trace[1215327303] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"333.226204ms","start":"2026-04-02T09:09:48.395406Z","end":"2026-04-02T09:09:48.728632Z","steps":["trace[1215327303] 'process raft request' (duration: 333.139572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:48.728802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.640012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"warn","ts":"2026-04-02T09:09:48.728831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:48.395387Z","time spent":"333.403459ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:48.728844Z","caller":"traceutil/trace.go:171","msg":"trace[604797385] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8841; }","duration":"334.712394ms","start":"2026-04-02T09:09:48.394122Z","end":"2026-04-02T09:09:48.728834Z","steps":["trace[604797385] 'agreement among raft nodes before linearized reading' (duration: 334.503088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:48.728876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:48.394108Z","time spent":"334.760966ms","remote":"127.0.0.1:33714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T09:09:50.902534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664171992,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T09:09:51.389027Z","caller":"traceutil/trace.go:171","msg":"trace[1344493300] linearizableReadLoop","detail":"{readStateIndex:9186; appliedIndex:9185; }","duration":"987.465601ms","start":"2026-04-02T09:09:50.401537Z","end":"2026-04-02T09:09:51.389002Z","steps":["trace[1344493300] 'read index received' (duration: 987.323407ms)","trace[1344493300] 'applied index is now lower than readState.Index' (duration: 141.104µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:51.389147Z","caller":"traceutil/trace.go:171","msg":"trace[962423285] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"993.825402ms","start":"2026-04-02T09:09:50.395292Z","end":"2026-04-02T09:09:51.389117Z","steps":["trace[962423285] 'process raft request' (duration: 993.544625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:51.389316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:50.395258Z","time spent":"993.963396ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:51.389354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.796769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-02T09:09:51.389383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.762295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:09:51.389427Z","caller":"traceutil/trace.go:171","msg":"trace[1621027390] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:8847; }","duration":"987.922563ms","start":"2026-04-02T09:09:50.401488Z","end":"2026-04-02T09:09:51.389411Z","steps":["trace[1621027390] 'agreement among raft nodes before linearized reading' (duration: 987.672017ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:51.389432Z","caller":"traceutil/trace.go:171","msg":"trace[573681593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8847; }","duration":"458.858917ms","start":"2026-04-02T09:09:50.93056Z","end":"2026-04-02T09:09:51.389419Z","steps":["trace[573681593] 'agreement among raft nodes before linearized reading' (duration: 458.787646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:51.389477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:50.930535Z","time spent":"458.933981ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:09:51.389463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.364783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T09:09:51.389449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.516212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T09:09:51.389543Z","caller":"traceutil/trace.go:171","msg":"trace[953912802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8847; }","duration":"656.517868ms","start":"2026-04-02T09:09:50.733006Z","end":"2026-04-02T09:09:51.389524Z","steps":["trace[953912802] 'agreement among raft nodes before linearized reading' (duration: 656.234341ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:51.389583Z","caller":"traceutil/trace.go:171","msg":"trace[2004406684] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8847; }","duration":"980.696377ms","start":"2026-04-02T09:09:50.408854Z","end":"2026-04-02T09:09:51.38955Z","steps":["trace[2004406684] 'agreement among raft nodes before linearized reading' (duration: 980.346178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:51.3896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:50.73297Z","time spent":"656.621341ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:09:51.38961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.542838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:09:51.389642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:50.408836Z","time spent":"980.79493ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-02T09:09:51.389646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.635582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T09:09:51.389463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.60397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:09:51.389708Z","caller":"traceutil/trace.go:171","msg":"trace[1225829889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8847; }","duration":"656.709964ms","start":"2026-04-02T09:09:50.732982Z","end":"2026-04-02T09:09:51.389691Z","steps":["trace[1225829889] 'agreement among raft nodes before linearized reading' (duration: 656.290583ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:51.389664Z","caller":"traceutil/trace.go:171","msg":"trace[1164285190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8847; }","duration":"656.654612ms","start":"2026-04-02T09:09:50.732996Z","end":"2026-04-02T09:09:51.389651Z","steps":["trace[1164285190] 'agreement among raft nodes before linearized reading' (duration: 656.327473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:51.389746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.092777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:09:51.389719Z","caller":"traceutil/trace.go:171","msg":"trace[2145912406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8847; }","duration":"656.896899ms","start":"2026-04-02T09:09:50.732809Z","end":"2026-04-02T09:09:51.389706Z","steps":["trace[2145912406] 'agreement among raft nodes before linearized reading' (duration: 656.519499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:51.389793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:50.73279Z","time spent":"656.996472ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:09:51.389795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:50.732973Z","time spent":"656.809587ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T09:09:51.389792Z","caller":"traceutil/trace.go:171","msg":"trace[785000516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8847; }","duration":"656.148019ms","start":"2026-04-02T09:09:50.733631Z","end":"2026-04-02T09:09:51.389779Z","steps":["trace[785000516] 'agreement among raft nodes before linearized reading' (duration: 655.883451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:51.389902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:50.733625Z","time spent":"656.268872ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:09:51.389479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:50.401468Z","time spent":"988.001605ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"warn","ts":"2026-04-02T09:09:51.389757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:50.732977Z","time spent":"656.771985ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T09:09:51.568906Z","caller":"traceutil/trace.go:171","msg":"trace[1259114348] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"174.168897ms","start":"2026-04-02T09:09:51.394714Z","end":"2026-04-02T09:09:51.568883Z","steps":["trace[1259114348] 'process raft request' (duration: 125.611665ms)","trace[1259114348] 'compare' (duration: 48.435429ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:51.664296Z","caller":"traceutil/trace.go:171","msg":"trace[959356920] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"269.392198ms","start":"2026-04-02T09:09:51.394877Z","end":"2026-04-02T09:09:51.664269Z","steps":["trace[959356920] 'process raft request' (duration: 269.108951ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:51.664607Z","caller":"traceutil/trace.go:171","msg":"trace[518456407] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"269.366108ms","start":"2026-04-02T09:09:51.395206Z","end":"2026-04-02T09:09:51.664572Z","steps":["trace[518456407] 'process raft request' (duration: 268.986148ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:51.664956Z","caller":"traceutil/trace.go:171","msg":"trace[138341899] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"269.691287ms","start":"2026-04-02T09:09:51.395235Z","end":"2026-04-02T09:09:51.664926Z","steps":["trace[138341899] 'process raft request' (duration: 269.38673ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:51.665207Z","caller":"traceutil/trace.go:171","msg":"trace[897206347] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"269.746519ms","start":"2026-04-02T09:09:51.395433Z","end":"2026-04-02T09:09:51.66518Z","steps":["trace[897206347] 'process raft request' (duration: 269.42704ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:51.66528Z","caller":"traceutil/trace.go:171","msg":"trace[189337137] linearizableReadLoop","detail":"{readStateIndex:9192; appliedIndex:9186; }","duration":"268.019731ms","start":"2026-04-02T09:09:51.397232Z","end":"2026-04-02T09:09:51.665251Z","steps":["trace[189337137] 'read index received' (duration: 123.111096ms)","trace[189337137] 'applied index is now lower than readState.Index' (duration: 144.907275ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:51.665353Z","caller":"traceutil/trace.go:171","msg":"trace[1950720129] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"269.051309ms","start":"2026-04-02T09:09:51.396295Z","end":"2026-04-02T09:09:51.665346Z","steps":["trace[1950720129] 'process raft request' (duration: 268.819843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:51.665586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.739312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:09:51.665643Z","caller":"traceutil/trace.go:171","msg":"trace[1421677295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8853; }","duration":"254.828975ms","start":"2026-04-02T09:09:51.410797Z","end":"2026-04-02T09:09:51.665626Z","steps":["trace[1421677295] 'agreement among raft nodes before linearized reading' (duration: 254.727643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:51.66573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.484554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224279"} {"level":"info","ts":"2026-04-02T09:09:51.665769Z","caller":"traceutil/trace.go:171","msg":"trace[1836806525] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8853; }","duration":"268.556876ms","start":"2026-04-02T09:09:51.397203Z","end":"2026-04-02T09:09:51.66576Z","steps":["trace[1836806525] 'agreement among raft nodes before linearized reading' (duration: 268.245987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:51.665771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.444886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:09:51.665794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.084247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:09:51.665851Z","caller":"traceutil/trace.go:171","msg":"trace[517283067] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8853; }","duration":"160.601359ms","start":"2026-04-02T09:09:51.505222Z","end":"2026-04-02T09:09:51.665824Z","steps":["trace[517283067] 'agreement among raft nodes before linearized reading' (duration: 160.439414ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:51.66587Z","caller":"traceutil/trace.go:171","msg":"trace[724805331] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8853; }","duration":"183.205469ms","start":"2026-04-02T09:09:51.48264Z","end":"2026-04-02T09:09:51.665845Z","steps":["trace[724805331] 'agreement among raft nodes before linearized reading' (duration: 183.057556ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:51.869891Z","caller":"traceutil/trace.go:171","msg":"trace[1521577137] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"123.552178ms","start":"2026-04-02T09:09:51.746303Z","end":"2026-04-02T09:09:51.869855Z","steps":["trace[1521577137] 'process raft request' (duration: 76.19552ms)","trace[1521577137] 'compare' (duration: 47.193534ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:51.952639Z","caller":"traceutil/trace.go:171","msg":"trace[688098382] linearizableReadLoop","detail":"{readStateIndex:9195; appliedIndex:9192; }","duration":"167.393624ms","start":"2026-04-02T09:09:51.785212Z","end":"2026-04-02T09:09:51.952606Z","steps":["trace[688098382] 'read index received' (duration: 37.321849ms)","trace[688098382] 'applied index is now lower than readState.Index' (duration: 130.070485ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:09:51.952675Z","caller":"traceutil/trace.go:171","msg":"trace[1095921574] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"193.459847ms","start":"2026-04-02T09:09:51.759177Z","end":"2026-04-02T09:09:51.952636Z","steps":["trace[1095921574] 'process raft request' (duration: 193.189179ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:51.952736Z","caller":"traceutil/trace.go:171","msg":"trace[1258932757] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"193.043096ms","start":"2026-04-02T09:09:51.759651Z","end":"2026-04-02T09:09:51.952694Z","steps":["trace[1258932757] 'process raft request' (duration: 192.906422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:51.953083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.64688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:09:51.953265Z","caller":"traceutil/trace.go:171","msg":"trace[650679407] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8856; }","duration":"167.986329ms","start":"2026-04-02T09:09:51.785197Z","end":"2026-04-02T09:09:51.953183Z","steps":["trace[650679407] 'agreement among raft nodes before linearized reading' (duration: 167.540797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:53.277928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.386035ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T09:09:53.278038Z","caller":"traceutil/trace.go:171","msg":"trace[999667712] linearizableReadLoop","detail":"{readStateIndex:9196; appliedIndex:9195; }","duration":"347.027265ms","start":"2026-04-02T09:09:52.930995Z","end":"2026-04-02T09:09:53.278023Z","steps":["trace[999667712] 'read index received' (duration: 106.362352ms)","trace[999667712] 'applied index is now lower than readState.Index' (duration: 240.663463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:53.27813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.12729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:09:53.278175Z","caller":"traceutil/trace.go:171","msg":"trace[1042158370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8856; }","duration":"347.212261ms","start":"2026-04-02T09:09:52.930954Z","end":"2026-04-02T09:09:53.278166Z","steps":["trace[1042158370] 'agreement among raft nodes before linearized reading' (duration: 347.108848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:53.278201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:52.930935Z","time spent":"347.260062ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:09:53.482879Z","caller":"traceutil/trace.go:171","msg":"trace[1562118736] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"108.533963ms","start":"2026-04-02T09:09:53.374306Z","end":"2026-04-02T09:09:53.48284Z","steps":["trace[1562118736] 'process raft request' (duration: 108.352097ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:53.586314Z","caller":"traceutil/trace.go:171","msg":"trace[132536674] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"189.358566ms","start":"2026-04-02T09:09:53.39691Z","end":"2026-04-02T09:09:53.586269Z","steps":["trace[132536674] 'process raft request' (duration: 188.929524ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:53.748312Z","caller":"traceutil/trace.go:171","msg":"trace[1652074175] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"155.728658ms","start":"2026-04-02T09:09:53.592536Z","end":"2026-04-02T09:09:53.748265Z","steps":["trace[1652074175] 'process raft request' (duration: 141.895514ms)","trace[1652074175] 'compare' (duration: 13.464854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:54.399153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664172030,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T09:09:54.44018Z","caller":"traceutil/trace.go:171","msg":"trace[1404616989] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"565.641604ms","start":"2026-04-02T09:09:53.874514Z","end":"2026-04-02T09:09:54.440156Z","steps":["trace[1404616989] 'process raft request' (duration: 565.456568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:54.440372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:53.874487Z","time spent":"565.765717ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:54.654353Z","caller":"traceutil/trace.go:171","msg":"trace[1106864417] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"695.77478ms","start":"2026-04-02T09:09:53.958556Z","end":"2026-04-02T09:09:54.654331Z","steps":["trace[1106864417] 'process raft request' (duration: 606.165589ms)","trace[1106864417] 'compare' (duration: 89.481556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:54.654472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:53.958526Z","time spent":"695.885322ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:09:54.654569Z","caller":"traceutil/trace.go:171","msg":"trace[1046106478] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"694.819804ms","start":"2026-04-02T09:09:53.959743Z","end":"2026-04-02T09:09:54.654562Z","steps":["trace[1046106478] 'process raft request' (duration: 694.558006ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:09:54.654553Z","caller":"traceutil/trace.go:171","msg":"trace[1275764181] linearizableReadLoop","detail":"{readStateIndex:9206; appliedIndex:9203; }","duration":"756.067088ms","start":"2026-04-02T09:09:53.898458Z","end":"2026-04-02T09:09:54.654525Z","steps":["trace[1275764181] 'read index received' (duration: 541.554483ms)","trace[1275764181] 'applied index is now lower than readState.Index' (duration: 214.510165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:09:54.654607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:53.959708Z","time spent":"694.882695ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:09:54.654678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.205732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:09:54.654723Z","caller":"traceutil/trace.go:171","msg":"trace[2101294184] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8866; }","duration":"756.306475ms","start":"2026-04-02T09:09:53.898405Z","end":"2026-04-02T09:09:54.654712Z","steps":["trace[2101294184] 'agreement among raft nodes before linearized reading' (duration: 756.207773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:54.654759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:53.898378Z","time spent":"756.372896ms","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-02T09:09:55.287948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.912421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:09:55.28805Z","caller":"traceutil/trace.go:171","msg":"trace[2044463080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8866; }","duration":"358.085345ms","start":"2026-04-02T09:09:54.92994Z","end":"2026-04-02T09:09:55.288025Z","steps":["trace[2044463080] 'range keys from in-memory index tree' (duration: 357.772398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:09:55.288148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:09:54.929898Z","time spent":"358.235909ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:10:18.829515Z","caller":"traceutil/trace.go:171","msg":"trace[829000373] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"218.491854ms","start":"2026-04-02T09:10:18.610996Z","end":"2026-04-02T09:10:18.829488Z","steps":["trace[829000373] 'process raft request' (duration: 218.387971ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:18.829499Z","caller":"traceutil/trace.go:171","msg":"trace[542389926] linearizableReadLoop","detail":"{readStateIndex:9363; appliedIndex:9361; }","duration":"218.489694ms","start":"2026-04-02T09:10:18.610988Z","end":"2026-04-02T09:10:18.829478Z","steps":["trace[542389926] 'read index received' (duration: 7.230635ms)","trace[542389926] 'applied index is now lower than readState.Index' (duration: 211.257969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:10:18.829582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.575236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/rook-ceph/\" range_end:\"/registry/resourcequotas/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:10:18.829597Z","caller":"traceutil/trace.go:171","msg":"trace[1464054888] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"218.466503ms","start":"2026-04-02T09:10:18.611098Z","end":"2026-04-02T09:10:18.829564Z","steps":["trace[1464054888] 'process raft request' (duration: 218.3494ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:18.8296Z","caller":"traceutil/trace.go:171","msg":"trace[1937367867] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"218.487213ms","start":"2026-04-02T09:10:18.611071Z","end":"2026-04-02T09:10:18.829559Z","steps":["trace[1937367867] 'process raft request' (duration: 218.346039ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:18.829496Z","caller":"traceutil/trace.go:171","msg":"trace[1993234982] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"218.696679ms","start":"2026-04-02T09:10:18.610757Z","end":"2026-04-02T09:10:18.829453Z","steps":["trace[1993234982] 'process raft request' (duration: 215.254916ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:18.829648Z","caller":"traceutil/trace.go:171","msg":"trace[451308958] range","detail":"{range_begin:/registry/resourcequotas/rook-ceph/; range_end:/registry/resourcequotas/rook-ceph0; response_count:0; response_revision:9019; }","duration":"218.682628ms","start":"2026-04-02T09:10:18.610952Z","end":"2026-04-02T09:10:18.829634Z","steps":["trace[451308958] 'agreement among raft nodes before linearized reading' (duration: 218.552504ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:18.892607Z","caller":"traceutil/trace.go:171","msg":"trace[297458447] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"156.647213ms","start":"2026-04-02T09:10:18.735936Z","end":"2026-04-02T09:10:18.892583Z","steps":["trace[297458447] 'process raft request' (duration: 156.468348ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:18.892787Z","caller":"traceutil/trace.go:171","msg":"trace[264098234] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"155.287506ms","start":"2026-04-02T09:10:18.737479Z","end":"2026-04-02T09:10:18.892766Z","steps":["trace[264098234] 'process raft request' (duration: 155.057399ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:19.218028Z","caller":"traceutil/trace.go:171","msg":"trace[1131840880] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"238.881264ms","start":"2026-04-02T09:10:18.979109Z","end":"2026-04-02T09:10:19.21799Z","steps":["trace[1131840880] 'process raft request' (duration: 234.513487ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:19.218075Z","caller":"traceutil/trace.go:171","msg":"trace[51420981] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"237.845647ms","start":"2026-04-02T09:10:18.980196Z","end":"2026-04-02T09:10:19.218042Z","steps":["trace[51420981] 'process raft request' (duration: 237.682433ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:19.218338Z","caller":"traceutil/trace.go:171","msg":"trace[1426083467] linearizableReadLoop","detail":"{readStateIndex:9378; appliedIndex:9372; }","duration":"196.343705ms","start":"2026-04-02T09:10:19.021971Z","end":"2026-04-02T09:10:19.218315Z","steps":["trace[1426083467] 'read index received' (duration: 191.675649ms)","trace[1426083467] 'applied index is now lower than readState.Index' (duration: 4.666846ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:10:19.218411Z","caller":"traceutil/trace.go:171","msg":"trace[1830243923] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"236.834029ms","start":"2026-04-02T09:10:18.981557Z","end":"2026-04-02T09:10:19.218391Z","steps":["trace[1830243923] 'process raft request' (duration: 236.475059ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:19.218473Z","caller":"traceutil/trace.go:171","msg":"trace[220565950] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"232.903034ms","start":"2026-04-02T09:10:18.985554Z","end":"2026-04-02T09:10:19.218457Z","steps":["trace[220565950] 'process raft request' (duration: 232.662768ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:19.218358Z","caller":"traceutil/trace.go:171","msg":"trace[1255774920] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"234.840916ms","start":"2026-04-02T09:10:18.983493Z","end":"2026-04-02T09:10:19.218334Z","steps":["trace[1255774920] 'process raft request' (duration: 234.6283ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:19.218554Z","caller":"traceutil/trace.go:171","msg":"trace[332075015] transaction","detail":"{read_only:false; number_of_response:0; response_revision:9027; }","duration":"237.98417ms","start":"2026-04-02T09:10:18.980558Z","end":"2026-04-02T09:10:19.218542Z","steps":["trace[332075015] 'process raft request' (duration: 237.408314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:19.218815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.793878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-04-02T09:10:19.218881Z","caller":"traceutil/trace.go:171","msg":"trace[770234528] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:9030; }","duration":"196.935311ms","start":"2026-04-02T09:10:19.021929Z","end":"2026-04-02T09:10:19.218864Z","steps":["trace[770234528] 'agreement among raft nodes before linearized reading' (duration: 196.734455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:19.218927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.862269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-02T09:10:19.219042Z","caller":"traceutil/trace.go:171","msg":"trace[1498610746] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9030; }","duration":"197.015523ms","start":"2026-04-02T09:10:19.022012Z","end":"2026-04-02T09:10:19.219027Z","steps":["trace[1498610746] 'agreement among raft nodes before linearized reading' (duration: 196.579961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:19.219179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.453238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-02T09:10:19.219243Z","caller":"traceutil/trace.go:171","msg":"trace[72867182] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9030; }","duration":"196.55409ms","start":"2026-04-02T09:10:19.02267Z","end":"2026-04-02T09:10:19.219224Z","steps":["trace[72867182] 'agreement among raft nodes before linearized reading' (duration: 196.348385ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:19.390583Z","caller":"traceutil/trace.go:171","msg":"trace[461025273] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"151.947506ms","start":"2026-04-02T09:10:19.238612Z","end":"2026-04-02T09:10:19.39056Z","steps":["trace[461025273] 'process raft request' (duration: 151.74839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:19.390649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.16207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-04-02T09:10:19.390683Z","caller":"traceutil/trace.go:171","msg":"trace[2096137203] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:9032; }","duration":"152.217934ms","start":"2026-04-02T09:10:19.238454Z","end":"2026-04-02T09:10:19.390672Z","steps":["trace[2096137203] 'agreement among raft nodes before linearized reading' (duration: 152.093301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:19.39199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.372393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:37 size:596973"} {"level":"info","ts":"2026-04-02T09:10:19.392043Z","caller":"traceutil/trace.go:171","msg":"trace[179784211] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:37; response_revision:9032; }","duration":"110.468225ms","start":"2026-04-02T09:10:19.281563Z","end":"2026-04-02T09:10:19.392031Z","steps":["trace[179784211] 'agreement among raft nodes before linearized reading' (duration: 108.969684ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:19.433165Z","caller":"traceutil/trace.go:171","msg":"trace[902432762] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"119.084368ms","start":"2026-04-02T09:10:19.314052Z","end":"2026-04-02T09:10:19.433137Z","steps":["trace[902432762] 'process raft request' (duration: 118.896592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:19.433438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.544724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-02T09:10:19.433537Z","caller":"traceutil/trace.go:171","msg":"trace[1706657259] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9033; }","duration":"121.694038ms","start":"2026-04-02T09:10:19.311819Z","end":"2026-04-02T09:10:19.433513Z","steps":["trace[1706657259] 'agreement among raft nodes before linearized reading' (duration: 121.334648ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:20.037533Z","caller":"traceutil/trace.go:171","msg":"trace[1861157510] linearizableReadLoop","detail":"{readStateIndex:9394; appliedIndex:9393; }","duration":"129.124449ms","start":"2026-04-02T09:10:19.908383Z","end":"2026-04-02T09:10:20.037507Z","steps":["trace[1861157510] 'read index received' (duration: 47.638857ms)","trace[1861157510] 'applied index is now lower than readState.Index' (duration: 81.484032ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:10:20.03756Z","caller":"traceutil/trace.go:171","msg":"trace[714550944] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"129.621703ms","start":"2026-04-02T09:10:19.907854Z","end":"2026-04-02T09:10:20.037475Z","steps":["trace[714550944] 'process raft request' (duration: 48.204173ms)","trace[714550944] 'compare' (duration: 81.234075ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:10:20.037744Z","caller":"traceutil/trace.go:171","msg":"trace[1774503719] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"129.348825ms","start":"2026-04-02T09:10:19.908382Z","end":"2026-04-02T09:10:20.03773Z","steps":["trace[1774503719] 'process raft request' (duration: 129.058157ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:20.038083Z","caller":"traceutil/trace.go:171","msg":"trace[1304819759] transaction","detail":"{read_only:false; response_revision:9047; number_of_response:1; }","duration":"129.434718ms","start":"2026-04-02T09:10:19.908637Z","end":"2026-04-02T09:10:20.038072Z","steps":["trace[1304819759] 'process raft request' (duration: 129.050758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:20.038104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.696815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228727"} {"level":"info","ts":"2026-04-02T09:10:20.038186Z","caller":"traceutil/trace.go:171","msg":"trace[849834199] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9046; }","duration":"129.834748ms","start":"2026-04-02T09:10:19.908334Z","end":"2026-04-02T09:10:20.038169Z","steps":["trace[849834199] 'agreement among raft nodes before linearized reading' (duration: 129.286533ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:20.038262Z","caller":"traceutil/trace.go:171","msg":"trace[1079864417] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"129.532201ms","start":"2026-04-02T09:10:19.9087Z","end":"2026-04-02T09:10:20.038232Z","steps":["trace[1079864417] 'process raft request' (duration: 129.308345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:20.038318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.257101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-04-02T09:10:20.038353Z","caller":"traceutil/trace.go:171","msg":"trace[1880331934] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:9048; }","duration":"126.336084ms","start":"2026-04-02T09:10:19.912007Z","end":"2026-04-02T09:10:20.038343Z","steps":["trace[1880331934] 'agreement among raft nodes before linearized reading' (duration: 126.179779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:21.242638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.891496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:10:21.242719Z","caller":"traceutil/trace.go:171","msg":"trace[635007835] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:9058; }","duration":"268.982548ms","start":"2026-04-02T09:10:20.973718Z","end":"2026-04-02T09:10:21.242701Z","steps":["trace[635007835] 'range keys from in-memory index tree' (duration: 268.798493ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:21.722244Z","caller":"traceutil/trace.go:171","msg":"trace[647253070] linearizableReadLoop","detail":"{readStateIndex:9408; appliedIndex:9407; }","duration":"165.292425ms","start":"2026-04-02T09:10:21.556925Z","end":"2026-04-02T09:10:21.722217Z","steps":["trace[647253070] 'read index received' (duration: 165.215024ms)","trace[647253070] 'applied index is now lower than readState.Index' (duration: 75.801µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:10:21.722325Z","caller":"traceutil/trace.go:171","msg":"trace[1641505966] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"189.305135ms","start":"2026-04-02T09:10:21.532982Z","end":"2026-04-02T09:10:21.722287Z","steps":["trace[1641505966] 'process raft request' (duration: 189.075659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:21.722461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.498992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:10:21.722533Z","caller":"traceutil/trace.go:171","msg":"trace[762579209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9059; }","duration":"165.637575ms","start":"2026-04-02T09:10:21.556873Z","end":"2026-04-02T09:10:21.722511Z","steps":["trace[762579209] 'agreement among raft nodes before linearized reading' (duration: 165.475842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:24.931763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664172681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:10:25.432668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664172681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:10:25.621084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.284757038s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T09:10:25.621595Z","caller":"traceutil/trace.go:171","msg":"trace[1056708230] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"1.285352414s","start":"2026-04-02T09:10:24.336206Z","end":"2026-04-02T09:10:25.621559Z","steps":["trace[1056708230] 'process raft request' (duration: 1.285112498s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:25.621792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:24.336174Z","time spent":"1.285522639s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:10:26.512107Z","caller":"traceutil/trace.go:171","msg":"trace[1722314728] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"1.930114788s","start":"2026-04-02T09:10:24.581942Z","end":"2026-04-02T09:10:26.512057Z","steps":["trace[1722314728] 'process raft request' (duration: 1.929949503s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.512244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:24.581912Z","time spent":"1.930264632s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:10:26.512318Z","caller":"traceutil/trace.go:171","msg":"trace[975371586] linearizableReadLoop","detail":"{readStateIndex:9431; appliedIndex:9427; }","duration":"2.081157978s","start":"2026-04-02T09:10:24.431142Z","end":"2026-04-02T09:10:26.5123Z","steps":["trace[975371586] 'read index received' (duration: 1.190225834s)","trace[975371586] 'applied index is now lower than readState.Index' (duration: 890.931114ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:10:26.512402Z","caller":"traceutil/trace.go:171","msg":"trace[1892690542] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"1.583786362s","start":"2026-04-02T09:10:24.928608Z","end":"2026-04-02T09:10:26.512395Z","steps":["trace[1892690542] 'process raft request' (duration: 1.583621847s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.512481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:24.928598Z","time spent":"1.583820393s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:10:26.512535Z","caller":"traceutil/trace.go:171","msg":"trace[596130408] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"1.587880583s","start":"2026-04-02T09:10:24.924627Z","end":"2026-04-02T09:10:26.512507Z","steps":["trace[596130408] 'process raft request' (duration: 1.58739659s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.512634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081486318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:10:26.51268Z","caller":"traceutil/trace.go:171","msg":"trace[2139973135] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9081; }","duration":"2.081567329s","start":"2026-04-02T09:10:24.431101Z","end":"2026-04-02T09:10:26.512668Z","steps":["trace[2139973135] 'agreement among raft nodes before linearized reading' (duration: 2.081495618s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.51268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:24.924606Z","time spent":"1.588001146s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:10:26.512704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:24.431083Z","time spent":"2.08161521s","remote":"127.0.0.1:50240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:10:26.514936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585074056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:10:26.514979Z","caller":"traceutil/trace.go:171","msg":"trace[436635618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9083; }","duration":"1.585154799s","start":"2026-04-02T09:10:24.929817Z","end":"2026-04-02T09:10:26.514971Z","steps":["trace[436635618] 'agreement among raft nodes before linearized reading' (duration: 1.584965764s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.514998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:24.929771Z","time spent":"1.5852235s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:10:26.515015Z","caller":"traceutil/trace.go:171","msg":"trace[168241451] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"772.043539ms","start":"2026-04-02T09:10:25.74293Z","end":"2026-04-02T09:10:26.514974Z","steps":["trace[168241451] 'process raft request' (duration: 771.769521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.515098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.362068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T09:10:26.51516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.728601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T09:10:26.515166Z","caller":"traceutil/trace.go:171","msg":"trace[523622777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9083; }","duration":"589.474951ms","start":"2026-04-02T09:10:25.925675Z","end":"2026-04-02T09:10:26.51515Z","steps":["trace[523622777] 'agreement among raft nodes before linearized reading' (duration: 589.206434ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:26.515191Z","caller":"traceutil/trace.go:171","msg":"trace[1721927043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9083; }","duration":"429.760843ms","start":"2026-04-02T09:10:26.085423Z","end":"2026-04-02T09:10:26.515184Z","steps":["trace[1721927043] 'agreement among raft nodes before linearized reading' (duration: 429.6601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.51522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:26.085392Z","time spent":"429.823244ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:10:26.515214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:25.925653Z","time spent":"589.552145ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:10:26.515235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.572449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-04-02T09:10:26.515258Z","caller":"traceutil/trace.go:171","msg":"trace[467597366] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9083; }","duration":"679.63242ms","start":"2026-04-02T09:10:25.835621Z","end":"2026-04-02T09:10:26.515254Z","steps":["trace[467597366] 'agreement among raft nodes before linearized reading' (duration: 679.495907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.515274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:25.835601Z","time spent":"679.669971ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-02T09:10:26.515301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:25.742903Z","time spent":"772.194913ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:10:26.515375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296884422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:10:26.515402Z","caller":"traceutil/trace.go:171","msg":"trace[1117790839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9083; }","duration":"1.296943394s","start":"2026-04-02T09:10:25.218452Z","end":"2026-04-02T09:10:26.515395Z","steps":["trace[1117790839] 'agreement among raft nodes before linearized reading' (duration: 1.296867322s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.515419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:25.218432Z","time spent":"1.296983355s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T09:10:26.515397Z","caller":"traceutil/trace.go:171","msg":"trace[1069447774] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"506.811977ms","start":"2026-04-02T09:10:26.00854Z","end":"2026-04-02T09:10:26.515352Z","steps":["trace[1069447774] 'process raft request' (duration: 506.210621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.515503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.552232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T09:10:26.515539Z","caller":"traceutil/trace.go:171","msg":"trace[960591592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9083; }","duration":"454.631956ms","start":"2026-04-02T09:10:26.060897Z","end":"2026-04-02T09:10:26.515529Z","steps":["trace[960591592] 'agreement among raft nodes before linearized reading' (duration: 454.531033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.515556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.76201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:10:26.515568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:26.060874Z","time spent":"454.688046ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T09:10:26.515584Z","caller":"traceutil/trace.go:171","msg":"trace[1072335489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9083; }","duration":"890.790661ms","start":"2026-04-02T09:10:25.624785Z","end":"2026-04-02T09:10:26.515576Z","steps":["trace[1072335489] 'agreement among raft nodes before linearized reading' (duration: 890.73926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.515606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:25.624764Z","time spent":"890.836471ms","remote":"127.0.0.1:52866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:10:26.515635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:26.008518Z","time spent":"506.991581ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:10:26.515898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.282009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T09:10:26.51589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.339794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:10:26.515926Z","caller":"traceutil/trace.go:171","msg":"trace[1628014066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9083; }","duration":"429.333031ms","start":"2026-04-02T09:10:26.086588Z","end":"2026-04-02T09:10:26.515921Z","steps":["trace[1628014066] 'agreement among raft nodes before linearized reading' (duration: 429.259769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.515946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:26.086573Z","time spent":"429.368442ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T09:10:26.515951Z","caller":"traceutil/trace.go:171","msg":"trace[1861327127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:9083; }","duration":"428.422387ms","start":"2026-04-02T09:10:26.087513Z","end":"2026-04-02T09:10:26.515936Z","steps":["trace[1861327127] 'agreement among raft nodes before linearized reading' (duration: 428.19369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.516037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.661012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6486f4fdc9-v9l5t.18a27f1d2425dc67\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-02T09:10:26.516165Z","caller":"traceutil/trace.go:171","msg":"trace[193727098] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6486f4fdc9-v9l5t.18a27f1d2425dc67; range_end:; response_count:1; response_revision:9083; }","duration":"239.783635ms","start":"2026-04-02T09:10:26.276358Z","end":"2026-04-02T09:10:26.516142Z","steps":["trace[193727098] 'agreement among raft nodes before linearized reading' (duration: 239.480547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.516053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:26.08748Z","time spent":"428.55862ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"warn","ts":"2026-04-02T09:10:26.516918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.274123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T09:10:26.51704Z","caller":"traceutil/trace.go:171","msg":"trace[372771265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9083; }","duration":"431.453289ms","start":"2026-04-02T09:10:26.085566Z","end":"2026-04-02T09:10:26.51702Z","steps":["trace[372771265] 'agreement among raft nodes before linearized reading' (duration: 429.267089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:26.517113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:26.085543Z","time spent":"431.556681ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T09:10:27.967829Z","caller":"traceutil/trace.go:171","msg":"trace[103514325] linearizableReadLoop","detail":"{readStateIndex:9443; appliedIndex:9442; }","duration":"220.03859ms","start":"2026-04-02T09:10:27.74777Z","end":"2026-04-02T09:10:27.967809Z","steps":["trace[103514325] 'read index received' (duration: 219.844275ms)","trace[103514325] 'applied index is now lower than readState.Index' (duration: 193.325µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:10:27.967887Z","caller":"traceutil/trace.go:171","msg":"trace[758068694] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"237.965335ms","start":"2026-04-02T09:10:27.729888Z","end":"2026-04-02T09:10:27.967854Z","steps":["trace[758068694] 'process raft request' (duration: 237.776981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:27.96799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.188384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:10:27.968031Z","caller":"traceutil/trace.go:171","msg":"trace[1573964389] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9092; }","duration":"220.284168ms","start":"2026-04-02T09:10:27.747735Z","end":"2026-04-02T09:10:27.968019Z","steps":["trace[1573964389] 'agreement among raft nodes before linearized reading' (duration: 220.190775ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:28.719472Z","caller":"traceutil/trace.go:171","msg":"trace[371329172] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"202.023834ms","start":"2026-04-02T09:10:28.517429Z","end":"2026-04-02T09:10:28.719453Z","steps":["trace[371329172] 'process raft request' (duration: 201.90364ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:28.926641Z","caller":"traceutil/trace.go:171","msg":"trace[989211952] linearizableReadLoop","detail":"{readStateIndex:9447; appliedIndex:9443; }","duration":"396.923874ms","start":"2026-04-02T09:10:28.529695Z","end":"2026-04-02T09:10:28.926619Z","steps":["trace[989211952] 'read index received' (duration: 189.709451ms)","trace[989211952] 'applied index is now lower than readState.Index' (duration: 207.213353ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:10:28.926841Z","caller":"traceutil/trace.go:171","msg":"trace[760777485] transaction","detail":"{read_only:false; response_revision:9096; number_of_response:1; }","duration":"405.899567ms","start":"2026-04-02T09:10:28.520896Z","end":"2026-04-02T09:10:28.926795Z","steps":["trace[760777485] 'process raft request' (duration: 405.692682ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:28.926865Z","caller":"traceutil/trace.go:171","msg":"trace[1816819143] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"409.403032ms","start":"2026-04-02T09:10:28.517429Z","end":"2026-04-02T09:10:28.926832Z","steps":["trace[1816819143] 'process raft request' (duration: 409.015951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:28.926933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.227973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T09:10:28.926959Z","caller":"traceutil/trace.go:171","msg":"trace[1377405152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9096; }","duration":"397.300064ms","start":"2026-04-02T09:10:28.529651Z","end":"2026-04-02T09:10:28.926951Z","steps":["trace[1377405152] 'agreement among raft nodes before linearized reading' (duration: 397.199801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:28.926981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:28.529628Z","time spent":"397.348056ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:10:28.927003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:28.520859Z","time spent":"406.070412ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:10:28.927014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:28.517402Z","time spent":"409.536666ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:10:28.927116Z","caller":"traceutil/trace.go:171","msg":"trace[908960032] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"406.709689ms","start":"2026-04-02T09:10:28.520398Z","end":"2026-04-02T09:10:28.927107Z","steps":["trace[908960032] 'process raft request' (duration: 406.162714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:28.927155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:28.52036Z","time spent":"406.77296ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:10:28.927235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.028401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:10:28.927269Z","caller":"traceutil/trace.go:171","msg":"trace[2003535335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9096; }","duration":"396.096672ms","start":"2026-04-02T09:10:28.531164Z","end":"2026-04-02T09:10:28.92726Z","steps":["trace[2003535335] 'agreement among raft nodes before linearized reading' (duration: 395.978949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:28.927292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:28.531142Z","time spent":"396.145763ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:10:28.92732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.012363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T09:10:28.927397Z","caller":"traceutil/trace.go:171","msg":"trace[748691005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9096; }","duration":"395.129936ms","start":"2026-04-02T09:10:28.532248Z","end":"2026-04-02T09:10:28.927377Z","steps":["trace[748691005] 'agreement among raft nodes before linearized reading' (duration: 394.90123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:28.927447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:28.532232Z","time spent":"395.206248ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:10:28.927436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.115412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T09:10:28.927479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.972388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T09:10:28.927509Z","caller":"traceutil/trace.go:171","msg":"trace[1694790115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9096; }","duration":"396.01638ms","start":"2026-04-02T09:10:28.531484Z","end":"2026-04-02T09:10:28.927501Z","steps":["trace[1694790115] 'agreement among raft nodes before linearized reading' (duration: 395.722842ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:28.927511Z","caller":"traceutil/trace.go:171","msg":"trace[809112745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9096; }","duration":"396.237336ms","start":"2026-04-02T09:10:28.531256Z","end":"2026-04-02T09:10:28.927493Z","steps":["trace[809112745] 'agreement among raft nodes before linearized reading' (duration: 395.968489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:28.92753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:28.531479Z","time spent":"396.04641ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:10:28.927542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.927396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:10:28.927624Z","caller":"traceutil/trace.go:171","msg":"trace[1154676283] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:9096; }","duration":"393.028779ms","start":"2026-04-02T09:10:28.534576Z","end":"2026-04-02T09:10:28.927605Z","steps":["trace[1154676283] 'agreement among raft nodes before linearized reading' (duration: 392.570737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:28.927672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:28.534566Z","time spent":"393.098001ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"warn","ts":"2026-04-02T09:10:28.927559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:28.53125Z","time spent":"396.300868ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:10:39.332601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.762695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:10:39.332718Z","caller":"traceutil/trace.go:171","msg":"trace[1647054616] linearizableReadLoop","detail":"{readStateIndex:9544; appliedIndex:9543; }","duration":"402.877805ms","start":"2026-04-02T09:10:38.929819Z","end":"2026-04-02T09:10:39.332697Z","steps":["trace[1647054616] 'read index received' (duration: 62.005106ms)","trace[1647054616] 'applied index is now lower than readState.Index' (duration: 340.870609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:10:39.333034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.210954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:10:39.333083Z","caller":"traceutil/trace.go:171","msg":"trace[1208114961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9187; }","duration":"403.297187ms","start":"2026-04-02T09:10:38.929774Z","end":"2026-04-02T09:10:39.333071Z","steps":["trace[1208114961] 'agreement among raft nodes before linearized reading' (duration: 403.217685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:39.333122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:38.929754Z","time spent":"403.360958ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:10:39.333146Z","caller":"traceutil/trace.go:171","msg":"trace[308927189] transaction","detail":"{read_only:false; response_revision:9187; number_of_response:1; }","duration":"538.652957ms","start":"2026-04-02T09:10:38.794209Z","end":"2026-04-02T09:10:39.332862Z","steps":["trace[308927189] 'process raft request' (duration: 197.538423ms)","trace[308927189] 'compare' (duration: 340.495357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:10:39.333234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:38.794187Z","time spent":"539.008327ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:10:39.354692Z","caller":"traceutil/trace.go:171","msg":"trace[2049199645] transaction","detail":"{read_only:false; response_revision:9189; number_of_response:1; }","duration":"392.109785ms","start":"2026-04-02T09:10:38.962553Z","end":"2026-04-02T09:10:39.354663Z","steps":["trace[2049199645] 'process raft request' (duration: 392.002982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:39.354804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.324163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T09:10:39.354851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:38.962529Z","time spent":"392.229097ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:10:39.354869Z","caller":"traceutil/trace.go:171","msg":"trace[930101295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9190; }","duration":"347.420605ms","start":"2026-04-02T09:10:39.007433Z","end":"2026-04-02T09:10:39.354853Z","steps":["trace[930101295] 'agreement among raft nodes before linearized reading' (duration: 347.238361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:39.3549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:39.007421Z","time spent":"347.472858ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T09:10:39.354935Z","caller":"traceutil/trace.go:171","msg":"trace[376748383] transaction","detail":"{read_only:false; response_revision:9190; number_of_response:1; }","duration":"391.399946ms","start":"2026-04-02T09:10:38.963509Z","end":"2026-04-02T09:10:39.354908Z","steps":["trace[376748383] 'process raft request' (duration: 391.084277ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:39.354967Z","caller":"traceutil/trace.go:171","msg":"trace[1850246444] transaction","detail":"{read_only:false; response_revision:9188; number_of_response:1; }","duration":"395.741612ms","start":"2026-04-02T09:10:38.959219Z","end":"2026-04-02T09:10:39.35496Z","steps":["trace[1850246444] 'process raft request' (duration: 395.185247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:39.355001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:38.95919Z","time spent":"395.791234ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:10:39.355019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.839807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:10:39.355037Z","caller":"traceutil/trace.go:171","msg":"trace[393301625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9190; }","duration":"347.897198ms","start":"2026-04-02T09:10:39.007134Z","end":"2026-04-02T09:10:39.355032Z","steps":["trace[393301625] 'agreement among raft nodes before linearized reading' (duration: 347.841696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:39.35503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:38.963497Z","time spent":"391.483758ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:10:39.355057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:39.007104Z","time spent":"347.94946ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:10:39.355152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.481934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:10:39.355175Z","caller":"traceutil/trace.go:171","msg":"trace[1890606932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9190; }","duration":"348.545396ms","start":"2026-04-02T09:10:39.006621Z","end":"2026-04-02T09:10:39.355167Z","steps":["trace[1890606932] 'agreement among raft nodes before linearized reading' (duration: 348.458003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:39.355193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:39.006601Z","time spent":"348.587826ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:10:39.355211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.439472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:10:39.355196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.663626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:10:39.355242Z","caller":"traceutil/trace.go:171","msg":"trace[2013761996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9190; }","duration":"345.468683ms","start":"2026-04-02T09:10:39.009763Z","end":"2026-04-02T09:10:39.355232Z","steps":["trace[2013761996] 'agreement among raft nodes before linearized reading' (duration: 345.36103ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:39.355261Z","caller":"traceutil/trace.go:171","msg":"trace[1115628627] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:9190; }","duration":"376.78274ms","start":"2026-04-02T09:10:38.978463Z","end":"2026-04-02T09:10:39.355246Z","steps":["trace[1115628627] 'agreement among raft nodes before linearized reading' (duration: 376.585484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:39.355271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:39.009727Z","time spent":"345.537584ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:10:39.355295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:38.97844Z","time spent":"376.848011ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"warn","ts":"2026-04-02T09:10:39.355803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.890041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:10:39.355839Z","caller":"traceutil/trace.go:171","msg":"trace[646909819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9190; }","duration":"346.949132ms","start":"2026-04-02T09:10:39.008882Z","end":"2026-04-02T09:10:39.355831Z","steps":["trace[646909819] 'agreement among raft nodes before linearized reading' (duration: 346.862531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:39.355867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:39.008872Z","time spent":"346.990624ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:10:39.356702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.389921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:10:39.356775Z","caller":"traceutil/trace.go:171","msg":"trace[1178476977] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9190; }","duration":"355.523254ms","start":"2026-04-02T09:10:39.001236Z","end":"2026-04-02T09:10:39.35676Z","steps":["trace[1178476977] 'agreement among raft nodes before linearized reading' (duration: 354.018963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:39.356814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:39.001215Z","time spent":"355.591866ms","remote":"127.0.0.1:33828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":55,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-02T09:10:39.678347Z","caller":"traceutil/trace.go:171","msg":"trace[196823830] transaction","detail":"{read_only:false; response_revision:9196; number_of_response:1; }","duration":"282.738607ms","start":"2026-04-02T09:10:39.39558Z","end":"2026-04-02T09:10:39.678319Z","steps":["trace[196823830] 'process raft request' (duration: 282.167212ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:39.710873Z","caller":"traceutil/trace.go:171","msg":"trace[287385065] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9197; }","duration":"314.847945ms","start":"2026-04-02T09:10:39.396008Z","end":"2026-04-02T09:10:39.710856Z","steps":["trace[287385065] 'process raft request' (duration: 314.68615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:39.711033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:39.395996Z","time spent":"314.931047ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-02T09:10:39.711321Z","caller":"traceutil/trace.go:171","msg":"trace[142031068] transaction","detail":"{read_only:false; response_revision:9198; number_of_response:1; }","duration":"309.181071ms","start":"2026-04-02T09:10:39.40213Z","end":"2026-04-02T09:10:39.711311Z","steps":["trace[142031068] 'process raft request' (duration: 308.674938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:39.711379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:39.40211Z","time spent":"309.239494ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:10:40.603011Z","caller":"traceutil/trace.go:171","msg":"trace[2037538125] transaction","detail":"{read_only:false; response_revision:9201; number_of_response:1; }","duration":"151.23467ms","start":"2026-04-02T09:10:40.451751Z","end":"2026-04-02T09:10:40.602986Z","steps":["trace[2037538125] 'process raft request' (duration: 151.080805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.133757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.740375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:10:41.133854Z","caller":"traceutil/trace.go:171","msg":"trace[1598783399] linearizableReadLoop","detail":"{readStateIndex:9559; appliedIndex:9558; }","duration":"526.597682ms","start":"2026-04-02T09:10:40.607241Z","end":"2026-04-02T09:10:41.133838Z","steps":["trace[1598783399] 'read index received' (duration: 408.857798ms)","trace[1598783399] 'applied index is now lower than readState.Index' (duration: 117.738104ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:10:41.133925Z","caller":"traceutil/trace.go:171","msg":"trace[1969734556] transaction","detail":"{read_only:false; response_revision:9202; number_of_response:1; }","duration":"526.996862ms","start":"2026-04-02T09:10:40.606918Z","end":"2026-04-02T09:10:41.133914Z","steps":["trace[1969734556] 'process raft request' (duration: 409.033891ms)","trace[1969734556] 'compare' (duration: 117.339024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:10:41.133981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:40.606887Z","time spent":"527.070534ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T09:10:41.1343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.069384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-02T09:10:41.134335Z","caller":"traceutil/trace.go:171","msg":"trace[1132270127] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9202; }","duration":"527.146807ms","start":"2026-04-02T09:10:40.607179Z","end":"2026-04-02T09:10:41.134326Z","steps":["trace[1132270127] 'agreement among raft nodes before linearized reading' (duration: 526.992432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.134365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:40.60716Z","time spent":"527.198327ms","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-02T09:10:41.280129Z","caller":"traceutil/trace.go:171","msg":"trace[298470440] transaction","detail":"{read_only:false; response_revision:9203; number_of_response:1; }","duration":"672.456445ms","start":"2026-04-02T09:10:40.607653Z","end":"2026-04-02T09:10:41.28011Z","steps":["trace[298470440] 'process raft request' (duration: 662.689172ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:41.280137Z","caller":"traceutil/trace.go:171","msg":"trace[729747316] transaction","detail":"{read_only:false; response_revision:9204; number_of_response:1; }","duration":"517.944426ms","start":"2026-04-02T09:10:40.762123Z","end":"2026-04-02T09:10:41.280067Z","steps":["trace[729747316] 'process raft request' (duration: 517.823893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.280301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:40.607636Z","time spent":"672.569769ms","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:10:41.280337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:40.762081Z","time spent":"518.148502ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:10:41.28032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.250835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:10:41.280474Z","caller":"traceutil/trace.go:171","msg":"trace[367218937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9204; }","duration":"349.485351ms","start":"2026-04-02T09:10:40.930954Z","end":"2026-04-02T09:10:41.280439Z","steps":["trace[367218937] 'agreement among raft nodes before linearized reading' (duration: 349.196224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.280567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.156333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-04-02T09:10:41.280606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:40.93093Z","time spent":"349.659737ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:10:41.28038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.956797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:10:41.280038Z","caller":"traceutil/trace.go:171","msg":"trace[1758448166] linearizableReadLoop","detail":"{readStateIndex:9561; appliedIndex:9559; }","duration":"146.136121ms","start":"2026-04-02T09:10:41.133878Z","end":"2026-04-02T09:10:41.280014Z","steps":["trace[1758448166] 'read index received' (duration: 136.327916ms)","trace[1758448166] 'applied index is now lower than readState.Index' (duration: 9.806865ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:10:41.280669Z","caller":"traceutil/trace.go:171","msg":"trace[895888939] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9204; }","duration":"643.292027ms","start":"2026-04-02T09:10:40.637354Z","end":"2026-04-02T09:10:41.280646Z","steps":["trace[895888939] 'agreement among raft nodes before linearized reading' (duration: 642.995149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.280766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:40.637333Z","time spent":"643.41825ms","remote":"127.0.0.1:57540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-02T09:10:41.280785Z","caller":"traceutil/trace.go:171","msg":"trace[623773862] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9204; }","duration":"410.43902ms","start":"2026-04-02T09:10:40.870269Z","end":"2026-04-02T09:10:41.280708Z","steps":["trace[623773862] 'agreement among raft nodes before linearized reading' (duration: 409.925676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.28091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:40.870247Z","time spent":"410.640105ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-02T09:10:41.578532Z","caller":"traceutil/trace.go:171","msg":"trace[1140193947] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"280.268149ms","start":"2026-04-02T09:10:41.298227Z","end":"2026-04-02T09:10:41.578495Z","steps":["trace[1140193947] 'process raft request' (duration: 280.036203ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:41.812796Z","caller":"traceutil/trace.go:171","msg":"trace[1761907528] transaction","detail":"{read_only:false; response_revision:9208; number_of_response:1; }","duration":"451.86691ms","start":"2026-04-02T09:10:41.360872Z","end":"2026-04-02T09:10:41.812739Z","steps":["trace[1761907528] 'process raft request' (duration: 451.794437ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:41.812841Z","caller":"traceutil/trace.go:171","msg":"trace[639532526] transaction","detail":"{read_only:false; response_revision:9207; number_of_response:1; }","duration":"451.951403ms","start":"2026-04-02T09:10:41.360847Z","end":"2026-04-02T09:10:41.812799Z","steps":["trace[639532526] 'process raft request' (duration: 451.650154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.812962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:41.360832Z","time spent":"452.046304ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:10:41.81303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:41.360819Z","time spent":"452.107486ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:10:41.813039Z","caller":"traceutil/trace.go:171","msg":"trace[460808544] linearizableReadLoop","detail":"{readStateIndex:9566; appliedIndex:9562; }","duration":"429.112684ms","start":"2026-04-02T09:10:41.383888Z","end":"2026-04-02T09:10:41.813001Z","steps":["trace[460808544] 'read index received' (duration: 194.426578ms)","trace[460808544] 'applied index is now lower than readState.Index' (duration: 234.683956ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:10:41.813133Z","caller":"traceutil/trace.go:171","msg":"trace[176438995] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"451.370397ms","start":"2026-04-02T09:10:41.361709Z","end":"2026-04-02T09:10:41.813079Z","steps":["trace[176438995] 'process raft request' (duration: 450.995757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.813329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.834962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T09:10:41.813337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:41.361693Z","time spent":"451.543041ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:10:41.813363Z","caller":"traceutil/trace.go:171","msg":"trace[1851603968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9209; }","duration":"416.917076ms","start":"2026-04-02T09:10:41.396436Z","end":"2026-04-02T09:10:41.813353Z","steps":["trace[1851603968] 'agreement among raft nodes before linearized reading' (duration: 416.764551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.813393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:41.396412Z","time spent":"416.975756ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:10:41.813384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.537548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T09:10:41.813355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.450683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T09:10:41.813429Z","caller":"traceutil/trace.go:171","msg":"trace[538463504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9209; }","duration":"415.599939ms","start":"2026-04-02T09:10:41.397818Z","end":"2026-04-02T09:10:41.813418Z","steps":["trace[538463504] 'agreement among raft nodes before linearized reading' (duration: 415.407074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.813457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:41.397811Z","time spent":"415.640661ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T09:10:41.813459Z","caller":"traceutil/trace.go:171","msg":"trace[2053325602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9209; }","duration":"429.622408ms","start":"2026-04-02T09:10:41.383811Z","end":"2026-04-02T09:10:41.813433Z","steps":["trace[2053325602] 'agreement among raft nodes before linearized reading' (duration: 429.347561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.813517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:41.383777Z","time spent":"429.730781ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:10:41.81354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.741622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:10:41.813563Z","caller":"traceutil/trace.go:171","msg":"trace[550152595] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:9209; }","duration":"412.808045ms","start":"2026-04-02T09:10:41.400747Z","end":"2026-04-02T09:10:41.813555Z","steps":["trace[550152595] 'agreement among raft nodes before linearized reading' (duration: 412.736873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.813582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:41.400714Z","time spent":"412.863925ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"warn","ts":"2026-04-02T09:10:41.813586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.810985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T09:10:41.813556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.294053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-02T09:10:41.813631Z","caller":"traceutil/trace.go:171","msg":"trace[1951319201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9209; }","duration":"415.902327ms","start":"2026-04-02T09:10:41.397715Z","end":"2026-04-02T09:10:41.813617Z","steps":["trace[1951319201] 'agreement among raft nodes before linearized reading' (duration: 415.674841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.81363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.091579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T09:10:41.813675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:41.3977Z","time spent":"415.96359ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T09:10:41.813674Z","caller":"traceutil/trace.go:171","msg":"trace[841591839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9209; }","duration":"417.193072ms","start":"2026-04-02T09:10:41.39647Z","end":"2026-04-02T09:10:41.813663Z","steps":["trace[841591839] 'agreement among raft nodes before linearized reading' (duration: 417.003377ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:41.813671Z","caller":"traceutil/trace.go:171","msg":"trace[1661660641] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9209; }","duration":"225.458027ms","start":"2026-04-02T09:10:41.588186Z","end":"2026-04-02T09:10:41.813644Z","steps":["trace[1661660641] 'agreement among raft nodes before linearized reading' (duration: 225.145379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:41.813714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:41.396445Z","time spent":"417.262754ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T09:10:42.759646Z","caller":"traceutil/trace.go:171","msg":"trace[1183858472] transaction","detail":"{read_only:false; response_revision:9216; number_of_response:1; }","duration":"447.992286ms","start":"2026-04-02T09:10:42.31163Z","end":"2026-04-02T09:10:42.759623Z","steps":["trace[1183858472] 'process raft request' (duration: 447.728669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:42.759781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:42.311598Z","time spent":"448.113128ms","remote":"127.0.0.1:51790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:10:43.422517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.675555ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T09:10:43.423055Z","caller":"traceutil/trace.go:171","msg":"trace[1607547312] transaction","detail":"{read_only:false; response_revision:9218; number_of_response:1; }","duration":"135.914806ms","start":"2026-04-02T09:10:43.287114Z","end":"2026-04-02T09:10:43.423028Z","steps":["trace[1607547312] 'process raft request' (duration: 135.838324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:43.423078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053637114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:10:43.422837Z","caller":"traceutil/trace.go:171","msg":"trace[1135478254] linearizableReadLoop","detail":"{readStateIndex:9574; appliedIndex:9572; }","duration":"1.053398338s","start":"2026-04-02T09:10:42.3694Z","end":"2026-04-02T09:10:43.422799Z","steps":["trace[1135478254] 'read index received' (duration: 390.039348ms)","trace[1135478254] 'applied index is now lower than readState.Index' (duration: 663.35642ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:10:43.423151Z","caller":"traceutil/trace.go:171","msg":"trace[1556364205] transaction","detail":"{read_only:false; response_revision:9217; number_of_response:1; }","duration":"438.331964ms","start":"2026-04-02T09:10:42.98477Z","end":"2026-04-02T09:10:43.423102Z","steps":["trace[1556364205] 'process raft request' (duration: 437.941033ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:43.423192Z","caller":"traceutil/trace.go:171","msg":"trace[2146617763] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9217; }","duration":"1.05381844s","start":"2026-04-02T09:10:42.369342Z","end":"2026-04-02T09:10:43.423161Z","steps":["trace[2146617763] 'agreement among raft nodes before linearized reading' (duration: 1.053584163s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:43.423246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:42.369317Z","time spent":"1.053917941s","remote":"127.0.0.1:54418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:10:43.423299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:42.984741Z","time spent":"438.470518ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:10:43.423377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.287036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-02T09:10:43.423415Z","caller":"traceutil/trace.go:171","msg":"trace[571524232] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9218; }","duration":"853.354558ms","start":"2026-04-02T09:10:42.570047Z","end":"2026-04-02T09:10:43.423402Z","steps":["trace[571524232] 'agreement among raft nodes before linearized reading' (duration: 853.197403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:43.423445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:42.57003Z","time spent":"853.408619ms","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T09:10:43.423637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.45689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:10:43.423622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.0655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:10:43.423674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.260846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:10:43.423671Z","caller":"traceutil/trace.go:171","msg":"trace[1941788309] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9218; }","duration":"623.529573ms","start":"2026-04-02T09:10:42.800129Z","end":"2026-04-02T09:10:43.423658Z","steps":["trace[1941788309] 'agreement among raft nodes before linearized reading' (duration: 623.473472ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:43.423688Z","caller":"traceutil/trace.go:171","msg":"trace[1352277762] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9218; }","duration":"549.201602ms","start":"2026-04-02T09:10:42.874471Z","end":"2026-04-02T09:10:43.423672Z","steps":["trace[1352277762] 'agreement among raft nodes before linearized reading' (duration: 549.080999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:43.423719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:42.800071Z","time spent":"623.639256ms","remote":"127.0.0.1:43524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-02T09:10:43.423719Z","caller":"traceutil/trace.go:171","msg":"trace[1975879385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9218; }","duration":"494.34748ms","start":"2026-04-02T09:10:42.929354Z","end":"2026-04-02T09:10:43.423702Z","steps":["trace[1975879385] 'agreement among raft nodes before linearized reading' (duration: 494.271597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:43.423727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:42.874436Z","time spent":"549.283745ms","remote":"127.0.0.1:33914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:10:43.423756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:42.929315Z","time spent":"494.432221ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:10:43.661214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.178771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:10:43.661343Z","caller":"traceutil/trace.go:171","msg":"trace[1593005800] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9218; }","duration":"116.379768ms","start":"2026-04-02T09:10:43.544933Z","end":"2026-04-02T09:10:43.661313Z","steps":["trace[1593005800] 'count revisions from in-memory index tree' (duration: 116.063029ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:51.0888Z","caller":"traceutil/trace.go:171","msg":"trace[862221466] linearizableReadLoop","detail":"{readStateIndex:9644; appliedIndex:9643; }","duration":"296.225201ms","start":"2026-04-02T09:10:50.792538Z","end":"2026-04-02T09:10:51.088763Z","steps":["trace[862221466] 'read index received' (duration: 296.037936ms)","trace[862221466] 'applied index is now lower than readState.Index' (duration: 181.914µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:10:51.088969Z","caller":"traceutil/trace.go:171","msg":"trace[1078804194] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"329.065789ms","start":"2026-04-02T09:10:50.759854Z","end":"2026-04-02T09:10:51.08892Z","steps":["trace[1078804194] 'process raft request' (duration: 328.6982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:51.089942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:10:50.759821Z","time spent":"330.016915ms","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":390,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T09:10:51.089461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.897949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-5htgb\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-02T09:10:51.090135Z","caller":"traceutil/trace.go:171","msg":"trace[453369741] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-5htgb; range_end:; response_count:1; response_revision:9285; }","duration":"297.635429ms","start":"2026-04-02T09:10:50.792479Z","end":"2026-04-02T09:10:51.090115Z","steps":["trace[453369741] 'agreement among raft nodes before linearized reading' (duration: 296.56807ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:10:51.090827Z","caller":"traceutil/trace.go:171","msg":"trace[1573515034] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"159.942455ms","start":"2026-04-02T09:10:50.93086Z","end":"2026-04-02T09:10:51.090802Z","steps":["trace[1573515034] 'process raft request' (duration: 159.617467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:10:51.090854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.643525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:10:51.091142Z","caller":"traceutil/trace.go:171","msg":"trace[1657358413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9286; }","duration":"160.990553ms","start":"2026-04-02T09:10:50.930128Z","end":"2026-04-02T09:10:51.091119Z","steps":["trace[1657358413] 'agreement among raft nodes before linearized reading' (duration: 160.615743ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:11:22.710512Z","caller":"traceutil/trace.go:171","msg":"trace[1287886545] linearizableReadLoop","detail":"{readStateIndex:9949; appliedIndex:9948; }","duration":"190.494332ms","start":"2026-04-02T09:11:22.519987Z","end":"2026-04-02T09:11:22.710481Z","steps":["trace[1287886545] 'read index received' (duration: 190.265506ms)","trace[1287886545] 'applied index is now lower than readState.Index' (duration: 227.206µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:11:22.71077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.763029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9647"} {"level":"info","ts":"2026-04-02T09:11:22.710741Z","caller":"traceutil/trace.go:171","msg":"trace[131381634] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"196.116584ms","start":"2026-04-02T09:11:22.514581Z","end":"2026-04-02T09:11:22.710697Z","steps":["trace[131381634] 'process raft request' (duration: 195.673212ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:11:22.710811Z","caller":"traceutil/trace.go:171","msg":"trace[371340674] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:9580; }","duration":"190.856121ms","start":"2026-04-02T09:11:22.519942Z","end":"2026-04-02T09:11:22.710798Z","steps":["trace[371340674] 'agreement among raft nodes before linearized reading' (duration: 190.670666ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:11:30.762056Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fe263d225de0d201","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T09:11:30.767856Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T09:11:30.767989Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-02T09:11:44.317236Z","caller":"traceutil/trace.go:171","msg":"trace[1415723380] transaction","detail":"{read_only:false; response_revision:9868; number_of_response:1; }","duration":"202.043263ms","start":"2026-04-02T09:11:44.115164Z","end":"2026-04-02T09:11:44.317207Z","steps":["trace[1415723380] 'process raft request' (duration: 201.673624ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:11:44.347103Z","caller":"traceutil/trace.go:171","msg":"trace[970259543] transaction","detail":"{read_only:false; response_revision:9869; number_of_response:1; }","duration":"225.59975ms","start":"2026-04-02T09:11:44.121442Z","end":"2026-04-02T09:11:44.347042Z","steps":["trace[970259543] 'process raft request' (duration: 225.266841ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:11:44.347381Z","caller":"traceutil/trace.go:171","msg":"trace[1937431998] transaction","detail":"{read_only:false; response_revision:9870; number_of_response:1; }","duration":"225.859288ms","start":"2026-04-02T09:11:44.121485Z","end":"2026-04-02T09:11:44.347345Z","steps":["trace[1937431998] 'process raft request' (duration: 225.474618ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:11:58.653472Z","caller":"traceutil/trace.go:171","msg":"trace[862799777] transaction","detail":"{read_only:false; response_revision:9955; number_of_response:1; }","duration":"130.221222ms","start":"2026-04-02T09:11:58.523193Z","end":"2026-04-02T09:11:58.653414Z","steps":["trace[862799777] 'process raft request' (duration: 73.472057ms)","trace[862799777] 'compare' (duration: 56.520869ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:11:58.653789Z","caller":"traceutil/trace.go:171","msg":"trace[1016049490] transaction","detail":"{read_only:false; response_revision:9956; number_of_response:1; }","duration":"130.411417ms","start":"2026-04-02T09:11:58.523283Z","end":"2026-04-02T09:11:58.653695Z","steps":["trace[1016049490] 'process raft request' (duration: 130.061238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:11:58.701981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.392175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:11:58.702016Z","caller":"traceutil/trace.go:171","msg":"trace[1534539958] transaction","detail":"{read_only:false; response_revision:9957; number_of_response:1; }","duration":"130.752036ms","start":"2026-04-02T09:11:58.571206Z","end":"2026-04-02T09:11:58.701958Z","steps":["trace[1534539958] 'process raft request' (duration: 130.472068ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:11:58.702098Z","caller":"traceutil/trace.go:171","msg":"trace[1184858182] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9957; }","duration":"117.60951ms","start":"2026-04-02T09:11:58.584464Z","end":"2026-04-02T09:11:58.702074Z","steps":["trace[1184858182] 'agreement among raft nodes before linearized reading' (duration: 117.401824ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:11:59.634502Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7564} {"level":"info","ts":"2026-04-02T09:11:59.634554Z","caller":"traceutil/trace.go:171","msg":"trace[1128458957] compact","detail":"{revision:7564; response_revision:9959; }","duration":"156.934424ms","start":"2026-04-02T09:11:59.477579Z","end":"2026-04-02T09:11:59.634513Z","steps":["trace[1128458957] 'process raft request' (duration: 73.254871ms)","trace[1128458957] 'check and update compact revision' (duration: 83.511789ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:12:00.384141Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7564,"took":"746.965521ms","hash":1371551121,"current-db-size-bytes":43036672,"current-db-size":"43 MB","current-db-size-in-use-bytes":25178112,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-02T09:12:00.384298Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1371551121,"revision":7564,"compact-revision":4577} {"level":"warn","ts":"2026-04-02T09:12:00.792897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.924279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:12:00.792963Z","caller":"traceutil/trace.go:171","msg":"trace[1602259616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9966; }","duration":"135.046032ms","start":"2026-04-02T09:12:00.657904Z","end":"2026-04-02T09:12:00.79295Z","steps":["trace[1602259616] 'range keys from in-memory index tree' (duration: 134.754824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:00.793123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.824006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:12:00.793155Z","caller":"traceutil/trace.go:171","msg":"trace[1926676853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9966; }","duration":"134.858738ms","start":"2026-04-02T09:12:00.658278Z","end":"2026-04-02T09:12:00.793137Z","steps":["trace[1926676853] 'range keys from in-memory index tree' (duration: 134.762594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:02.735643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.832765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:12:02.735881Z","caller":"traceutil/trace.go:171","msg":"trace[1129373411] linearizableReadLoop","detail":"{readStateIndex:10352; appliedIndex:10350; }","duration":"135.368821ms","start":"2026-04-02T09:12:02.600484Z","end":"2026-04-02T09:12:02.735853Z","steps":["trace[1129373411] 'read index received' (duration: 6.237959ms)","trace[1129373411] 'applied index is now lower than readState.Index' (duration: 129.128682ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:12:02.736041Z","caller":"traceutil/trace.go:171","msg":"trace[236973800] transaction","detail":"{read_only:false; response_revision:9972; number_of_response:1; }","duration":"179.960727ms","start":"2026-04-02T09:12:02.556064Z","end":"2026-04-02T09:12:02.736024Z","steps":["trace[236973800] 'process raft request' (duration: 179.723001ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:02.736136Z","caller":"traceutil/trace.go:171","msg":"trace[790809936] transaction","detail":"{read_only:false; response_revision:9971; number_of_response:1; }","duration":"218.93847ms","start":"2026-04-02T09:12:02.517127Z","end":"2026-04-02T09:12:02.736065Z","steps":["trace[790809936] 'process raft request' (duration: 89.578671ms)","trace[790809936] 'compare' (duration: 128.68458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:12:02.736413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.762471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:12:02.736485Z","caller":"traceutil/trace.go:171","msg":"trace[763234136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:9972; }","duration":"132.874183ms","start":"2026-04-02T09:12:02.603595Z","end":"2026-04-02T09:12:02.736469Z","steps":["trace[763234136] 'agreement among raft nodes before linearized reading' (duration: 132.634966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:02.736491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.964366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T09:12:02.736565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.189384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:12:02.736708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.785373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:12:02.736706Z","caller":"traceutil/trace.go:171","msg":"trace[720010622] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9972; }","duration":"119.380578ms","start":"2026-04-02T09:12:02.617306Z","end":"2026-04-02T09:12:02.736687Z","steps":["trace[720010622] 'agreement among raft nodes before linearized reading' (duration: 119.057029ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:02.736755Z","caller":"traceutil/trace.go:171","msg":"trace[1191034801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9972; }","duration":"135.893285ms","start":"2026-04-02T09:12:02.60085Z","end":"2026-04-02T09:12:02.736743Z","steps":["trace[1191034801] 'agreement among raft nodes before linearized reading' (duration: 135.378011ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:02.736612Z","caller":"traceutil/trace.go:171","msg":"trace[186394160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9972; }","duration":"136.10882ms","start":"2026-04-02T09:12:02.600476Z","end":"2026-04-02T09:12:02.736585Z","steps":["trace[186394160] 'agreement among raft nodes before linearized reading' (duration: 135.73932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:02.73686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.905818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:12:02.736924Z","caller":"traceutil/trace.go:171","msg":"trace[1021720569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9972; }","duration":"134.970929ms","start":"2026-04-02T09:12:02.601934Z","end":"2026-04-02T09:12:02.736905Z","steps":["trace[1021720569] 'agreement among raft nodes before linearized reading' (duration: 134.751423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.656338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.891454532s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T09:12:04.657109Z","caller":"traceutil/trace.go:171","msg":"trace[927945906] transaction","detail":"{read_only:false; response_revision:9974; number_of_response:1; }","duration":"1.915320486s","start":"2026-04-02T09:12:02.741761Z","end":"2026-04-02T09:12:04.657081Z","steps":["trace[927945906] 'process raft request' (duration: 1.914975557s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.65728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:02.741723Z","time spent":"1.915468951s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:12:04.657667Z","caller":"traceutil/trace.go:171","msg":"trace[689111337] linearizableReadLoop","detail":"{readStateIndex:10355; appliedIndex:10352; }","duration":"1.91432758s","start":"2026-04-02T09:12:02.743297Z","end":"2026-04-02T09:12:04.657625Z","steps":["trace[689111337] 'read index received' (duration: 21.596564ms)","trace[689111337] 'applied index is now lower than readState.Index' (duration: 1.892729386s)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:12:04.657953Z","caller":"traceutil/trace.go:171","msg":"trace[1609124603] transaction","detail":"{read_only:false; response_revision:9975; number_of_response:1; }","duration":"1.915702138s","start":"2026-04-02T09:12:02.742183Z","end":"2026-04-02T09:12:04.657885Z","steps":["trace[1609124603] 'process raft request' (duration: 1.914861015s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.658293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:02.742173Z","time spent":"1.915931864s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:12:04.658392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91505645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291665"} {"level":"info","ts":"2026-04-02T09:12:04.658504Z","caller":"traceutil/trace.go:171","msg":"trace[815551477] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9975; }","duration":"1.915236275s","start":"2026-04-02T09:12:02.743245Z","end":"2026-04-02T09:12:04.658482Z","steps":["trace[815551477] 'agreement among raft nodes before linearized reading' (duration: 1.914563377s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.658578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:02.743234Z","time spent":"1.915332468s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291688,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T09:12:04.873752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.015453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:12:04.873913Z","caller":"traceutil/trace.go:171","msg":"trace[922519570] transaction","detail":"{read_only:false; response_revision:9976; number_of_response:1; }","duration":"1.05313303s","start":"2026-04-02T09:12:03.820763Z","end":"2026-04-02T09:12:04.873896Z","steps":["trace[922519570] 'process raft request' (duration: 931.878371ms)","trace[922519570] 'compare' (duration: 120.805397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:12:04.873965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:03.820717Z","time spent":"1.053229294s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:12:04.874357Z","caller":"traceutil/trace.go:171","msg":"trace[196503892] transaction","detail":"{read_only:false; response_revision:9977; number_of_response:1; }","duration":"392.134604ms","start":"2026-04-02T09:12:04.482185Z","end":"2026-04-02T09:12:04.874319Z","steps":["trace[196503892] 'process raft request' (duration: 391.673872ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:04.874381Z","caller":"traceutil/trace.go:171","msg":"trace[1071953354] linearizableReadLoop","detail":"{readStateIndex:10357; appliedIndex:10355; }","duration":"216.571018ms","start":"2026-04-02T09:12:04.657771Z","end":"2026-04-02T09:12:04.874342Z","steps":["trace[1071953354] 'read index received' (duration: 94.853095ms)","trace[1071953354] 'applied index is now lower than readState.Index' (duration: 121.714423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:12:04.874434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803438382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:12:04.87449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943238582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:12:04.874515Z","caller":"traceutil/trace.go:171","msg":"trace[1944199750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9979; }","duration":"1.943306944s","start":"2026-04-02T09:12:02.9312Z","end":"2026-04-02T09:12:04.874507Z","steps":["trace[1944199750] 'agreement among raft nodes before linearized reading' (duration: 1.943273193s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.874537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:02.931172Z","time spent":"1.943361576s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:12:04.874495Z","caller":"traceutil/trace.go:171","msg":"trace[1290619548] transaction","detail":"{read_only:false; response_revision:9979; number_of_response:1; }","duration":"132.074813ms","start":"2026-04-02T09:12:04.742392Z","end":"2026-04-02T09:12:04.874466Z","steps":["trace[1290619548] 'process raft request' (duration: 131.942619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.874558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:04.482156Z","time spent":"392.30812ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:12:04.87459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567679886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:12:04.874587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032547969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6fc98589d5-f44wv.18a27f3a386d6e50\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-04-02T09:12:04.874639Z","caller":"traceutil/trace.go:171","msg":"trace[154055726] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9979; }","duration":"1.567782388s","start":"2026-04-02T09:12:03.306843Z","end":"2026-04-02T09:12:04.874626Z","steps":["trace[154055726] 'agreement among raft nodes before linearized reading' (duration: 1.567709886s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:04.874663Z","caller":"traceutil/trace.go:171","msg":"trace[120525241] range","detail":"{range_begin:/registry/events/openstack/glance-api-6fc98589d5-f44wv.18a27f3a386d6e50; range_end:; response_count:1; response_revision:9979; }","duration":"2.03264359s","start":"2026-04-02T09:12:02.841997Z","end":"2026-04-02T09:12:04.874641Z","steps":["trace[120525241] 'agreement among raft nodes before linearized reading' (duration: 2.032424584s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.874694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.080213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:12:04.874687Z","caller":"traceutil/trace.go:171","msg":"trace[1013525810] transaction","detail":"{read_only:false; response_revision:9978; number_of_response:1; }","duration":"132.490114ms","start":"2026-04-02T09:12:04.742183Z","end":"2026-04-02T09:12:04.874673Z","steps":["trace[1013525810] 'process raft request' (duration: 132.0254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.874689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:03.306811Z","time spent":"1.567864602s","remote":"127.0.0.1:57600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:12:04.874704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051699835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:12:04.87475Z","caller":"traceutil/trace.go:171","msg":"trace[401473761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9979; }","duration":"2.051766887s","start":"2026-04-02T09:12:02.822971Z","end":"2026-04-02T09:12:04.874738Z","steps":["trace[401473761] 'agreement among raft nodes before linearized reading' (duration: 2.051549501s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.874797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:02.822904Z","time spent":"2.051884232s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T09:12:04.874525Z","caller":"traceutil/trace.go:171","msg":"trace[1601137994] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9978; }","duration":"1.803589676s","start":"2026-04-02T09:12:03.070918Z","end":"2026-04-02T09:12:04.874508Z","steps":["trace[1601137994] 'agreement among raft nodes before linearized reading' (duration: 1.803444272s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.874892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.906764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:12:04.874941Z","caller":"traceutil/trace.go:171","msg":"trace[1787299743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9979; }","duration":"106.008146ms","start":"2026-04-02T09:12:04.768922Z","end":"2026-04-02T09:12:04.87493Z","steps":["trace[1787299743] 'agreement among raft nodes before linearized reading' (duration: 105.823551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.87497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:03.07083Z","time spent":"1.804104079s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:12:04.874708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:02.841987Z","time spent":"2.032710213s","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-6fc98589d5-f44wv.18a27f3a386d6e50\" "} {"level":"info","ts":"2026-04-02T09:12:04.874718Z","caller":"traceutil/trace.go:171","msg":"trace[572668766] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9979; }","duration":"284.136504ms","start":"2026-04-02T09:12:04.590574Z","end":"2026-04-02T09:12:04.874711Z","steps":["trace[572668766] 'agreement among raft nodes before linearized reading' (duration: 284.102284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.875476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137337259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-02T09:12:04.875888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057617936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:12:04.875924Z","caller":"traceutil/trace.go:171","msg":"trace[1514780581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9979; }","duration":"2.057700529s","start":"2026-04-02T09:12:02.818215Z","end":"2026-04-02T09:12:04.875915Z","steps":["trace[1514780581] 'agreement among raft nodes before linearized reading' (duration: 2.056520137s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.875955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:02.818187Z","time spent":"2.05776133s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T09:12:04.875621Z","caller":"traceutil/trace.go:171","msg":"trace[723794294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9978; }","duration":"1.137548034s","start":"2026-04-02T09:12:03.738041Z","end":"2026-04-02T09:12:04.875589Z","steps":["trace[723794294] 'agreement among raft nodes before linearized reading' (duration: 1.136343321s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:04.876736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:03.738017Z","time spent":"1.138701136s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T09:12:05.373099Z","caller":"traceutil/trace.go:171","msg":"trace[549971847] transaction","detail":"{read_only:false; response_revision:9980; number_of_response:1; }","duration":"496.124596ms","start":"2026-04-02T09:12:04.876941Z","end":"2026-04-02T09:12:05.373066Z","steps":["trace[549971847] 'process raft request' (duration: 495.923741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:05.37333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:04.876918Z","time spent":"496.279331ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:12:05.396174Z","caller":"traceutil/trace.go:171","msg":"trace[424674227] transaction","detail":"{read_only:false; response_revision:9982; number_of_response:1; }","duration":"514.730551ms","start":"2026-04-02T09:12:04.881416Z","end":"2026-04-02T09:12:05.396146Z","steps":["trace[424674227] 'process raft request' (duration: 514.569886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:05.396368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:04.881402Z","time spent":"514.867914ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:12:05.396174Z","caller":"traceutil/trace.go:171","msg":"trace[1710834855] transaction","detail":"{read_only:false; response_revision:9981; number_of_response:1; }","duration":"515.728458ms","start":"2026-04-02T09:12:04.880402Z","end":"2026-04-02T09:12:05.39613Z","steps":["trace[1710834855] 'process raft request' (duration: 515.396259ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:05.396508Z","caller":"traceutil/trace.go:171","msg":"trace[412840697] transaction","detail":"{read_only:false; response_revision:9983; number_of_response:1; }","duration":"514.834843ms","start":"2026-04-02T09:12:04.881592Z","end":"2026-04-02T09:12:05.396427Z","steps":["trace[412840697] 'process raft request' (duration: 514.441513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:05.396602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:04.880384Z","time spent":"516.072986ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:12:05.396775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.058166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-02T09:12:05.3968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:04.88155Z","time spent":"515.092679ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:12:05.396845Z","caller":"traceutil/trace.go:171","msg":"trace[1191255373] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9983; }","duration":"516.186429ms","start":"2026-04-02T09:12:04.880646Z","end":"2026-04-02T09:12:05.396832Z","steps":["trace[1191255373] 'agreement among raft nodes before linearized reading' (duration: 515.786538ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:05.396364Z","caller":"traceutil/trace.go:171","msg":"trace[578460221] linearizableReadLoop","detail":"{readStateIndex:10361; appliedIndex:10359; }","duration":"515.641035ms","start":"2026-04-02T09:12:04.880684Z","end":"2026-04-02T09:12:05.396325Z","steps":["trace[578460221] 'read index received' (duration: 492.052867ms)","trace[578460221] 'applied index is now lower than readState.Index' (duration: 23.584748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:12:05.396898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:04.880625Z","time spent":"516.263002ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T09:12:05.397056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.934655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:12:05.397107Z","caller":"traceutil/trace.go:171","msg":"trace[1047673082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9983; }","duration":"515.017129ms","start":"2026-04-02T09:12:04.882074Z","end":"2026-04-02T09:12:05.397091Z","steps":["trace[1047673082] 'agreement among raft nodes before linearized reading' (duration: 514.921706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:05.397117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.900796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-02T09:12:05.397171Z","caller":"traceutil/trace.go:171","msg":"trace[1599795757] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9983; }","duration":"243.991428ms","start":"2026-04-02T09:12:05.153168Z","end":"2026-04-02T09:12:05.397159Z","steps":["trace[1599795757] 'agreement among raft nodes before linearized reading' (duration: 243.831604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:05.397164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:04.882053Z","time spent":"515.09793ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T09:12:05.592689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.040996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:12:05.592822Z","caller":"traceutil/trace.go:171","msg":"trace[260957066] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9984; }","duration":"130.236813ms","start":"2026-04-02T09:12:05.462555Z","end":"2026-04-02T09:12:05.592792Z","steps":["trace[260957066] 'range keys from in-memory index tree' (duration: 129.925993ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:13.041095Z","caller":"traceutil/trace.go:171","msg":"trace[575706056] linearizableReadLoop","detail":"{readStateIndex:10422; appliedIndex:10421; }","duration":"347.427916ms","start":"2026-04-02T09:12:12.693632Z","end":"2026-04-02T09:12:13.04106Z","steps":["trace[575706056] 'read index received' (duration: 347.340433ms)","trace[575706056] 'applied index is now lower than readState.Index' (duration: 86.333µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:12:13.041231Z","caller":"traceutil/trace.go:171","msg":"trace[1253139120] transaction","detail":"{read_only:false; response_revision:10040; number_of_response:1; }","duration":"349.168432ms","start":"2026-04-02T09:12:12.692017Z","end":"2026-04-02T09:12:13.041186Z","steps":["trace[1253139120] 'process raft request' (duration: 348.839123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:13.041627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.96187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:12:13.041659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:12.692Z","time spent":"349.558344ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:12:13.041756Z","caller":"traceutil/trace.go:171","msg":"trace[1567119279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10040; }","duration":"348.109564ms","start":"2026-04-02T09:12:12.693577Z","end":"2026-04-02T09:12:13.041686Z","steps":["trace[1567119279] 'agreement among raft nodes before linearized reading' (duration: 347.711394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:13.041858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:12.693551Z","time spent":"348.289629ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T09:12:13.222376Z","caller":"traceutil/trace.go:171","msg":"trace[1671951057] linearizableReadLoop","detail":"{readStateIndex:10426; appliedIndex:10422; }","duration":"181.155759ms","start":"2026-04-02T09:12:13.041194Z","end":"2026-04-02T09:12:13.22235Z","steps":["trace[1671951057] 'read index received' (duration: 167.367546ms)","trace[1671951057] 'applied index is now lower than readState.Index' (duration: 13.787383ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:12:13.222597Z","caller":"traceutil/trace.go:171","msg":"trace[396386701] transaction","detail":"{read_only:false; response_revision:10044; number_of_response:1; }","duration":"314.109425ms","start":"2026-04-02T09:12:12.908475Z","end":"2026-04-02T09:12:13.222584Z","steps":["trace[396386701] 'process raft request' (duration: 313.844028ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:13.222601Z","caller":"traceutil/trace.go:171","msg":"trace[1684022920] transaction","detail":"{read_only:false; response_revision:10043; number_of_response:1; }","duration":"314.842565ms","start":"2026-04-02T09:12:12.907712Z","end":"2026-04-02T09:12:13.222555Z","steps":["trace[1684022920] 'process raft request' (duration: 314.579217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:13.222709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:12.90846Z","time spent":"314.169777ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:12:13.222676Z","caller":"traceutil/trace.go:171","msg":"trace[1969240846] transaction","detail":"{read_only:false; response_revision:10041; number_of_response:1; }","duration":"321.032832ms","start":"2026-04-02T09:12:12.901578Z","end":"2026-04-02T09:12:13.222611Z","steps":["trace[1969240846] 'process raft request' (duration: 307.019333ms)","trace[1969240846] 'compare' (duration: 13.529826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:12:13.22281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:12.907696Z","time spent":"315.00612ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:12:13.222842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.329488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:12:13.222901Z","caller":"traceutil/trace.go:171","msg":"trace[1870705725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:10044; }","duration":"518.451541ms","start":"2026-04-02T09:12:12.704439Z","end":"2026-04-02T09:12:13.222891Z","steps":["trace[1870705725] 'agreement among raft nodes before linearized reading' (duration: 518.196884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:13.222893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:12.901543Z","time spent":"321.243728ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:12:13.222935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:12.704419Z","time spent":"518.510282ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"warn","ts":"2026-04-02T09:12:13.223106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.999793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:12:13.2232Z","caller":"traceutil/trace.go:171","msg":"trace[1330584139] transaction","detail":"{read_only:false; response_revision:10042; number_of_response:1; }","duration":"320.18709ms","start":"2026-04-02T09:12:12.902973Z","end":"2026-04-02T09:12:13.22316Z","steps":["trace[1330584139] 'process raft request' (duration: 319.286885ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:13.223282Z","caller":"traceutil/trace.go:171","msg":"trace[317170630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10044; }","duration":"293.441876ms","start":"2026-04-02T09:12:12.929783Z","end":"2026-04-02T09:12:13.223225Z","steps":["trace[317170630] 'agreement among raft nodes before linearized reading' (duration: 292.935972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:13.223648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:12.902929Z","time spent":"320.325362ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:12:13.308548Z","caller":"traceutil/trace.go:171","msg":"trace[744768745] transaction","detail":"{read_only:false; response_revision:10045; number_of_response:1; }","duration":"261.994925ms","start":"2026-04-02T09:12:13.046513Z","end":"2026-04-02T09:12:13.308508Z","steps":["trace[744768745] 'process raft request' (duration: 261.771559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:13.309213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.921709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:12:13.309462Z","caller":"traceutil/trace.go:171","msg":"trace[1758666749] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10045; }","duration":"152.072332ms","start":"2026-04-02T09:12:13.157239Z","end":"2026-04-02T09:12:13.309311Z","steps":["trace[1758666749] 'agreement among raft nodes before linearized reading' (duration: 151.269151ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:13.562242Z","caller":"traceutil/trace.go:171","msg":"trace[408061089] transaction","detail":"{read_only:false; response_revision:10046; number_of_response:1; }","duration":"127.621371ms","start":"2026-04-02T09:12:13.43459Z","end":"2026-04-02T09:12:13.562211Z","steps":["trace[408061089] 'process raft request' (duration: 127.417556ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:13.594036Z","caller":"traceutil/trace.go:171","msg":"trace[1941742303] transaction","detail":"{read_only:false; response_revision:10048; number_of_response:1; }","duration":"156.41681ms","start":"2026-04-02T09:12:13.437583Z","end":"2026-04-02T09:12:13.594Z","steps":["trace[1941742303] 'process raft request' (duration: 156.359558ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:13.594047Z","caller":"traceutil/trace.go:171","msg":"trace[1658994978] transaction","detail":"{read_only:false; response_revision:10047; number_of_response:1; }","duration":"157.627943ms","start":"2026-04-02T09:12:13.436389Z","end":"2026-04-02T09:12:13.594017Z","steps":["trace[1658994978] 'process raft request' (duration: 157.365427ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:14.803475Z","caller":"traceutil/trace.go:171","msg":"trace[1030735621] transaction","detail":"{read_only:false; response_revision:10054; number_of_response:1; }","duration":"137.53216ms","start":"2026-04-02T09:12:14.66591Z","end":"2026-04-02T09:12:14.803442Z","steps":["trace[1030735621] 'process raft request' (duration: 137.330894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:15.840733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.340934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:12:15.840879Z","caller":"traceutil/trace.go:171","msg":"trace[726950268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10063; }","duration":"134.550918ms","start":"2026-04-02T09:12:15.706312Z","end":"2026-04-02T09:12:15.840863Z","steps":["trace[726950268] 'range keys from in-memory index tree' (duration: 134.165308ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:17.12945Z","caller":"traceutil/trace.go:171","msg":"trace[809300805] transaction","detail":"{read_only:false; response_revision:10071; number_of_response:1; }","duration":"115.743481ms","start":"2026-04-02T09:12:17.013655Z","end":"2026-04-02T09:12:17.129399Z","steps":["trace[809300805] 'process raft request' (duration: 106.102129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:17.628005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.742807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:12:17.628117Z","caller":"traceutil/trace.go:171","msg":"trace[650751627] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10077; }","duration":"123.885191ms","start":"2026-04-02T09:12:17.504212Z","end":"2026-04-02T09:12:17.628097Z","steps":["trace[650751627] 'count revisions from in-memory index tree' (duration: 123.613193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:22.213752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.716303ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T09:12:22.21387Z","caller":"traceutil/trace.go:171","msg":"trace[1154949660] linearizableReadLoop","detail":"{readStateIndex:10509; appliedIndex:10508; }","duration":"101.672629ms","start":"2026-04-02T09:12:22.112176Z","end":"2026-04-02T09:12:22.213849Z","steps":["trace[1154949660] 'read index received' (duration: 53.471µs)","trace[1154949660] 'applied index is now lower than readState.Index' (duration: 101.617558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:12:22.213974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.774682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:12:22.214007Z","caller":"traceutil/trace.go:171","msg":"trace[661126107] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10125; }","duration":"101.871625ms","start":"2026-04-02T09:12:22.112124Z","end":"2026-04-02T09:12:22.213995Z","steps":["trace[661126107] 'agreement among raft nodes before linearized reading' (duration: 101.774802ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:26.323209Z","caller":"traceutil/trace.go:171","msg":"trace[130415518] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"130.352386ms","start":"2026-04-02T09:12:26.192817Z","end":"2026-04-02T09:12:26.323169Z","steps":["trace[130415518] 'process raft request' (duration: 128.579998ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:27.326571Z","caller":"traceutil/trace.go:171","msg":"trace[513668813] linearizableReadLoop","detail":"{readStateIndex:10531; appliedIndex:10530; }","duration":"185.948419ms","start":"2026-04-02T09:12:27.140592Z","end":"2026-04-02T09:12:27.326541Z","steps":["trace[513668813] 'read index received' (duration: 185.825525ms)","trace[513668813] 'applied index is now lower than readState.Index' (duration: 121.114µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:12:27.326585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:27.011694Z","time spent":"314.883056ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T09:12:27.326848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.230356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-02T09:12:27.326929Z","caller":"traceutil/trace.go:171","msg":"trace[487636442] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10146; }","duration":"186.362291ms","start":"2026-04-02T09:12:27.140545Z","end":"2026-04-02T09:12:27.326907Z","steps":["trace[487636442] 'agreement among raft nodes before linearized reading' (duration: 186.110535ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:27.538109Z","caller":"traceutil/trace.go:171","msg":"trace[906696051] linearizableReadLoop","detail":"{readStateIndex:10532; appliedIndex:10531; }","duration":"211.414267ms","start":"2026-04-02T09:12:27.326661Z","end":"2026-04-02T09:12:27.538076Z","steps":["trace[906696051] 'read index received' (duration: 165.595597ms)","trace[906696051] 'applied index is now lower than readState.Index' (duration: 45.81749ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:12:27.538199Z","caller":"traceutil/trace.go:171","msg":"trace[1324934976] transaction","detail":"{read_only:false; response_revision:10147; number_of_response:1; }","duration":"221.224012ms","start":"2026-04-02T09:12:27.316923Z","end":"2026-04-02T09:12:27.538147Z","steps":["trace[1324934976] 'process raft request' (duration: 175.319501ms)","trace[1324934976] 'compare' (duration: 45.635264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:12:27.53851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.645782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T09:12:27.538642Z","caller":"traceutil/trace.go:171","msg":"trace[594757059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10147; }","duration":"360.824237ms","start":"2026-04-02T09:12:27.177767Z","end":"2026-04-02T09:12:27.538591Z","steps":["trace[594757059] 'agreement among raft nodes before linearized reading' (duration: 360.421497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:27.538722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:12:27.177737Z","time spent":"360.950421ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:12:27.538911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.96119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-04-02T09:12:27.538979Z","caller":"traceutil/trace.go:171","msg":"trace[1071035970] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10147; }","duration":"233.088093ms","start":"2026-04-02T09:12:27.305875Z","end":"2026-04-02T09:12:27.538963Z","steps":["trace[1071035970] 'agreement among raft nodes before linearized reading' (duration: 232.661241ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:27.540646Z","caller":"traceutil/trace.go:171","msg":"trace[563652750] transaction","detail":"{read_only:false; response_revision:10150; number_of_response:1; }","duration":"167.187881ms","start":"2026-04-02T09:12:27.373434Z","end":"2026-04-02T09:12:27.540621Z","steps":["trace[563652750] 'process raft request' (duration: 167.017647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:27.540725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.704018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e75041c0-3495-4833-b1d6-d0769c0f4ef7\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-02T09:12:27.54079Z","caller":"traceutil/trace.go:171","msg":"trace[1877311928] transaction","detail":"{read_only:false; response_revision:10149; number_of_response:1; }","duration":"173.245376ms","start":"2026-04-02T09:12:27.367513Z","end":"2026-04-02T09:12:27.540758Z","steps":["trace[1877311928] 'process raft request' (duration: 172.888475ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:27.540828Z","caller":"traceutil/trace.go:171","msg":"trace[541801534] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e75041c0-3495-4833-b1d6-d0769c0f4ef7; range_end:; response_count:1; response_revision:10151; }","duration":"210.867512ms","start":"2026-04-02T09:12:27.329938Z","end":"2026-04-02T09:12:27.540805Z","steps":["trace[541801534] 'agreement among raft nodes before linearized reading' (duration: 210.599336ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:27.540844Z","caller":"traceutil/trace.go:171","msg":"trace[2019063645] transaction","detail":"{read_only:false; response_revision:10148; number_of_response:1; }","duration":"213.199655ms","start":"2026-04-02T09:12:27.327636Z","end":"2026-04-02T09:12:27.540836Z","steps":["trace[2019063645] 'process raft request' (duration: 212.565718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:12:27.540893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.827887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:12:27.540931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.206779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:12:27.540971Z","caller":"traceutil/trace.go:171","msg":"trace[1542333904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10151; }","duration":"107.949699ms","start":"2026-04-02T09:12:27.433001Z","end":"2026-04-02T09:12:27.54095Z","steps":["trace[1542333904] 'agreement among raft nodes before linearized reading' (duration: 107.769895ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:27.541007Z","caller":"traceutil/trace.go:171","msg":"trace[908862110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10151; }","duration":"195.334273ms","start":"2026-04-02T09:12:27.345655Z","end":"2026-04-02T09:12:27.540989Z","steps":["trace[908862110] 'agreement among raft nodes before linearized reading' (duration: 195.171748ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:27.540936Z","caller":"traceutil/trace.go:171","msg":"trace[221293883] transaction","detail":"{read_only:false; response_revision:10151; number_of_response:1; }","duration":"167.446789ms","start":"2026-04-02T09:12:27.373454Z","end":"2026-04-02T09:12:27.540901Z","steps":["trace[221293883] 'process raft request' (duration: 167.029658ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:12:36.10108Z","caller":"traceutil/trace.go:171","msg":"trace[367286748] transaction","detail":"{read_only:false; response_revision:10197; number_of_response:1; }","duration":"164.135806ms","start":"2026-04-02T09:12:35.936897Z","end":"2026-04-02T09:12:36.101033Z","steps":["trace[367286748] 'process raft request' (duration: 69.494252ms)","trace[367286748] 'compare' (duration: 94.244583ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:13:20.144727Z","caller":"traceutil/trace.go:171","msg":"trace[654688273] transaction","detail":"{read_only:false; response_revision:10476; number_of_response:1; }","duration":"327.150961ms","start":"2026-04-02T09:13:19.81754Z","end":"2026-04-02T09:13:20.144691Z","steps":["trace[654688273] 'process raft request' (duration: 323.203445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:13:20.144935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:13:19.8175Z","time spent":"327.312477ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:13:20.14718Z","caller":"traceutil/trace.go:171","msg":"trace[2114179881] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"326.288388ms","start":"2026-04-02T09:13:19.820865Z","end":"2026-04-02T09:13:20.147154Z","steps":["trace[2114179881] 'process raft request' (duration: 326.201455ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:13:20.14721Z","caller":"traceutil/trace.go:171","msg":"trace[753517459] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"327.45966ms","start":"2026-04-02T09:13:19.819682Z","end":"2026-04-02T09:13:20.147142Z","steps":["trace[753517459] 'process raft request' (duration: 327.250604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:13:20.147385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:13:19.820851Z","time spent":"326.422132ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:13:20.147456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:13:19.819669Z","time spent":"327.655046ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:13:20.147526Z","caller":"traceutil/trace.go:171","msg":"trace[728880135] transaction","detail":"{read_only:false; response_revision:10479; number_of_response:1; }","duration":"326.469053ms","start":"2026-04-02T09:13:19.821022Z","end":"2026-04-02T09:13:20.147491Z","steps":["trace[728880135] 'process raft request' (duration: 326.090963ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:13:20.147421Z","caller":"traceutil/trace.go:171","msg":"trace[1354875736] linearizableReadLoop","detail":"{readStateIndex:10876; appliedIndex:10872; }","duration":"257.062923ms","start":"2026-04-02T09:13:19.890296Z","end":"2026-04-02T09:13:20.147359Z","steps":["trace[1354875736] 'read index received' (duration: 250.529247ms)","trace[1354875736] 'applied index is now lower than readState.Index' (duration: 6.507126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:13:20.147606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:13:19.821012Z","time spent":"326.556575ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:13:20.147776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.449294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:13:20.147848Z","caller":"traceutil/trace.go:171","msg":"trace[39303459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10479; }","duration":"257.584458ms","start":"2026-04-02T09:13:19.890248Z","end":"2026-04-02T09:13:20.147832Z","steps":["trace[39303459] 'agreement among raft nodes before linearized reading' (duration: 257.263499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:13:20.147855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.462788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:13:20.147896Z","caller":"traceutil/trace.go:171","msg":"trace[206402580] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:10479; }","duration":"163.54353ms","start":"2026-04-02T09:13:19.984342Z","end":"2026-04-02T09:13:20.147885Z","steps":["trace[206402580] 'agreement among raft nodes before linearized reading' (duration: 163.382006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:13:20.148778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.400795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:13:20.148824Z","caller":"traceutil/trace.go:171","msg":"trace[1232221135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10479; }","duration":"256.473468ms","start":"2026-04-02T09:13:19.892339Z","end":"2026-04-02T09:13:20.148812Z","steps":["trace[1232221135] 'agreement among raft nodes before linearized reading' (duration: 255.353537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:13:27.624378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:13:27.016939Z","time spent":"607.433563ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T09:13:27.624366Z","caller":"traceutil/trace.go:171","msg":"trace[1935603313] linearizableReadLoop","detail":"{readStateIndex:10937; appliedIndex:10936; }","duration":"269.378418ms","start":"2026-04-02T09:13:27.354962Z","end":"2026-04-02T09:13:27.62434Z","steps":["trace[1935603313] 'read index received' (duration: 269.260975ms)","trace[1935603313] 'applied index is now lower than readState.Index' (duration: 116.483µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:13:27.624738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.763208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:13:27.624782Z","caller":"traceutil/trace.go:171","msg":"trace[802214373] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10538; }","duration":"269.871391ms","start":"2026-04-02T09:13:27.3549Z","end":"2026-04-02T09:13:27.624772Z","steps":["trace[802214373] 'agreement among raft nodes before linearized reading' (duration: 269.5211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:13:27.624862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.75085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:13:27.624947Z","caller":"traceutil/trace.go:171","msg":"trace[743981253] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:10538; }","duration":"216.898315ms","start":"2026-04-02T09:13:27.408024Z","end":"2026-04-02T09:13:27.624922Z","steps":["trace[743981253] 'agreement among raft nodes before linearized reading' (duration: 216.71128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:13:27.624954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.301162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:13:27.625002Z","caller":"traceutil/trace.go:171","msg":"trace[1060428200] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10538; }","duration":"222.415064ms","start":"2026-04-02T09:13:27.402573Z","end":"2026-04-02T09:13:27.624988Z","steps":["trace[1060428200] 'agreement among raft nodes before linearized reading' (duration: 222.072995ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:13:28.39601Z","caller":"traceutil/trace.go:171","msg":"trace[920480929] transaction","detail":"{read_only:false; response_revision:10540; number_of_response:1; }","duration":"220.114772ms","start":"2026-04-02T09:13:28.175833Z","end":"2026-04-02T09:13:28.395948Z","steps":["trace[920480929] 'process raft request' (duration: 219.615499ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:13:28.399259Z","caller":"traceutil/trace.go:171","msg":"trace[188764115] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"219.373382ms","start":"2026-04-02T09:13:28.179846Z","end":"2026-04-02T09:13:28.399219Z","steps":["trace[188764115] 'process raft request' (duration: 219.251749ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:13:28.399482Z","caller":"traceutil/trace.go:171","msg":"trace[1985756569] linearizableReadLoop","detail":"{readStateIndex:10942; appliedIndex:10938; }","duration":"203.887573ms","start":"2026-04-02T09:13:28.195562Z","end":"2026-04-02T09:13:28.39945Z","steps":["trace[1985756569] 'read index received' (duration: 200.014618ms)","trace[1985756569] 'applied index is now lower than readState.Index' (duration: 3.871765ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:13:28.399632Z","caller":"traceutil/trace.go:171","msg":"trace[1678784004] transaction","detail":"{read_only:false; response_revision:10543; number_of_response:1; }","duration":"219.62947ms","start":"2026-04-02T09:13:28.179992Z","end":"2026-04-02T09:13:28.399621Z","steps":["trace[1678784004] 'process raft request' (duration: 219.169187ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:13:28.399596Z","caller":"traceutil/trace.go:171","msg":"trace[1241480867] transaction","detail":"{read_only:false; response_revision:10541; number_of_response:1; }","duration":"220.407001ms","start":"2026-04-02T09:13:28.179146Z","end":"2026-04-02T09:13:28.399553Z","steps":["trace[1241480867] 'process raft request' (duration: 219.593648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:13:28.399777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.204521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T09:13:28.399852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.515732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T09:13:28.399873Z","caller":"traceutil/trace.go:171","msg":"trace[1546300474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10543; }","duration":"155.534862ms","start":"2026-04-02T09:13:28.244332Z","end":"2026-04-02T09:13:28.399867Z","steps":["trace[1546300474] 'agreement among raft nodes before linearized reading' (duration: 155.488351ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:13:28.399846Z","caller":"traceutil/trace.go:171","msg":"trace[1024623041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10543; }","duration":"204.320256ms","start":"2026-04-02T09:13:28.195508Z","end":"2026-04-02T09:13:28.399829Z","steps":["trace[1024623041] 'agreement among raft nodes before linearized reading' (duration: 204.154071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:13:28.399777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.287452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T09:13:28.399934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.271146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T09:13:28.399994Z","caller":"traceutil/trace.go:171","msg":"trace[935941239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10543; }","duration":"201.577481ms","start":"2026-04-02T09:13:28.198409Z","end":"2026-04-02T09:13:28.399987Z","steps":["trace[935941239] 'agreement among raft nodes before linearized reading' (duration: 201.257042ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:13:28.400039Z","caller":"traceutil/trace.go:171","msg":"trace[705265364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10543; }","duration":"124.43248ms","start":"2026-04-02T09:13:28.27558Z","end":"2026-04-02T09:13:28.400012Z","steps":["trace[705265364] 'agreement among raft nodes before linearized reading' (duration: 124.114361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:13:28.400097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.738418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:13:28.400156Z","caller":"traceutil/trace.go:171","msg":"trace[1690533232] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:10543; }","duration":"193.873121ms","start":"2026-04-02T09:13:28.206267Z","end":"2026-04-02T09:13:28.40014Z","steps":["trace[1690533232] 'agreement among raft nodes before linearized reading' (duration: 193.596194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:16:08.386593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.565957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:100630"} {"level":"info","ts":"2026-04-02T09:16:08.386748Z","caller":"traceutil/trace.go:171","msg":"trace[132457114] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:11548; }","duration":"154.798904ms","start":"2026-04-02T09:16:08.231927Z","end":"2026-04-02T09:16:08.386726Z","steps":["trace[132457114] 'range keys from in-memory index tree' (duration: 154.112135ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:16:12.151305Z","caller":"traceutil/trace.go:171","msg":"trace[244295649] transaction","detail":"{read_only:false; response_revision:11571; number_of_response:1; }","duration":"130.709881ms","start":"2026-04-02T09:16:12.020561Z","end":"2026-04-02T09:16:12.151271Z","steps":["trace[244295649] 'process raft request' (duration: 130.482364ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:16:59.642873Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9959} {"level":"info","ts":"2026-04-02T09:16:59.726606Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9959,"took":"81.051936ms","hash":156446026,"current-db-size-bytes":43036672,"current-db-size":"43 MB","current-db-size-in-use-bytes":24166400,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-02T09:16:59.726677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":156446026,"revision":9959,"compact-revision":7564} {"level":"info","ts":"2026-04-02T09:17:56.309114Z","caller":"traceutil/trace.go:171","msg":"trace[1778284982] linearizableReadLoop","detail":"{readStateIndex:12638; appliedIndex:12637; }","duration":"405.608144ms","start":"2026-04-02T09:17:55.903478Z","end":"2026-04-02T09:17:56.309087Z","steps":["trace[1778284982] 'read index received' (duration: 405.435229ms)","trace[1778284982] 'applied index is now lower than readState.Index' (duration: 171.955µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:17:56.309346Z","caller":"traceutil/trace.go:171","msg":"trace[1491841946] transaction","detail":"{read_only:false; response_revision:12177; number_of_response:1; }","duration":"492.208592ms","start":"2026-04-02T09:17:55.817074Z","end":"2026-04-02T09:17:56.309283Z","steps":["trace[1491841946] 'process raft request' (duration: 491.851061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:17:56.309599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.099137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:17:56.309635Z","caller":"traceutil/trace.go:171","msg":"trace[133413471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12177; }","duration":"406.154139ms","start":"2026-04-02T09:17:55.903469Z","end":"2026-04-02T09:17:56.309624Z","steps":["trace[133413471] 'agreement among raft nodes before linearized reading' (duration: 406.002825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:17:56.309663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:55.903426Z","time spent":"406.22981ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:17:56.309657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:55.817054Z","time spent":"492.400047ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:17:56.315955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.33684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:17:56.316015Z","caller":"traceutil/trace.go:171","msg":"trace[342748358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12178; }","duration":"411.420412ms","start":"2026-04-02T09:17:55.904578Z","end":"2026-04-02T09:17:56.315998Z","steps":["trace[342748358] 'agreement among raft nodes before linearized reading' (duration: 411.255968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:17:56.316044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:55.904563Z","time spent":"411.475213ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:17:56.316281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.198508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:17:56.316315Z","caller":"traceutil/trace.go:171","msg":"trace[2088181111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12178; }","duration":"386.25163ms","start":"2026-04-02T09:17:55.930053Z","end":"2026-04-02T09:17:56.316304Z","steps":["trace[2088181111] 'agreement among raft nodes before linearized reading' (duration: 386.203789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:17:56.316345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.751624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:17:56.316358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.871869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:17:56.316337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:55.930041Z","time spent":"386.29131ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:17:56.316437Z","caller":"traceutil/trace.go:171","msg":"trace[611043702] transaction","detail":"{read_only:false; response_revision:12178; number_of_response:1; }","duration":"161.307003ms","start":"2026-04-02T09:17:56.155106Z","end":"2026-04-02T09:17:56.316413Z","steps":["trace[611043702] 'process raft request' (duration: 160.596703ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:17:56.31647Z","caller":"traceutil/trace.go:171","msg":"trace[1242139364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12178; }","duration":"407.014272ms","start":"2026-04-02T09:17:55.909421Z","end":"2026-04-02T09:17:56.316435Z","steps":["trace[1242139364] 'agreement among raft nodes before linearized reading' (duration: 406.718824ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:17:56.316469Z","caller":"traceutil/trace.go:171","msg":"trace[177031906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12178; }","duration":"410.875677ms","start":"2026-04-02T09:17:55.905545Z","end":"2026-04-02T09:17:56.316421Z","steps":["trace[177031906] 'agreement among raft nodes before linearized reading' (duration: 410.632441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:17:56.316551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:55.909413Z","time spent":"407.100335ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:17:56.31653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:55.90554Z","time spent":"410.98059ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:17:57.101806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.944668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:17:57.101895Z","caller":"traceutil/trace.go:171","msg":"trace[2132386357] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:12182; }","duration":"124.093223ms","start":"2026-04-02T09:17:56.977783Z","end":"2026-04-02T09:17:57.101876Z","steps":["trace[2132386357] 'count revisions from in-memory index tree' (duration: 123.852507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:17:58.948041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664180958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:17:59.45128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664180958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:17:59.952315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664180958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:18:00.452655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664180958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:18:00.953774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664180958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:18:00.960952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999757543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T09:18:00.961092Z","caller":"traceutil/trace.go:171","msg":"trace[2068947413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99999348s","start":"2026-04-02T09:17:58.961067Z","end":"2026-04-02T09:18:00.96106Z","steps":["trace[2068947413] 'agreement among raft nodes before linearized reading' (duration: 1.999835425s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:00.96117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.961053Z","time spent":"2.000100913s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 09:18:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T09:18:01.454411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549178664180958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T09:18:01.723837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.145484854s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T09:18:01.729419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.204632077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:18:01.72949Z","caller":"traceutil/trace.go:171","msg":"trace[2097426189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12183; }","duration":"4.204751031s","start":"2026-04-02T09:17:57.524719Z","end":"2026-04-02T09:18:01.72947Z","steps":["trace[2097426189] 'count revisions from in-memory index tree' (duration: 4.204537245s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.729522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:57.524696Z","time spent":"4.204817632s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:18:01.729805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770002592s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:18:01.729876Z","caller":"traceutil/trace.go:171","msg":"trace[1724414160] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12183; }","duration":"2.770074214s","start":"2026-04-02T09:17:58.959792Z","end":"2026-04-02T09:18:01.729866Z","steps":["trace[1724414160] 'range keys from in-memory index tree' (duration: 2.769992441s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:01.730725Z","caller":"traceutil/trace.go:171","msg":"trace[267522117] transaction","detail":"{read_only:false; response_revision:12184; number_of_response:1; }","duration":"4.152475984s","start":"2026-04-02T09:17:57.578217Z","end":"2026-04-02T09:18:01.730694Z","steps":["trace[267522117] 'process raft request' (duration: 4.145830754s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.730928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:57.578184Z","time spent":"4.152656959s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:18:01.805459Z","caller":"traceutil/trace.go:171","msg":"trace[1502426701] transaction","detail":"{read_only:false; response_revision:12185; number_of_response:1; }","duration":"4.226167211s","start":"2026-04-02T09:17:57.57926Z","end":"2026-04-02T09:18:01.805427Z","steps":["trace[1502426701] 'process raft request' (duration: 4.225908125s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:01.805597Z","caller":"traceutil/trace.go:171","msg":"trace[777269034] transaction","detail":"{read_only:false; response_revision:12187; number_of_response:1; }","duration":"4.224874706s","start":"2026-04-02T09:17:57.580708Z","end":"2026-04-02T09:18:01.805583Z","steps":["trace[777269034] 'process raft request' (duration: 4.22466959s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.805627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:57.579246Z","time spent":"4.226294344s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:18:01.805663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.701245603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:18:01.805671Z","caller":"traceutil/trace.go:171","msg":"trace[1172107744] transaction","detail":"{read_only:false; response_revision:12188; number_of_response:1; }","duration":"2.662925668s","start":"2026-04-02T09:17:59.142732Z","end":"2026-04-02T09:18:01.805658Z","steps":["trace[1172107744] 'process raft request' (duration: 2.662678722s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:01.805701Z","caller":"traceutil/trace.go:171","msg":"trace[1751596594] transaction","detail":"{read_only:false; response_revision:12186; number_of_response:1; }","duration":"4.225798811s","start":"2026-04-02T09:17:57.579894Z","end":"2026-04-02T09:18:01.805693Z","steps":["trace[1751596594] 'process raft request' (duration: 4.225439351s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:01.805479Z","caller":"traceutil/trace.go:171","msg":"trace[1062448820] linearizableReadLoop","detail":"{readStateIndex:12650; appliedIndex:12645; }","duration":"3.701054569s","start":"2026-04-02T09:17:58.104412Z","end":"2026-04-02T09:18:01.805467Z","steps":["trace[1062448820] 'read index received' (duration: 3.619652622s)","trace[1062448820] 'applied index is now lower than readState.Index' (duration: 81.400977ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:18:01.805703Z","caller":"traceutil/trace.go:171","msg":"trace[350463213] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12188; }","duration":"3.701319005s","start":"2026-04-02T09:17:58.104373Z","end":"2026-04-02T09:18:01.805692Z","steps":["trace[350463213] 'agreement among raft nodes before linearized reading' (duration: 3.70114101s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.805748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:57.579845Z","time spent":"4.225879223s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:18:01.805772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.104351Z","time spent":"3.701404087s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T09:18:01.805667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:57.580696Z","time spent":"4.224931267s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:18:01.805823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859477447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T09:18:01.805851Z","caller":"traceutil/trace.go:171","msg":"trace[1001933671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12188; }","duration":"2.859540728s","start":"2026-04-02T09:17:58.9463Z","end":"2026-04-02T09:18:01.805841Z","steps":["trace[1001933671] 'agreement among raft nodes before linearized reading' (duration: 2.859464755s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.805875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.946276Z","time spent":"2.859592669s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:18:01.805895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.692306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:18:01.805921Z","caller":"traceutil/trace.go:171","msg":"trace[149565616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12188; }","duration":"844.761718ms","start":"2026-04-02T09:18:00.961152Z","end":"2026-04-02T09:18:01.805913Z","steps":["trace[149565616] 'agreement among raft nodes before linearized reading' (duration: 844.715626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.805923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372050645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-04-02T09:18:01.80594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:18:00.961123Z","time spent":"844.813029ms","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T09:18:01.805949Z","caller":"traceutil/trace.go:171","msg":"trace[710021802] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12188; }","duration":"2.372112876s","start":"2026-04-02T09:17:59.433828Z","end":"2026-04-02T09:18:01.805941Z","steps":["trace[710021802] 'agreement among raft nodes before linearized reading' (duration: 2.372031804s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.80596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85479304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T09:18:01.805973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:59.433804Z","time spent":"2.372162127s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-04-02T09:18:01.805985Z","caller":"traceutil/trace.go:171","msg":"trace[634274847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12188; }","duration":"2.854863111s","start":"2026-04-02T09:17:58.951114Z","end":"2026-04-02T09:18:01.805977Z","steps":["trace[634274847] 'agreement among raft nodes before linearized reading' (duration: 2.85481438s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.806018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.951094Z","time spent":"2.854915334s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:18:01.806089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849246579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T09:18:01.806134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9365135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:18:01.806175Z","caller":"traceutil/trace.go:171","msg":"trace[628306482] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:12188; }","duration":"1.936599591s","start":"2026-04-02T09:17:59.869566Z","end":"2026-04-02T09:18:01.806165Z","steps":["trace[628306482] 'agreement among raft nodes before linearized reading' (duration: 1.936530999s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.806201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:59.86954Z","time spent":"1.936653243s","remote":"127.0.0.1:57586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:18:01.806208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858251523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T09:18:01.806211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858659674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:18:01.806238Z","caller":"traceutil/trace.go:171","msg":"trace[1786989800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12188; }","duration":"2.858696626s","start":"2026-04-02T09:17:58.947534Z","end":"2026-04-02T09:18:01.806231Z","steps":["trace[1786989800] 'agreement among raft nodes before linearized reading' (duration: 2.858625503s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:01.806237Z","caller":"traceutil/trace.go:171","msg":"trace[32551623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12188; }","duration":"2.858285304s","start":"2026-04-02T09:17:58.947941Z","end":"2026-04-02T09:18:01.806227Z","steps":["trace[32551623] 'agreement among raft nodes before linearized reading' (duration: 2.858200472s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.80626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.947531Z","time spent":"2.858721137s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T09:18:01.806261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.947938Z","time spent":"2.858316865s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T09:18:01.806284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842430714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T09:18:01.806284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858392697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:18:01.806314Z","caller":"traceutil/trace.go:171","msg":"trace[1120365579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12188; }","duration":"2.842507166s","start":"2026-04-02T09:17:58.963799Z","end":"2026-04-02T09:18:01.806306Z","steps":["trace[1120365579] 'agreement among raft nodes before linearized reading' (duration: 2.842423114s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:01.806195Z","caller":"traceutil/trace.go:171","msg":"trace[1931843310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12188; }","duration":"2.849386243s","start":"2026-04-02T09:17:58.95678Z","end":"2026-04-02T09:18:01.806166Z","steps":["trace[1931843310] 'agreement among raft nodes before linearized reading' (duration: 2.849141367s)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:01.806323Z","caller":"traceutil/trace.go:171","msg":"trace[1761719169] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12188; }","duration":"2.858443329s","start":"2026-04-02T09:17:58.947868Z","end":"2026-04-02T09:18:01.806312Z","steps":["trace[1761719169] 'agreement among raft nodes before linearized reading' (duration: 2.858357747s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.806349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.963776Z","time spent":"2.842563928s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T09:18:01.806352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.947863Z","time spent":"2.858480571s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:18:01.806354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.956733Z","time spent":"2.849611s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T09:18:01.80637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858736227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:18:01.806402Z","caller":"traceutil/trace.go:171","msg":"trace[1082327843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:12188; }","duration":"2.858774377s","start":"2026-04-02T09:17:58.947617Z","end":"2026-04-02T09:18:01.806391Z","steps":["trace[1082327843] 'agreement among raft nodes before linearized reading' (duration: 2.858692265s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.806424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.947611Z","time spent":"2.858807308s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-f9d7p\" "} {"level":"warn","ts":"2026-04-02T09:18:01.806448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858980443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:18:01.806476Z","caller":"traceutil/trace.go:171","msg":"trace[1131650461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12188; }","duration":"2.859020705s","start":"2026-04-02T09:17:58.947446Z","end":"2026-04-02T09:18:01.806467Z","steps":["trace[1131650461] 'agreement among raft nodes before linearized reading' (duration: 2.858974433s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.806492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859111226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:18:01.806505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.947442Z","time spent":"2.859053865s","remote":"127.0.0.1:52858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T09:18:01.806527Z","caller":"traceutil/trace.go:171","msg":"trace[682503790] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:12188; }","duration":"2.859157598s","start":"2026-04-02T09:17:58.947356Z","end":"2026-04-02T09:18:01.806514Z","steps":["trace[682503790] 'agreement among raft nodes before linearized reading' (duration: 2.859097616s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.806556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.94735Z","time spent":"2.859197199s","remote":"127.0.0.1:50252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:18:01.806555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855301083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:18:01.806597Z","caller":"traceutil/trace.go:171","msg":"trace[984607478] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:12188; }","duration":"2.855375986s","start":"2026-04-02T09:17:58.951207Z","end":"2026-04-02T09:18:01.806583Z","steps":["trace[984607478] 'agreement among raft nodes before linearized reading' (duration: 2.855266693s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.806627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.951187Z","time spent":"2.855431066s","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":43,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:18:01.806833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:59.142701Z","time spent":"2.66300192s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:18:01.807271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856030593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:18:01.807368Z","caller":"traceutil/trace.go:171","msg":"trace[1468049431] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:12188; }","duration":"2.856180697s","start":"2026-04-02T09:17:58.951163Z","end":"2026-04-02T09:18:01.807344Z","steps":["trace[1468049431] 'agreement among raft nodes before linearized reading' (duration: 2.855976282s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:01.807408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:17:58.95114Z","time spent":"2.856259759s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-02T09:18:48.10236Z","caller":"traceutil/trace.go:171","msg":"trace[2146869642] transaction","detail":"{read_only:false; response_revision:12425; number_of_response:1; }","duration":"110.947447ms","start":"2026-04-02T09:18:47.991379Z","end":"2026-04-02T09:18:48.102326Z","steps":["trace[2146869642] 'process raft request' (duration: 42.711968ms)","trace[2146869642] 'compare' (duration: 68.103985ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:18:48.115786Z","caller":"traceutil/trace.go:171","msg":"trace[1640812596] transaction","detail":"{read_only:false; response_revision:12426; number_of_response:1; }","duration":"121.095463ms","start":"2026-04-02T09:18:47.994669Z","end":"2026-04-02T09:18:48.115764Z","steps":["trace[1640812596] 'process raft request' (duration: 120.928438ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:48.116003Z","caller":"traceutil/trace.go:171","msg":"trace[49021626] transaction","detail":"{read_only:false; response_revision:12427; number_of_response:1; }","duration":"117.502815ms","start":"2026-04-02T09:18:47.99846Z","end":"2026-04-02T09:18:48.115962Z","steps":["trace[49021626] 'process raft request' (duration: 117.273728ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:50.268605Z","caller":"traceutil/trace.go:171","msg":"trace[817934716] transaction","detail":"{read_only:false; response_revision:12439; number_of_response:1; }","duration":"115.83162ms","start":"2026-04-02T09:18:50.152741Z","end":"2026-04-02T09:18:50.268573Z","steps":["trace[817934716] 'process raft request' (duration: 115.733237ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:50.268867Z","caller":"traceutil/trace.go:171","msg":"trace[1114842186] transaction","detail":"{read_only:false; response_revision:12438; number_of_response:1; }","duration":"116.181909ms","start":"2026-04-02T09:18:50.152671Z","end":"2026-04-02T09:18:50.268852Z","steps":["trace[1114842186] 'process raft request' (duration: 72.31072ms)","trace[1114842186] 'compare' (duration: 43.294623ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:18:50.269121Z","caller":"traceutil/trace.go:171","msg":"trace[373315715] transaction","detail":"{read_only:false; response_revision:12440; number_of_response:1; }","duration":"116.342524ms","start":"2026-04-02T09:18:50.152747Z","end":"2026-04-02T09:18:50.269089Z","steps":["trace[373315715] 'process raft request' (duration: 115.780318ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:50.269482Z","caller":"traceutil/trace.go:171","msg":"trace[881247749] transaction","detail":"{read_only:false; response_revision:12441; number_of_response:1; }","duration":"116.648652ms","start":"2026-04-02T09:18:50.152821Z","end":"2026-04-02T09:18:50.269469Z","steps":["trace[881247749] 'process raft request' (duration: 116.168129ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:52.392132Z","caller":"traceutil/trace.go:171","msg":"trace[1494362208] transaction","detail":"{read_only:false; response_revision:12449; number_of_response:1; }","duration":"113.955658ms","start":"2026-04-02T09:18:52.278088Z","end":"2026-04-02T09:18:52.392043Z","steps":["trace[1494362208] 'process raft request' (duration: 98.212412ms)","trace[1494362208] 'compare' (duration: 15.540001ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:18:52.409919Z","caller":"traceutil/trace.go:171","msg":"trace[1266744562] transaction","detail":"{read_only:false; response_revision:12450; number_of_response:1; }","duration":"131.101543ms","start":"2026-04-02T09:18:52.278783Z","end":"2026-04-02T09:18:52.409884Z","steps":["trace[1266744562] 'process raft request' (duration: 130.769895ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:52.409971Z","caller":"traceutil/trace.go:171","msg":"trace[454253794] transaction","detail":"{read_only:false; response_revision:12451; number_of_response:1; }","duration":"130.99408ms","start":"2026-04-02T09:18:52.278931Z","end":"2026-04-02T09:18:52.409925Z","steps":["trace[454253794] 'process raft request' (duration: 130.801956ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:52.409913Z","caller":"traceutil/trace.go:171","msg":"trace[1362245341] linearizableReadLoop","detail":"{readStateIndex:12924; appliedIndex:12920; }","duration":"125.83563ms","start":"2026-04-02T09:18:52.284051Z","end":"2026-04-02T09:18:52.409887Z","steps":["trace[1362245341] 'read index received' (duration: 92.339142ms)","trace[1362245341] 'applied index is now lower than readState.Index' (duration: 33.495178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:18:52.410146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.065057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:18:52.410219Z","caller":"traceutil/trace.go:171","msg":"trace[1343103107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:12452; }","duration":"126.17047ms","start":"2026-04-02T09:18:52.284033Z","end":"2026-04-02T09:18:52.410203Z","steps":["trace[1343103107] 'agreement among raft nodes before linearized reading' (duration: 125.948564ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:52.410196Z","caller":"traceutil/trace.go:171","msg":"trace[973855440] transaction","detail":"{read_only:false; response_revision:12452; number_of_response:1; }","duration":"131.130454ms","start":"2026-04-02T09:18:52.27901Z","end":"2026-04-02T09:18:52.410141Z","steps":["trace[973855440] 'process raft request' (duration: 130.809835ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:54.319139Z","caller":"traceutil/trace.go:171","msg":"trace[720884984] transaction","detail":"{read_only:false; response_revision:12454; number_of_response:1; }","duration":"114.34832ms","start":"2026-04-02T09:18:54.204738Z","end":"2026-04-02T09:18:54.319086Z","steps":["trace[720884984] 'process raft request' (duration: 74.091738ms)","trace[720884984] 'compare' (duration: 40.072997ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:18:54.62125Z","caller":"traceutil/trace.go:171","msg":"trace[54938058] linearizableReadLoop","detail":"{readStateIndex:12929; appliedIndex:12926; }","duration":"343.47495ms","start":"2026-04-02T09:18:54.277743Z","end":"2026-04-02T09:18:54.621218Z","steps":["trace[54938058] 'read index received' (duration: 1.09966ms)","trace[54938058] 'applied index is now lower than readState.Index' (duration: 342.37402ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:18:54.621283Z","caller":"traceutil/trace.go:171","msg":"trace[1627403600] transaction","detail":"{read_only:false; response_revision:12455; number_of_response:1; }","duration":"392.637082ms","start":"2026-04-02T09:18:54.228575Z","end":"2026-04-02T09:18:54.621212Z","steps":["trace[1627403600] 'process raft request' (duration: 392.406916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:54.621539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:18:54.228539Z","time spent":"392.870689ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:18:54.621464Z","caller":"traceutil/trace.go:171","msg":"trace[1109209290] transaction","detail":"{read_only:false; response_revision:12456; number_of_response:1; }","duration":"392.55459ms","start":"2026-04-02T09:18:54.228828Z","end":"2026-04-02T09:18:54.621383Z","steps":["trace[1109209290] 'process raft request' (duration: 392.336835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:54.621753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.989033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T09:18:54.621844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:18:54.22882Z","time spent":"392.897409ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:18:54.621916Z","caller":"traceutil/trace.go:171","msg":"trace[301212789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12456; }","duration":"344.177059ms","start":"2026-04-02T09:18:54.277675Z","end":"2026-04-02T09:18:54.621852Z","steps":["trace[301212789] 'agreement among raft nodes before linearized reading' (duration: 343.816079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:54.621982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:18:54.27765Z","time spent":"344.319483ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T09:18:54.624002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.946401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:18:54.624141Z","caller":"traceutil/trace.go:171","msg":"trace[1483190886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12457; }","duration":"227.130646ms","start":"2026-04-02T09:18:54.396993Z","end":"2026-04-02T09:18:54.624124Z","steps":["trace[1483190886] 'agreement among raft nodes before linearized reading' (duration: 226.842259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:54.624325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.418377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:18:54.624379Z","caller":"traceutil/trace.go:171","msg":"trace[1390315575] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:12457; }","duration":"202.498239ms","start":"2026-04-02T09:18:54.421867Z","end":"2026-04-02T09:18:54.624365Z","steps":["trace[1390315575] 'agreement among raft nodes before linearized reading' (duration: 202.348935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:54.624421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.308334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:18:54.624465Z","caller":"traceutil/trace.go:171","msg":"trace[1323644847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12457; }","duration":"209.353184ms","start":"2026-04-02T09:18:54.4151Z","end":"2026-04-02T09:18:54.624453Z","steps":["trace[1323644847] 'agreement among raft nodes before linearized reading' (duration: 209.243011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:54.624596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.050737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:18:54.624636Z","caller":"traceutil/trace.go:171","msg":"trace[1411670892] transaction","detail":"{read_only:false; response_revision:12457; number_of_response:1; }","duration":"236.09214ms","start":"2026-04-02T09:18:54.388508Z","end":"2026-04-02T09:18:54.6246Z","steps":["trace[1411670892] 'process raft request' (duration: 235.154764ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:54.624674Z","caller":"traceutil/trace.go:171","msg":"trace[1036957802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12457; }","duration":"209.169299ms","start":"2026-04-02T09:18:54.415483Z","end":"2026-04-02T09:18:54.624652Z","steps":["trace[1036957802] 'agreement among raft nodes before linearized reading' (duration: 208.985854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:54.624684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.010124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:18:54.624761Z","caller":"traceutil/trace.go:171","msg":"trace[886966421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12457; }","duration":"209.152378ms","start":"2026-04-02T09:18:54.415591Z","end":"2026-04-02T09:18:54.624743Z","steps":["trace[886966421] 'agreement among raft nodes before linearized reading' (duration: 208.961973ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:54.84267Z","caller":"traceutil/trace.go:171","msg":"trace[23813466] transaction","detail":"{read_only:false; response_revision:12459; number_of_response:1; }","duration":"213.525248ms","start":"2026-04-02T09:18:54.629103Z","end":"2026-04-02T09:18:54.842628Z","steps":["trace[23813466] 'process raft request' (duration: 162.30753ms)","trace[23813466] 'compare' (duration: 50.598681ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:18:54.842843Z","caller":"traceutil/trace.go:171","msg":"trace[2096050092] transaction","detail":"{read_only:false; response_revision:12460; number_of_response:1; }","duration":"212.591382ms","start":"2026-04-02T09:18:54.630211Z","end":"2026-04-02T09:18:54.842802Z","steps":["trace[2096050092] 'process raft request' (duration: 212.308784ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:54.842882Z","caller":"traceutil/trace.go:171","msg":"trace[529847407] linearizableReadLoop","detail":"{readStateIndex:12932; appliedIndex:12931; }","duration":"212.635983ms","start":"2026-04-02T09:18:54.630212Z","end":"2026-04-02T09:18:54.842848Z","steps":["trace[529847407] 'read index received' (duration: 8.942822ms)","trace[529847407] 'applied index is now lower than readState.Index' (duration: 203.691881ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:18:54.84294Z","caller":"traceutil/trace.go:171","msg":"trace[1440484649] transaction","detail":"{read_only:false; response_revision:12461; number_of_response:1; }","duration":"212.274023ms","start":"2026-04-02T09:18:54.630639Z","end":"2026-04-02T09:18:54.842913Z","steps":["trace[1440484649] 'process raft request' (duration: 212.055957ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:18:54.842953Z","caller":"traceutil/trace.go:171","msg":"trace[1455910694] transaction","detail":"{read_only:false; response_revision:12462; number_of_response:1; }","duration":"211.419791ms","start":"2026-04-02T09:18:54.63151Z","end":"2026-04-02T09:18:54.84293Z","steps":["trace[1455910694] 'process raft request' (duration: 211.235995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:18:54.843439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.204988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375898"} {"level":"info","ts":"2026-04-02T09:18:54.843494Z","caller":"traceutil/trace.go:171","msg":"trace[616295986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12462; }","duration":"213.308533ms","start":"2026-04-02T09:18:54.630174Z","end":"2026-04-02T09:18:54.843483Z","steps":["trace[616295986] 'agreement among raft nodes before linearized reading' (duration: 212.785328ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:20:35.676447Z","caller":"traceutil/trace.go:171","msg":"trace[1166321876] linearizableReadLoop","detail":"{readStateIndex:13463; appliedIndex:13462; }","duration":"247.339124ms","start":"2026-04-02T09:20:35.42907Z","end":"2026-04-02T09:20:35.676409Z","steps":["trace[1166321876] 'read index received' (duration: 246.821339ms)","trace[1166321876] 'applied index is now lower than readState.Index' (duration: 516.065µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:20:35.67658Z","caller":"traceutil/trace.go:171","msg":"trace[2014114183] transaction","detail":"{read_only:false; response_revision:12970; number_of_response:1; }","duration":"404.73485ms","start":"2026-04-02T09:20:35.271793Z","end":"2026-04-02T09:20:35.676528Z","steps":["trace[2014114183] 'process raft request' (duration: 404.178085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:20:35.676842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:20:35.271754Z","time spent":"404.944986ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:20:35.676984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.894479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:20:35.677081Z","caller":"traceutil/trace.go:171","msg":"trace[645897421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12970; }","duration":"248.056973ms","start":"2026-04-02T09:20:35.429006Z","end":"2026-04-02T09:20:35.677063Z","steps":["trace[645897421] 'agreement among raft nodes before linearized reading' (duration: 247.606061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:20:35.676984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.842687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T09:20:35.677132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.583564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:20:35.677251Z","caller":"traceutil/trace.go:171","msg":"trace[1381410859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12970; }","duration":"239.708407ms","start":"2026-04-02T09:20:35.437488Z","end":"2026-04-02T09:20:35.677197Z","steps":["trace[1381410859] 'agreement among raft nodes before linearized reading' (duration: 239.410478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:20:35.677203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.342403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T09:20:35.677316Z","caller":"traceutil/trace.go:171","msg":"trace[2077125693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12970; }","duration":"233.509659ms","start":"2026-04-02T09:20:35.443787Z","end":"2026-04-02T09:20:35.677297Z","steps":["trace[2077125693] 'agreement among raft nodes before linearized reading' (duration: 233.089138ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:20:35.677418Z","caller":"traceutil/trace.go:171","msg":"trace[93728728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12970; }","duration":"248.063264ms","start":"2026-04-02T09:20:35.42906Z","end":"2026-04-02T09:20:35.677124Z","steps":["trace[93728728] 'agreement among raft nodes before linearized reading' (duration: 247.780886ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:20:36.102408Z","caller":"traceutil/trace.go:171","msg":"trace[243962374] linearizableReadLoop","detail":"{readStateIndex:13468; appliedIndex:13467; }","duration":"172.374433ms","start":"2026-04-02T09:20:35.930003Z","end":"2026-04-02T09:20:36.102377Z","steps":["trace[243962374] 'read index received' (duration: 172.229018ms)","trace[243962374] 'applied index is now lower than readState.Index' (duration: 144.265µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:20:36.102538Z","caller":"traceutil/trace.go:171","msg":"trace[1252601296] transaction","detail":"{read_only:false; response_revision:12975; number_of_response:1; }","duration":"205.313526ms","start":"2026-04-02T09:20:35.897179Z","end":"2026-04-02T09:20:36.102493Z","steps":["trace[1252601296] 'process raft request' (duration: 205.037428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:20:36.102605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.569957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:20:36.102682Z","caller":"traceutil/trace.go:171","msg":"trace[245906921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12975; }","duration":"172.68684ms","start":"2026-04-02T09:20:35.929977Z","end":"2026-04-02T09:20:36.102664Z","steps":["trace[245906921] 'agreement among raft nodes before linearized reading' (duration: 172.508816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:20:36.102628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.862566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:20:36.102811Z","caller":"traceutil/trace.go:171","msg":"trace[671244316] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:12975; }","duration":"142.117661ms","start":"2026-04-02T09:20:35.96068Z","end":"2026-04-02T09:20:36.102798Z","steps":["trace[671244316] 'agreement among raft nodes before linearized reading' (duration: 141.841155ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:20:50.897752Z","caller":"traceutil/trace.go:171","msg":"trace[837064360] linearizableReadLoop","detail":"{readStateIndex:13545; appliedIndex:13544; }","duration":"134.140427ms","start":"2026-04-02T09:20:50.763581Z","end":"2026-04-02T09:20:50.897722Z","steps":["trace[837064360] 'read index received' (duration: 133.846698ms)","trace[837064360] 'applied index is now lower than readState.Index' (duration: 292.339µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:20:50.897807Z","caller":"traceutil/trace.go:171","msg":"trace[973992496] transaction","detail":"{read_only:false; response_revision:13049; number_of_response:1; }","duration":"134.30486ms","start":"2026-04-02T09:20:50.763458Z","end":"2026-04-02T09:20:50.897763Z","steps":["trace[973992496] 'process raft request' (duration: 134.088574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:20:50.897977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.368232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:20:50.898067Z","caller":"traceutil/trace.go:171","msg":"trace[398565767] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:13049; }","duration":"134.528927ms","start":"2026-04-02T09:20:50.763523Z","end":"2026-04-02T09:20:50.898052Z","steps":["trace[398565767] 'agreement among raft nodes before linearized reading' (duration: 134.381662ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:20:53.38308Z","caller":"traceutil/trace.go:171","msg":"trace[2048911454] transaction","detail":"{read_only:false; response_revision:13061; number_of_response:1; }","duration":"235.921404ms","start":"2026-04-02T09:20:53.146927Z","end":"2026-04-02T09:20:53.382849Z","steps":["trace[2048911454] 'process raft request' (duration: 235.74964ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:20:53.6116Z","caller":"traceutil/trace.go:171","msg":"trace[1053082376] transaction","detail":"{read_only:false; response_revision:13062; number_of_response:1; }","duration":"443.737498ms","start":"2026-04-02T09:20:53.167822Z","end":"2026-04-02T09:20:53.61156Z","steps":["trace[1053082376] 'process raft request' (duration: 442.664798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:20:53.611869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:20:53.167796Z","time spent":"443.975353ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:20:53.99095Z","caller":"traceutil/trace.go:171","msg":"trace[1303303236] linearizableReadLoop","detail":"{readStateIndex:13561; appliedIndex:13560; }","duration":"101.721448ms","start":"2026-04-02T09:20:53.889197Z","end":"2026-04-02T09:20:53.990918Z","steps":["trace[1303303236] 'read index received' (duration: 57.127279ms)","trace[1303303236] 'applied index is now lower than readState.Index' (duration: 44.592469ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:20:53.99107Z","caller":"traceutil/trace.go:171","msg":"trace[631002564] transaction","detail":"{read_only:false; response_revision:13064; number_of_response:1; }","duration":"136.354487ms","start":"2026-04-02T09:20:53.854661Z","end":"2026-04-02T09:20:53.991015Z","steps":["trace[631002564] 'process raft request' (duration: 91.689106ms)","trace[631002564] 'compare' (duration: 44.350993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:20:53.991265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.06425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:20:53.991318Z","caller":"traceutil/trace.go:171","msg":"trace[38851925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13064; }","duration":"101.151181ms","start":"2026-04-02T09:20:53.890151Z","end":"2026-04-02T09:20:53.991302Z","steps":["trace[38851925] 'agreement among raft nodes before linearized reading' (duration: 100.944756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:20:53.99154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.318593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:20:53.991717Z","caller":"traceutil/trace.go:171","msg":"trace[1726797857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13064; }","duration":"102.449936ms","start":"2026-04-02T09:20:53.889181Z","end":"2026-04-02T09:20:53.99163Z","steps":["trace[1726797857] 'agreement among raft nodes before linearized reading' (duration: 101.883531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:20:54.253004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.375017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:20:54.253343Z","caller":"traceutil/trace.go:171","msg":"trace[2024392201] transaction","detail":"{read_only:false; response_revision:13066; number_of_response:1; }","duration":"256.41626ms","start":"2026-04-02T09:20:53.996882Z","end":"2026-04-02T09:20:54.253298Z","steps":["trace[2024392201] 'process raft request' (duration: 143.622463ms)","trace[2024392201] 'compare' (duration: 112.046137ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:20:54.253376Z","caller":"traceutil/trace.go:171","msg":"trace[1430481701] transaction","detail":"{read_only:false; response_revision:13067; number_of_response:1; }","duration":"256.312317ms","start":"2026-04-02T09:20:53.997038Z","end":"2026-04-02T09:20:54.25335Z","steps":["trace[1430481701] 'process raft request' (duration: 256.104653ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:20:54.913592Z","caller":"traceutil/trace.go:171","msg":"trace[160826839] transaction","detail":"{read_only:false; response_revision:13068; number_of_response:1; }","duration":"285.082357ms","start":"2026-04-02T09:20:54.628484Z","end":"2026-04-02T09:20:54.913566Z","steps":["trace[160826839] 'process raft request' (duration: 284.920272ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:20:54.924435Z","caller":"traceutil/trace.go:171","msg":"trace[1819113066] transaction","detail":"{read_only:false; response_revision:13069; number_of_response:1; }","duration":"163.383869ms","start":"2026-04-02T09:20:54.761021Z","end":"2026-04-02T09:20:54.924405Z","steps":["trace[1819113066] 'process raft request' (duration: 163.015539ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:20:54.92458Z","caller":"traceutil/trace.go:171","msg":"trace[1354422051] linearizableReadLoop","detail":"{readStateIndex:13566; appliedIndex:13564; }","duration":"155.667989ms","start":"2026-04-02T09:20:54.768896Z","end":"2026-04-02T09:20:54.924564Z","steps":["trace[1354422051] 'read index received' (duration: 144.526998ms)","trace[1354422051] 'applied index is now lower than readState.Index' (duration: 11.139871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:20:54.924824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.909976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T09:20:54.924881Z","caller":"traceutil/trace.go:171","msg":"trace[25015738] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:13070; }","duration":"155.994658ms","start":"2026-04-02T09:20:54.768876Z","end":"2026-04-02T09:20:54.92487Z","steps":["trace[25015738] 'agreement among raft nodes before linearized reading' (duration: 155.743782ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:20:55.492431Z","caller":"traceutil/trace.go:171","msg":"trace[242126959] transaction","detail":"{read_only:false; response_revision:13071; number_of_response:1; }","duration":"104.496472ms","start":"2026-04-02T09:20:55.387885Z","end":"2026-04-02T09:20:55.492381Z","steps":["trace[242126959] 'process raft request' (duration: 104.177755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:20:56.188257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.252537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:20:56.188354Z","caller":"traceutil/trace.go:171","msg":"trace[1579002707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13074; }","duration":"107.400702ms","start":"2026-04-02T09:20:56.080931Z","end":"2026-04-02T09:20:56.188331Z","steps":["trace[1579002707] 'range keys from in-memory index tree' (duration: 107.072213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:20:56.188378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.441759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:20:56.188522Z","caller":"traceutil/trace.go:171","msg":"trace[1585578020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:13074; }","duration":"101.663655ms","start":"2026-04-02T09:20:56.086822Z","end":"2026-04-02T09:20:56.188485Z","steps":["trace[1585578020] 'range keys from in-memory index tree' (duration: 101.129241ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:20:56.375142Z","caller":"traceutil/trace.go:171","msg":"trace[674336524] transaction","detail":"{read_only:false; response_revision:13077; number_of_response:1; }","duration":"113.989819ms","start":"2026-04-02T09:20:56.261114Z","end":"2026-04-02T09:20:56.375104Z","steps":["trace[674336524] 'process raft request' (duration: 40.792325ms)","trace[674336524] 'compare' (duration: 73.04857ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:20:57.095315Z","caller":"traceutil/trace.go:171","msg":"trace[1315896959] transaction","detail":"{read_only:false; response_revision:13078; number_of_response:1; }","duration":"175.097996ms","start":"2026-04-02T09:20:56.920185Z","end":"2026-04-02T09:20:57.095283Z","steps":["trace[1315896959] 'process raft request' (duration: 174.937253ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:20:57.208498Z","caller":"traceutil/trace.go:171","msg":"trace[533476534] linearizableReadLoop","detail":"{readStateIndex:13576; appliedIndex:13574; }","duration":"182.405114ms","start":"2026-04-02T09:20:57.02606Z","end":"2026-04-02T09:20:57.208465Z","steps":["trace[533476534] 'read index received' (duration: 68.97714ms)","trace[533476534] 'applied index is now lower than readState.Index' (duration: 113.426714ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:20:57.208647Z","caller":"traceutil/trace.go:171","msg":"trace[629517592] transaction","detail":"{read_only:false; response_revision:13079; number_of_response:1; }","duration":"274.846649ms","start":"2026-04-02T09:20:56.933786Z","end":"2026-04-02T09:20:57.208633Z","steps":["trace[629517592] 'process raft request' (duration: 263.0815ms)","trace[629517592] 'compare' (duration: 11.460451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:20:57.208814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.733694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T09:20:57.208904Z","caller":"traceutil/trace.go:171","msg":"trace[672590866] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:13079; }","duration":"182.883717ms","start":"2026-04-02T09:20:57.025997Z","end":"2026-04-02T09:20:57.208881Z","steps":["trace[672590866] 'agreement among raft nodes before linearized reading' (duration: 182.747053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:20:57.20883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.243086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-02T09:20:57.208976Z","caller":"traceutil/trace.go:171","msg":"trace[2138337823] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:13079; }","duration":"166.4218ms","start":"2026-04-02T09:20:57.042544Z","end":"2026-04-02T09:20:57.208966Z","steps":["trace[2138337823] 'agreement among raft nodes before linearized reading' (duration: 166.167163ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:21:59.649119Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11880} {"level":"info","ts":"2026-04-02T09:21:59.722598Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11880,"took":"71.73028ms","hash":2294537849,"current-db-size-bytes":43036672,"current-db-size":"43 MB","current-db-size-in-use-bytes":20168704,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-02T09:21:59.722666Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2294537849,"revision":11880,"compact-revision":9959} {"level":"warn","ts":"2026-04-02T09:22:34.533738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.758335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:6467"} {"level":"info","ts":"2026-04-02T09:22:34.533878Z","caller":"traceutil/trace.go:171","msg":"trace[58945662] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:13581; }","duration":"101.965251ms","start":"2026-04-02T09:22:34.431892Z","end":"2026-04-02T09:22:34.533857Z","steps":["trace[58945662] 'range keys from in-memory index tree' (duration: 101.539369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:34.916142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.078765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:5073"} {"level":"info","ts":"2026-04-02T09:22:34.916238Z","caller":"traceutil/trace.go:171","msg":"trace[1092914495] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:13582; }","duration":"190.233689ms","start":"2026-04-02T09:22:34.725984Z","end":"2026-04-02T09:22:34.916218Z","steps":["trace[1092914495] 'range keys from in-memory index tree' (duration: 189.89123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:34.916279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.267934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T09:22:34.916382Z","caller":"traceutil/trace.go:171","msg":"trace[99776223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13582; }","duration":"157.417108ms","start":"2026-04-02T09:22:34.758943Z","end":"2026-04-02T09:22:34.91636Z","steps":["trace[99776223] 'range keys from in-memory index tree' (duration: 157.042917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:34.916505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.659772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7500"} {"level":"info","ts":"2026-04-02T09:22:34.91657Z","caller":"traceutil/trace.go:171","msg":"trace[1336295519] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:13582; }","duration":"250.774655ms","start":"2026-04-02T09:22:34.66578Z","end":"2026-04-02T09:22:34.916554Z","steps":["trace[1336295519] 'range keys from in-memory index tree' (duration: 250.498716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:34.916574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.08215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-04-02T09:22:34.916544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.517777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T09:22:34.916625Z","caller":"traceutil/trace.go:171","msg":"trace[1519593374] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:13582; }","duration":"213.173932ms","start":"2026-04-02T09:22:34.703441Z","end":"2026-04-02T09:22:34.916615Z","steps":["trace[1519593374] 'range keys from in-memory index tree' (duration: 212.962246ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:22:34.916663Z","caller":"traceutil/trace.go:171","msg":"trace[483619431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13582; }","duration":"158.698361ms","start":"2026-04-02T09:22:34.757936Z","end":"2026-04-02T09:22:34.916635Z","steps":["trace[483619431] 'range keys from in-memory index tree' (duration: 158.328372ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:22:35.063574Z","caller":"traceutil/trace.go:171","msg":"trace[50108556] transaction","detail":"{read_only:false; response_revision:13584; number_of_response:1; }","duration":"141.421042ms","start":"2026-04-02T09:22:34.922118Z","end":"2026-04-02T09:22:35.063539Z","steps":["trace[50108556] 'process raft request' (duration: 141.141325ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:22:35.063732Z","caller":"traceutil/trace.go:171","msg":"trace[317272502] transaction","detail":"{read_only:false; response_revision:13585; number_of_response:1; }","duration":"141.509726ms","start":"2026-04-02T09:22:34.922165Z","end":"2026-04-02T09:22:35.063675Z","steps":["trace[317272502] 'process raft request' (duration: 141.30175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:35.291118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.141764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-init\" ","response":"range_response_count:1 size:5619"} {"level":"info","ts":"2026-04-02T09:22:35.291252Z","caller":"traceutil/trace.go:171","msg":"trace[2007386819] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-init; range_end:; response_count:1; response_revision:13585; }","duration":"113.329211ms","start":"2026-04-02T09:22:35.177893Z","end":"2026-04-02T09:22:35.291223Z","steps":["trace[2007386819] 'range keys from in-memory index tree' (duration: 112.844947ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:22:36.343315Z","caller":"traceutil/trace.go:171","msg":"trace[990352010] linearizableReadLoop","detail":"{readStateIndex:14109; appliedIndex:14108; }","duration":"156.159183ms","start":"2026-04-02T09:22:36.187133Z","end":"2026-04-02T09:22:36.343292Z","steps":["trace[990352010] 'read index received' (duration: 155.958938ms)","trace[990352010] 'applied index is now lower than readState.Index' (duration: 199.245µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:22:36.343386Z","caller":"traceutil/trace.go:171","msg":"trace[1369600445] transaction","detail":"{read_only:false; response_revision:13590; number_of_response:1; }","duration":"157.973482ms","start":"2026-04-02T09:22:36.185389Z","end":"2026-04-02T09:22:36.343363Z","steps":["trace[1369600445] 'process raft request' (duration: 157.759947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:36.343894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.19875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:7035"} {"level":"info","ts":"2026-04-02T09:22:36.343983Z","caller":"traceutil/trace.go:171","msg":"trace[210787825] range","detail":"{range_begin:/registry/jobs/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:13590; }","duration":"101.316093ms","start":"2026-04-02T09:22:36.242648Z","end":"2026-04-02T09:22:36.343964Z","steps":["trace[210787825] 'agreement among raft nodes before linearized reading' (duration: 100.785749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:36.343979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.834432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-detect-version.18a27f298e8ca6dc\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:13589 ","response":"range_response_count:104 size:80335"} {"level":"info","ts":"2026-04-02T09:22:36.344037Z","caller":"traceutil/trace.go:171","msg":"trace[1169863319] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-detect-version.18a27f298e8ca6dc\u0000; range_end:/registry/events/openstack0; response_count:104; response_revision:13590; }","duration":"156.929454ms","start":"2026-04-02T09:22:36.187094Z","end":"2026-04-02T09:22:36.344023Z","steps":["trace[1169863319] 'agreement among raft nodes before linearized reading' (duration: 156.292817ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:22:36.521197Z","caller":"traceutil/trace.go:171","msg":"trace[1985112031] linearizableReadLoop","detail":"{readStateIndex:14111; appliedIndex:14109; }","duration":"171.173061ms","start":"2026-04-02T09:22:36.349995Z","end":"2026-04-02T09:22:36.521168Z","steps":["trace[1985112031] 'read index received' (duration: 151.868197ms)","trace[1985112031] 'applied index is now lower than readState.Index' (duration: 19.303964ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:22:36.521296Z","caller":"traceutil/trace.go:171","msg":"trace[605720798] transaction","detail":"{read_only:false; response_revision:13591; number_of_response:1; }","duration":"172.648711ms","start":"2026-04-02T09:22:36.348625Z","end":"2026-04-02T09:22:36.521273Z","steps":["trace[605720798] 'process raft request' (duration: 172.373174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:36.521448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.434288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:7035"} {"level":"info","ts":"2026-04-02T09:22:36.52149Z","caller":"traceutil/trace.go:171","msg":"trace[570349005] range","detail":"{range_begin:/registry/jobs/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:13591; }","duration":"171.517241ms","start":"2026-04-02T09:22:36.349962Z","end":"2026-04-02T09:22:36.52148Z","steps":["trace[570349005] 'agreement among raft nodes before linearized reading' (duration: 171.337706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:36.544583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.719081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6256"} {"level":"info","ts":"2026-04-02T09:22:36.544774Z","caller":"traceutil/trace.go:171","msg":"trace[1467064797] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:13592; }","duration":"116.946277ms","start":"2026-04-02T09:22:36.427801Z","end":"2026-04-02T09:22:36.544747Z","steps":["trace[1467064797] 'agreement among raft nodes before linearized reading' (duration: 116.543256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:36.840649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.394797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8414"} {"level":"info","ts":"2026-04-02T09:22:36.840725Z","caller":"traceutil/trace.go:171","msg":"trace[225601467] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:13593; }","duration":"104.539099ms","start":"2026-04-02T09:22:36.73617Z","end":"2026-04-02T09:22:36.840709Z","steps":["trace[225601467] 'range keys from in-memory index tree' (duration: 104.19326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:37.466959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.521054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:22:37.467168Z","caller":"traceutil/trace.go:171","msg":"trace[208653722] linearizableReadLoop","detail":"{readStateIndex:14117; appliedIndex:14114; }","duration":"346.566638ms","start":"2026-04-02T09:22:37.120585Z","end":"2026-04-02T09:22:37.467151Z","steps":["trace[208653722] 'read index received' (duration: 26.624264ms)","trace[208653722] 'applied index is now lower than readState.Index' (duration: 319.941444ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:22:37.467238Z","caller":"traceutil/trace.go:171","msg":"trace[728151774] transaction","detail":"{read_only:false; response_revision:13596; number_of_response:1; }","duration":"350.414402ms","start":"2026-04-02T09:22:37.116796Z","end":"2026-04-02T09:22:37.46721Z","steps":["trace[728151774] 'process raft request' (duration: 350.252777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:37.467362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.780733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:6472"} {"level":"info","ts":"2026-04-02T09:22:37.467368Z","caller":"traceutil/trace.go:171","msg":"trace[2092596631] transaction","detail":"{read_only:false; response_revision:13595; number_of_response:1; }","duration":"350.656218ms","start":"2026-04-02T09:22:37.116693Z","end":"2026-04-02T09:22:37.46735Z","steps":["trace[2092596631] 'process raft request' (duration: 236.6529ms)","trace[2092596631] 'compare' (duration: 113.33007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:22:37.467395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:22:37.116789Z","time spent":"350.516285ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T09:22:37.467406Z","caller":"traceutil/trace.go:171","msg":"trace[1526275134] range","detail":"{range_begin:/registry/jobs/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:13596; }","duration":"346.840284ms","start":"2026-04-02T09:22:37.120553Z","end":"2026-04-02T09:22:37.467394Z","steps":["trace[1526275134] 'agreement among raft nodes before linearized reading' (duration: 346.66471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:37.467449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:22:37.116665Z","time spent":"350.742261ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:22:37.467454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:22:37.120544Z","time spent":"346.895546ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6495,"request content":"key:\"/registry/jobs/openstack/keystone-domain-manage\" "} {"level":"info","ts":"2026-04-02T09:22:37.468981Z","caller":"traceutil/trace.go:171","msg":"trace[1541542983] transaction","detail":"{read_only:false; response_revision:13597; number_of_response:1; }","duration":"320.19035ms","start":"2026-04-02T09:22:37.148773Z","end":"2026-04-02T09:22:37.468963Z","steps":["trace[1541542983] 'process raft request' (duration: 319.942314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:37.469283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:22:37.148749Z","time spent":"320.296514ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:22:37.513381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.521748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T09:22:37.513445Z","caller":"traceutil/trace.go:171","msg":"trace[766197708] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13598; }","duration":"126.640561ms","start":"2026-04-02T09:22:37.386789Z","end":"2026-04-02T09:22:37.513429Z","steps":["trace[766197708] 'agreement among raft nodes before linearized reading' (duration: 126.465756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:37.513646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.593946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-02T09:22:37.51378Z","caller":"traceutil/trace.go:171","msg":"trace[865485868] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13598; }","duration":"364.767631ms","start":"2026-04-02T09:22:37.148989Z","end":"2026-04-02T09:22:37.513756Z","steps":["trace[865485868] 'agreement among raft nodes before linearized reading' (duration: 364.419922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:37.513832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:22:37.148973Z","time spent":"364.848734ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-02T09:22:37.514468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.287168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:6094"} {"level":"info","ts":"2026-04-02T09:22:37.51455Z","caller":"traceutil/trace.go:171","msg":"trace[1501603454] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:13598; }","duration":"319.505802ms","start":"2026-04-02T09:22:37.195025Z","end":"2026-04-02T09:22:37.514531Z","steps":["trace[1501603454] 'agreement among raft nodes before linearized reading' (duration: 318.241487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:37.514591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:22:37.195001Z","time spent":"319.571814ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6117,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-04-02T09:22:37.660802Z","caller":"traceutil/trace.go:171","msg":"trace[90961186] transaction","detail":"{read_only:false; response_revision:13599; number_of_response:1; }","duration":"142.904833ms","start":"2026-04-02T09:22:37.51785Z","end":"2026-04-02T09:22:37.660754Z","steps":["trace[90961186] 'process raft request' (duration: 58.719286ms)","trace[90961186] 'compare' (duration: 83.980582ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:22:37.661116Z","caller":"traceutil/trace.go:171","msg":"trace[1892746681] linearizableReadLoop","detail":"{readStateIndex:14120; appliedIndex:14119; }","duration":"143.14046ms","start":"2026-04-02T09:22:37.517953Z","end":"2026-04-02T09:22:37.661093Z","steps":["trace[1892746681] 'read index received' (duration: 58.53066ms)","trace[1892746681] 'applied index is now lower than readState.Index' (duration: 84.60733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:22:37.661476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.496749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:22:37.661543Z","caller":"traceutil/trace.go:171","msg":"trace[1931952457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13600; }","duration":"143.606291ms","start":"2026-04-02T09:22:37.51792Z","end":"2026-04-02T09:22:37.661527Z","steps":["trace[1931952457] 'agreement among raft nodes before linearized reading' (duration: 143.269612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:37.661512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.366576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T09:22:37.66164Z","caller":"traceutil/trace.go:171","msg":"trace[882397053] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13600; }","duration":"143.52172ms","start":"2026-04-02T09:22:37.518091Z","end":"2026-04-02T09:22:37.661613Z","steps":["trace[882397053] 'agreement among raft nodes before linearized reading' (duration: 143.205871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:37.661512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.359108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:6094"} {"level":"info","ts":"2026-04-02T09:22:37.661832Z","caller":"traceutil/trace.go:171","msg":"trace[56513134] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:13600; }","duration":"142.696937ms","start":"2026-04-02T09:22:37.519116Z","end":"2026-04-02T09:22:37.661813Z","steps":["trace[56513134] 'agreement among raft nodes before linearized reading' (duration: 142.209304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:37.662204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.221378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-detect-version.18a27f298e8ca6dc\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:13598 ","response":"range_response_count:104 size:80335"} {"level":"info","ts":"2026-04-02T09:22:37.662335Z","caller":"traceutil/trace.go:171","msg":"trace[1466766732] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-detect-version.18a27f298e8ca6dc\u0000; range_end:/registry/events/openstack0; response_count:104; response_revision:13600; }","duration":"141.401312ms","start":"2026-04-02T09:22:37.520906Z","end":"2026-04-02T09:22:37.662307Z","steps":["trace[1466766732] 'agreement among raft nodes before linearized reading' (duration: 140.387755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:38.039622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.952885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-init\" ","response":"range_response_count:1 size:5655"} {"level":"info","ts":"2026-04-02T09:22:38.039746Z","caller":"traceutil/trace.go:171","msg":"trace[779292275] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-init; range_end:; response_count:1; response_revision:13600; }","duration":"270.1095ms","start":"2026-04-02T09:22:37.76961Z","end":"2026-04-02T09:22:38.039719Z","steps":["trace[779292275] 'range keys from in-memory index tree' (duration: 269.764151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:38.039755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.627055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T09:22:38.039854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.545922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5814"} {"level":"info","ts":"2026-04-02T09:22:38.039942Z","caller":"traceutil/trace.go:171","msg":"trace[1140831199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13600; }","duration":"270.662906ms","start":"2026-04-02T09:22:37.769258Z","end":"2026-04-02T09:22:38.039921Z","steps":["trace[1140831199] 'range keys from in-memory index tree' (duration: 270.360727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:38.039875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.563471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:5033"} {"level":"info","ts":"2026-04-02T09:22:38.039893Z","caller":"traceutil/trace.go:171","msg":"trace[1384231018] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:13600; }","duration":"252.812659ms","start":"2026-04-02T09:22:37.787052Z","end":"2026-04-02T09:22:38.039865Z","steps":["trace[1384231018] 'count revisions from in-memory index tree' (duration: 252.547983ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:22:38.040043Z","caller":"traceutil/trace.go:171","msg":"trace[193529928] range","detail":"{range_begin:/registry/jobs/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:13600; }","duration":"196.780858ms","start":"2026-04-02T09:22:37.843243Z","end":"2026-04-02T09:22:38.040024Z","steps":["trace[193529928] 'range keys from in-memory index tree' (duration: 196.436048ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:22:38.07448Z","caller":"traceutil/trace.go:171","msg":"trace[1272166041] transaction","detail":"{read_only:false; response_revision:13601; number_of_response:1; }","duration":"188.545953ms","start":"2026-04-02T09:22:37.885901Z","end":"2026-04-02T09:22:38.074447Z","steps":["trace[1272166041] 'process raft request' (duration: 188.089221ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:22:39.586129Z","caller":"traceutil/trace.go:171","msg":"trace[658480917] transaction","detail":"{read_only:false; response_revision:13607; number_of_response:1; }","duration":"110.125762ms","start":"2026-04-02T09:22:39.475953Z","end":"2026-04-02T09:22:39.586079Z","steps":["trace[658480917] 'process raft request' (duration: 109.895756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:40.330666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.146274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T09:22:40.330812Z","caller":"traceutil/trace.go:171","msg":"trace[1922117952] transaction","detail":"{read_only:false; response_revision:13611; number_of_response:1; }","duration":"299.638232ms","start":"2026-04-02T09:22:40.031144Z","end":"2026-04-02T09:22:40.330782Z","steps":["trace[1922117952] 'process raft request' (duration: 186.277403ms)","trace[1922117952] 'compare' (duration: 113.02949ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:22:40.533614Z","caller":"traceutil/trace.go:171","msg":"trace[1561531765] linearizableReadLoop","detail":"{readStateIndex:14133; appliedIndex:14131; }","duration":"450.08801ms","start":"2026-04-02T09:22:40.08349Z","end":"2026-04-02T09:22:40.533578Z","steps":["trace[1561531765] 'read index received' (duration: 133.95036ms)","trace[1561531765] 'applied index is now lower than readState.Index' (duration: 316.1362ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:22:40.533657Z","caller":"traceutil/trace.go:171","msg":"trace[1899301984] transaction","detail":"{read_only:false; response_revision:13612; number_of_response:1; }","duration":"453.77076ms","start":"2026-04-02T09:22:40.079836Z","end":"2026-04-02T09:22:40.533607Z","steps":["trace[1899301984] 'process raft request' (duration: 408.744607ms)","trace[1899301984] 'compare' (duration: 44.810787ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:22:40.533705Z","caller":"traceutil/trace.go:171","msg":"trace[1321159658] transaction","detail":"{read_only:false; response_revision:13613; number_of_response:1; }","duration":"438.789993ms","start":"2026-04-02T09:22:40.094873Z","end":"2026-04-02T09:22:40.533663Z","steps":["trace[1321159658] 'process raft request' (duration: 438.65014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:40.533832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:22:40.07981Z","time spent":"453.928295ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:22:40.533857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.340937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T09:22:40.533917Z","caller":"traceutil/trace.go:171","msg":"trace[994877355] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13613; }","duration":"450.450719ms","start":"2026-04-02T09:22:40.083442Z","end":"2026-04-02T09:22:40.533893Z","steps":["trace[994877355] 'agreement among raft nodes before linearized reading' (duration: 450.324706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:40.534073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:22:40.083428Z","time spent":"450.620714ms","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T09:22:40.534205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.648324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-ltdh6\" ","response":"range_response_count:1 size:15400"} {"level":"warn","ts":"2026-04-02T09:22:40.534248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.740004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-jfcxm\" ","response":"range_response_count:1 size:8145"} {"level":"info","ts":"2026-04-02T09:22:40.534292Z","caller":"traceutil/trace.go:171","msg":"trace[1717416353] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-ltdh6; range_end:; response_count:1; response_revision:13613; }","duration":"433.785457ms","start":"2026-04-02T09:22:40.100493Z","end":"2026-04-02T09:22:40.534279Z","steps":["trace[1717416353] 'agreement among raft nodes before linearized reading' (duration: 433.509009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:40.534329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:22:40.100469Z","time spent":"433.850818ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":15423,"request content":"key:\"/registry/pods/openstack/glance-ks-endpoints-ltdh6\" "} {"level":"info","ts":"2026-04-02T09:22:40.534338Z","caller":"traceutil/trace.go:171","msg":"trace[660616689] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-jfcxm; range_end:; response_count:1; response_revision:13613; }","duration":"444.868679ms","start":"2026-04-02T09:22:40.089421Z","end":"2026-04-02T09:22:40.53429Z","steps":["trace[660616689] 'agreement among raft nodes before linearized reading' (duration: 444.498169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:40.534343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:22:40.094848Z","time spent":"438.982078ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T09:22:40.53438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T09:22:40.089405Z","time spent":"444.963661ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8168,"request content":"key:\"/registry/pods/openstack/glance-ks-service-jfcxm\" "} {"level":"info","ts":"2026-04-02T09:22:40.763789Z","caller":"traceutil/trace.go:171","msg":"trace[464030082] linearizableReadLoop","detail":"{readStateIndex:14135; appliedIndex:14134; }","duration":"213.337917ms","start":"2026-04-02T09:22:40.550415Z","end":"2026-04-02T09:22:40.763753Z","steps":["trace[464030082] 'read index received' (duration: 117.245355ms)","trace[464030082] 'applied index is now lower than readState.Index' (duration: 96.091012ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:22:40.76382Z","caller":"traceutil/trace.go:171","msg":"trace[1257554333] transaction","detail":"{read_only:false; response_revision:13614; number_of_response:1; }","duration":"222.460715ms","start":"2026-04-02T09:22:40.541309Z","end":"2026-04-02T09:22:40.76377Z","steps":["trace[1257554333] 'process raft request' (duration: 126.449096ms)","trace[1257554333] 'compare' (duration: 95.800723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T09:22:40.764097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.564086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-jfcxm\" ","response":"range_response_count:1 size:8145"} {"level":"warn","ts":"2026-04-02T09:22:40.764067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.852856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T09:22:40.764128Z","caller":"traceutil/trace.go:171","msg":"trace[1859930219] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-jfcxm; range_end:; response_count:1; response_revision:13614; }","duration":"141.691941ms","start":"2026-04-02T09:22:40.622426Z","end":"2026-04-02T09:22:40.764118Z","steps":["trace[1859930219] 'agreement among raft nodes before linearized reading' (duration: 141.480205ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:22:40.764168Z","caller":"traceutil/trace.go:171","msg":"trace[907526818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13614; }","duration":"126.964609ms","start":"2026-04-02T09:22:40.637187Z","end":"2026-04-02T09:22:40.764151Z","steps":["trace[907526818] 'agreement among raft nodes before linearized reading' (duration: 126.753523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:40.766366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.946947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390355"} {"level":"info","ts":"2026-04-02T09:22:40.766433Z","caller":"traceutil/trace.go:171","msg":"trace[195951556] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:13614; }","duration":"216.021089ms","start":"2026-04-02T09:22:40.550397Z","end":"2026-04-02T09:22:40.766418Z","steps":["trace[195951556] 'agreement among raft nodes before linearized reading' (duration: 213.499251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:41.41486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.344261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-storage-init-xrb7q\" ","response":"range_response_count:1 size:9695"} {"level":"info","ts":"2026-04-02T09:22:41.414956Z","caller":"traceutil/trace.go:171","msg":"trace[764899189] range","detail":"{range_begin:/registry/pods/openstack/glance-storage-init-xrb7q; range_end:; response_count:1; response_revision:13617; }","duration":"180.501705ms","start":"2026-04-02T09:22:41.234434Z","end":"2026-04-02T09:22:41.414936Z","steps":["trace[764899189] 'range keys from in-memory index tree' (duration: 180.118195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:41.41494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.359995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-rabbit-init-z7npp\" ","response":"range_response_count:1 size:6763"} {"level":"info","ts":"2026-04-02T09:22:41.415022Z","caller":"traceutil/trace.go:171","msg":"trace[862767574] range","detail":"{range_begin:/registry/pods/openstack/glance-rabbit-init-z7npp; range_end:; response_count:1; response_revision:13617; }","duration":"182.464558ms","start":"2026-04-02T09:22:41.232541Z","end":"2026-04-02T09:22:41.415006Z","steps":["trace[862767574] 'range keys from in-memory index tree' (duration: 182.195601ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:22:41.639743Z","caller":"traceutil/trace.go:171","msg":"trace[1203624947] linearizableReadLoop","detail":"{readStateIndex:14139; appliedIndex:14138; }","duration":"115.181809ms","start":"2026-04-02T09:22:41.524531Z","end":"2026-04-02T09:22:41.639713Z","steps":["trace[1203624947] 'read index received' (duration: 115.052636ms)","trace[1203624947] 'applied index is now lower than readState.Index' (duration: 127.843µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:22:41.639889Z","caller":"traceutil/trace.go:171","msg":"trace[609338525] transaction","detail":"{read_only:false; response_revision:13618; number_of_response:1; }","duration":"116.539357ms","start":"2026-04-02T09:22:41.523338Z","end":"2026-04-02T09:22:41.639877Z","steps":["trace[609338525] 'process raft request' (duration: 116.172537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:41.640361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.797356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:22:41.640524Z","caller":"traceutil/trace.go:171","msg":"trace[1280237747] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:13618; }","duration":"116.015713ms","start":"2026-04-02T09:22:41.524479Z","end":"2026-04-02T09:22:41.640495Z","steps":["trace[1280237747] 'agreement among raft nodes before linearized reading' (duration: 115.471148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:41.651031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.718914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-76b64cb584-q78pd\" ","response":"range_response_count:1 size:12107"} {"level":"info","ts":"2026-04-02T09:22:41.651108Z","caller":"traceutil/trace.go:171","msg":"trace[77819595] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-76b64cb584-q78pd; range_end:; response_count:1; response_revision:13619; }","duration":"122.809197ms","start":"2026-04-02T09:22:41.528282Z","end":"2026-04-02T09:22:41.651092Z","steps":["trace[77819595] 'agreement among raft nodes before linearized reading' (duration: 122.55074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:41.840487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.830654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:22:41.840579Z","caller":"traceutil/trace.go:171","msg":"trace[1959295839] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:13621; }","duration":"116.988739ms","start":"2026-04-02T09:22:41.723568Z","end":"2026-04-02T09:22:41.840557Z","steps":["trace[1959295839] 'range keys from in-memory index tree' (duration: 116.608199ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T09:22:42.672337Z","caller":"traceutil/trace.go:171","msg":"trace[2314076] linearizableReadLoop","detail":"{readStateIndex:14145; appliedIndex:14143; }","duration":"122.599432ms","start":"2026-04-02T09:22:42.549705Z","end":"2026-04-02T09:22:42.672304Z","steps":["trace[2314076] 'read index received' (duration: 2.248141ms)","trace[2314076] 'applied index is now lower than readState.Index' (duration: 120.350131ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T09:22:42.672565Z","caller":"traceutil/trace.go:171","msg":"trace[1475205812] transaction","detail":"{read_only:false; response_revision:13623; number_of_response:1; }","duration":"132.714567ms","start":"2026-04-02T09:22:42.539692Z","end":"2026-04-02T09:22:42.672406Z","steps":["trace[1475205812] 'process raft request' (duration: 132.007877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:42.672609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.879169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-wjfqs\" ","response":"range_response_count:1 size:8251"} {"level":"info","ts":"2026-04-02T09:22:42.67267Z","caller":"traceutil/trace.go:171","msg":"trace[91618627] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-wjfqs; range_end:; response_count:1; response_revision:13623; }","duration":"123.003212ms","start":"2026-04-02T09:22:42.549652Z","end":"2026-04-02T09:22:42.672655Z","steps":["trace[91618627] 'agreement among raft nodes before linearized reading' (duration: 122.771356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:43.076873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.408642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-02T09:22:43.076998Z","caller":"traceutil/trace.go:171","msg":"trace[1785639648] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13625; }","duration":"113.580676ms","start":"2026-04-02T09:22:42.963391Z","end":"2026-04-02T09:22:43.076971Z","steps":["trace[1785639648] 'range keys from in-memory index tree' (duration: 113.174984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:43.077029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.504484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f9d7p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T09:22:43.077152Z","caller":"traceutil/trace.go:171","msg":"trace[706571741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f9d7p; range_end:; response_count:1; response_revision:13625; }","duration":"106.681339ms","start":"2026-04-02T09:22:42.970445Z","end":"2026-04-02T09:22:43.077127Z","steps":["trace[706571741] 'range keys from in-memory index tree' (duration: 106.310159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T09:22:43.079286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.304989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390355"} {"level":"info","ts":"2026-04-02T09:22:43.07939Z","caller":"traceutil/trace.go:171","msg":"trace[1587283150] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:13625; }","duration":"120.453302ms","start":"2026-04-02T09:22:42.958916Z","end":"2026-04-02T09:22:43.079369Z","steps":["trace[1587283150] 'range keys from in-memory index tree' (duration: 118.210521ms)"],"step_count":1}