{"level":"warn","ts":"2026-04-09T22:28:55.39681Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T22:28:55.397005Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T22:28:55.397109Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T22:28:55.397146Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-09T22:28:55.397184Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T22:28:55.398378Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-04-09T22:28:55.398512Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T22:28:55.40332Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.494312ms"} {"level":"info","ts":"2026-04-09T22:28:55.41174Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-04-09T22:28:55.411867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T22:28:55.411899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-04-09T22:28:55.411923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T22:28:55.411951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-04-09T22:28:55.411991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-04-09T22:28:55.418514Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T22:28:55.420483Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T22:28:55.42287Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T22:28:55.426174Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T22:28:55.426426Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T22:28:55.426514Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:28:55.426806Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:28:55.426873Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:28:55.428095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-04-09T22:28:55.428395Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-09T22:28:55.433033Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T22:28:55.433142Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-09T22:28:55.433196Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-09T22:28:55.433476Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T22:28:55.433527Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T22:28:55.612723Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T22:28:55.612802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T22:28:55.612838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-04-09T22:28:55.612857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-04-09T22:28:55.612871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-04-09T22:28:55.612886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-04-09T22:28:55.6129Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-04-09T22:28:55.613937Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T22:28:55.613942Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T22:28:55.613939Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:28:55.614099Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T22:28:55.614303Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T22:28:55.614363Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T22:28:55.615119Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:28:55.615338Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:28:55.615379Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:28:55.617648Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T22:28:55.618313Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"info","ts":"2026-04-09T22:29:23.434872Z","caller":"traceutil/trace.go:171","msg":"trace[1555859392] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"239.985776ms","start":"2026-04-09T22:29:23.19486Z","end":"2026-04-09T22:29:23.434845Z","steps":["trace[1555859392] 'process raft request' (duration: 239.810022ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:24.589201Z","caller":"traceutil/trace.go:171","msg":"trace[1275394642] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"130.951062ms","start":"2026-04-09T22:29:24.458229Z","end":"2026-04-09T22:29:24.58918Z","steps":["trace[1275394642] 'process raft request' (duration: 130.734787ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:24.589503Z","caller":"traceutil/trace.go:171","msg":"trace[2130627317] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"135.177527ms","start":"2026-04-09T22:29:24.454294Z","end":"2026-04-09T22:29:24.589472Z","steps":["trace[2130627317] 'process raft request' (duration: 134.557433ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:24.757641Z","caller":"traceutil/trace.go:171","msg":"trace[2036904694] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"137.695584ms","start":"2026-04-09T22:29:24.619918Z","end":"2026-04-09T22:29:24.757613Z","steps":["trace[2036904694] 'process raft request' (duration: 135.696018ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:24.761741Z","caller":"traceutil/trace.go:171","msg":"trace[703372622] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"133.150201ms","start":"2026-04-09T22:29:24.628559Z","end":"2026-04-09T22:29:24.761709Z","steps":["trace[703372622] 'process raft request' (duration: 132.884965ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:24.761844Z","caller":"traceutil/trace.go:171","msg":"trace[24099516] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"116.72822ms","start":"2026-04-09T22:29:24.645091Z","end":"2026-04-09T22:29:24.761819Z","steps":["trace[24099516] 'process raft request' (duration: 116.454023ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:30.796517Z","caller":"traceutil/trace.go:171","msg":"trace[58057805] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"137.509459ms","start":"2026-04-09T22:29:30.658981Z","end":"2026-04-09T22:29:30.79649Z","steps":["trace[58057805] 'process raft request' (duration: 137.362726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:31.42028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.121839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:29:31.42023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.345299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-t8cnt\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-09T22:29:31.42023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.114507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:31.420373Z","caller":"traceutil/trace.go:171","msg":"trace[1663491471] range","detail":"{range_begin:/registry/pods/kube-system/cilium-t8cnt; range_end:; response_count:1; response_revision:572; }","duration":"578.532813ms","start":"2026-04-09T22:29:30.841817Z","end":"2026-04-09T22:29:31.42035Z","steps":["trace[1663491471] 'range keys from in-memory index tree' (duration: 578.195376ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:31.420392Z","caller":"traceutil/trace.go:171","msg":"trace[410548178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"300.346502ms","start":"2026-04-09T22:29:31.12003Z","end":"2026-04-09T22:29:31.420376Z","steps":["trace[410548178] 'range keys from in-memory index tree' (duration: 300.023155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:31.420417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:30.841802Z","time spent":"578.605685ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-t8cnt\" "} {"level":"warn","ts":"2026-04-09T22:29:31.420438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:31.120008Z","time spent":"300.412313ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:29:31.420351Z","caller":"traceutil/trace.go:171","msg":"trace[1327966648] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:572; }","duration":"614.235781ms","start":"2026-04-09T22:29:30.8061Z","end":"2026-04-09T22:29:31.420335Z","steps":["trace[1327966648] 'range keys from in-memory index tree' (duration: 614.062177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:31.420527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:30.806084Z","time spent":"614.415875ms","remote":"127.0.0.1:48966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-09T22:29:31.42028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.872925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:29:31.420653Z","caller":"traceutil/trace.go:171","msg":"trace[353796516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:572; }","duration":"301.293003ms","start":"2026-04-09T22:29:31.119349Z","end":"2026-04-09T22:29:31.420642Z","steps":["trace[353796516] 'range keys from in-memory index tree' (duration: 300.716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:31.421299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:31.119332Z","time spent":"301.922458ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:29:31.549033Z","caller":"traceutil/trace.go:171","msg":"trace[1250732819] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"121.862896ms","start":"2026-04-09T22:29:31.427155Z","end":"2026-04-09T22:29:31.549018Z","steps":["trace[1250732819] 'process raft request' (duration: 121.719953ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:31.549156Z","caller":"traceutil/trace.go:171","msg":"trace[2098493468] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"113.61911ms","start":"2026-04-09T22:29:31.435531Z","end":"2026-04-09T22:29:31.54915Z","steps":["trace[2098493468] 'process raft request' (duration: 113.450646ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:33.102956Z","caller":"traceutil/trace.go:171","msg":"trace[1119583669] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"118.47375ms","start":"2026-04-09T22:29:32.984461Z","end":"2026-04-09T22:29:33.102935Z","steps":["trace[1119583669] 'process raft request' (duration: 118.368827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:12.543696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.034194ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:12.543846Z","caller":"traceutil/trace.go:171","msg":"trace[62506103] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1125; }","duration":"359.206017ms","start":"2026-04-09T22:30:12.184622Z","end":"2026-04-09T22:30:12.543828Z","steps":["trace[62506103] 'range keys from in-memory index tree' (duration: 359.014163ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:12.544041Z","caller":"traceutil/trace.go:171","msg":"trace[1417529458] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"349.00204ms","start":"2026-04-09T22:30:12.195006Z","end":"2026-04-09T22:30:12.544008Z","steps":["trace[1417529458] 'process raft request' (duration: 326.904314ms)","trace[1417529458] 'compare' (duration: 21.954672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:12.545024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:12.194973Z","time spent":"349.162542ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:58.571516Z","caller":"traceutil/trace.go:171","msg":"trace[1847468028] linearizableReadLoop","detail":"{readStateIndex:1845; appliedIndex:1844; }","duration":"477.51389ms","start":"2026-04-09T22:30:58.093967Z","end":"2026-04-09T22:30:58.571481Z","steps":["trace[1847468028] 'read index received' (duration: 477.357257ms)","trace[1847468028] 'applied index is now lower than readState.Index' (duration: 155.263µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:58.57157Z","caller":"traceutil/trace.go:171","msg":"trace[532153810] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"485.681175ms","start":"2026-04-09T22:30:58.085847Z","end":"2026-04-09T22:30:58.571529Z","steps":["trace[532153810] 'process raft request' (duration: 485.408909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.571805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.085826Z","time spent":"485.867969ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:58.57193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.915869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:30:58.572068Z","caller":"traceutil/trace.go:171","msg":"trace[1039526782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1781; }","duration":"478.101564ms","start":"2026-04-09T22:30:58.093935Z","end":"2026-04-09T22:30:58.572036Z","steps":["trace[1039526782] 'agreement among raft nodes before linearized reading' (duration: 477.721595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.572131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.09392Z","time spent":"478.200636ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:30:58.74718Z","caller":"traceutil/trace.go:171","msg":"trace[760550512] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"458.643842ms","start":"2026-04-09T22:30:58.288501Z","end":"2026-04-09T22:30:58.747144Z","steps":["trace[760550512] 'process raft request' (duration: 360.349725ms)","trace[760550512] 'compare' (duration: 97.804816ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:58.747265Z","caller":"traceutil/trace.go:171","msg":"trace[1419282480] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"170.649036ms","start":"2026-04-09T22:30:58.576584Z","end":"2026-04-09T22:30:58.747233Z","steps":["trace[1419282480] 'process raft request' (duration: 170.534854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.747366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.288464Z","time spent":"458.798046ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:58.747356Z","caller":"traceutil/trace.go:171","msg":"trace[998235807] linearizableReadLoop","detail":"{readStateIndex:1846; appliedIndex:1845; }","duration":"175.66678ms","start":"2026-04-09T22:30:58.57164Z","end":"2026-04-09T22:30:58.747307Z","steps":["trace[998235807] 'read index received' (duration: 77.225319ms)","trace[998235807] 'applied index is now lower than readState.Index' (duration: 98.436831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:58.747515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.802014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:30:58.747553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.419386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:58.747564Z","caller":"traceutil/trace.go:171","msg":"trace[1645505019] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1783; }","duration":"420.901837ms","start":"2026-04-09T22:30:58.326651Z","end":"2026-04-09T22:30:58.747553Z","steps":["trace[1645505019] 'agreement among raft nodes before linearized reading' (duration: 420.808774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.747593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.326622Z","time spent":"420.965338ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:30:58.747593Z","caller":"traceutil/trace.go:171","msg":"trace[1562864866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1783; }","duration":"627.456627ms","start":"2026-04-09T22:30:58.120123Z","end":"2026-04-09T22:30:58.74758Z","steps":["trace[1562864866] 'agreement among raft nodes before linearized reading' (duration: 627.384216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.747628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.120101Z","time spent":"627.519528ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:58.747694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.951468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-09T22:30:58.747692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.110277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-497bf296-dbc2-43ce-b765-593b529d3d90\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-09T22:30:58.747748Z","caller":"traceutil/trace.go:171","msg":"trace[1901700790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1783; }","duration":"511.06503ms","start":"2026-04-09T22:30:58.236666Z","end":"2026-04-09T22:30:58.747731Z","steps":["trace[1901700790] 'agreement among raft nodes before linearized reading' (duration: 510.828334ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.747769Z","caller":"traceutil/trace.go:171","msg":"trace[1914832609] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-497bf296-dbc2-43ce-b765-593b529d3d90; range_end:; response_count:1; response_revision:1783; }","duration":"453.226299ms","start":"2026-04-09T22:30:58.294527Z","end":"2026-04-09T22:30:58.747753Z","steps":["trace[1914832609] 'agreement among raft nodes before linearized reading' (duration: 452.902152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.747752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.530575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:30:58.747877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.236642Z","time spent":"511.216974ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T22:30:58.747872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.294509Z","time spent":"453.329392ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-497bf296-dbc2-43ce-b765-593b529d3d90\" "} {"level":"info","ts":"2026-04-09T22:30:58.747903Z","caller":"traceutil/trace.go:171","msg":"trace[1410403181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1783; }","duration":"652.72957ms","start":"2026-04-09T22:30:58.095152Z","end":"2026-04-09T22:30:58.747882Z","steps":["trace[1410403181] 'agreement among raft nodes before linearized reading' (duration: 652.403093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.747918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.098913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-497bf296-dbc2-43ce-b765-593b529d3d90\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-09T22:30:58.747972Z","caller":"traceutil/trace.go:171","msg":"trace[878360999] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-497bf296-dbc2-43ce-b765-593b529d3d90; range_end:; response_count:1; response_revision:1783; }","duration":"444.183155ms","start":"2026-04-09T22:30:58.303774Z","end":"2026-04-09T22:30:58.747957Z","steps":["trace[878360999] 'agreement among raft nodes before linearized reading' (duration: 443.997021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.748014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.303764Z","time spent":"444.240996ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-497bf296-dbc2-43ce-b765-593b529d3d90\" "} {"level":"warn","ts":"2026-04-09T22:30:58.748017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.095135Z","time spent":"652.826032ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:58.813398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.579047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:58.813499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.320904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T22:30:58.813522Z","caller":"traceutil/trace.go:171","msg":"trace[2089574872] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1784; }","duration":"137.71732ms","start":"2026-04-09T22:30:58.675741Z","end":"2026-04-09T22:30:58.813459Z","steps":["trace[2089574872] 'agreement among raft nodes before linearized reading' (duration: 137.584617ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.813576Z","caller":"traceutil/trace.go:171","msg":"trace[549850752] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1784; }","duration":"232.417796ms","start":"2026-04-09T22:30:58.581138Z","end":"2026-04-09T22:30:58.813556Z","steps":["trace[549850752] 'agreement among raft nodes before linearized reading' (duration: 232.220982ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:59.107954Z","caller":"traceutil/trace.go:171","msg":"trace[1176805651] linearizableReadLoop","detail":"{readStateIndex:1850; appliedIndex:1848; }","duration":"294.679017ms","start":"2026-04-09T22:30:58.813254Z","end":"2026-04-09T22:30:59.107934Z","steps":["trace[1176805651] 'read index received' (duration: 249.913893ms)","trace[1176805651] 'applied index is now lower than readState.Index' (duration: 44.763744ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:59.108161Z","caller":"traceutil/trace.go:171","msg":"trace[1358617984] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"352.864015ms","start":"2026-04-09T22:30:58.755279Z","end":"2026-04-09T22:30:59.108143Z","steps":["trace[1358617984] 'process raft request' (duration: 352.458626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.108246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.69244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:59.108311Z","caller":"traceutil/trace.go:171","msg":"trace[1955903703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1786; }","duration":"359.769891ms","start":"2026-04-09T22:30:58.748527Z","end":"2026-04-09T22:30:59.108297Z","steps":["trace[1955903703] 'agreement among raft nodes before linearized reading' (duration: 359.638669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.108308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.755272Z","time spent":"352.942138ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:59.108317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.749051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:59.10835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.748506Z","time spent":"359.836924ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:30:59.108396Z","caller":"traceutil/trace.go:171","msg":"trace[1107741067] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1786; }","duration":"355.879153ms","start":"2026-04-09T22:30:58.752499Z","end":"2026-04-09T22:30:59.108378Z","steps":["trace[1107741067] 'agreement among raft nodes before linearized reading' (duration: 355.632488ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:59.107839Z","caller":"traceutil/trace.go:171","msg":"trace[1128092638] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"355.077995ms","start":"2026-04-09T22:30:58.752724Z","end":"2026-04-09T22:30:59.107802Z","steps":["trace[1128092638] 'process raft request' (duration: 310.459304ms)","trace[1128092638] 'compare' (duration: 44.431267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:59.10845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.752481Z","time spent":"355.957096ms","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:30:59.108649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.752707Z","time spent":"355.796742ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:59.609535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198891684954664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:30:59.891201Z","caller":"traceutil/trace.go:171","msg":"trace[659370776] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"1.070762112s","start":"2026-04-09T22:30:58.820415Z","end":"2026-04-09T22:30:59.891177Z","steps":["trace[659370776] 'process raft request' (duration: 1.066266561s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.891351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.820388Z","time spent":"1.070874984s","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:59.891682Z","caller":"traceutil/trace.go:171","msg":"trace[338459478] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"492.578461ms","start":"2026-04-09T22:30:59.399081Z","end":"2026-04-09T22:30:59.89166Z","steps":["trace[338459478] 'process raft request' (duration: 492.013659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.891809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.39905Z","time spent":"492.687654ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:59.891866Z","caller":"traceutil/trace.go:171","msg":"trace[269818318] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1850; }","duration":"783.839631ms","start":"2026-04-09T22:30:59.108015Z","end":"2026-04-09T22:30:59.891854Z","steps":["trace[269818318] 'read index received' (duration: 778.686414ms)","trace[269818318] 'applied index is now lower than readState.Index' (duration: 5.152687ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:59.891863Z","caller":"traceutil/trace.go:171","msg":"trace[1689599700] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"152.307091ms","start":"2026-04-09T22:30:59.73952Z","end":"2026-04-09T22:30:59.891827Z","steps":["trace[1689599700] 'process raft request' (duration: 152.047835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.892013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.582663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:30:59.892051Z","caller":"traceutil/trace.go:171","msg":"trace[413920606] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1790; }","duration":"173.679495ms","start":"2026-04-09T22:30:59.718364Z","end":"2026-04-09T22:30:59.892043Z","steps":["trace[413920606] 'agreement among raft nodes before linearized reading' (duration: 173.574543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.892061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.46569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:59.892084Z","caller":"traceutil/trace.go:171","msg":"trace[1814444160] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1790; }","duration":"297.543012ms","start":"2026-04-09T22:30:59.594534Z","end":"2026-04-09T22:30:59.892077Z","steps":["trace[1814444160] 'agreement among raft nodes before linearized reading' (duration: 297.507181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.892058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.257749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-09T22:30:59.892106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.480092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:30:59.892164Z","caller":"traceutil/trace.go:171","msg":"trace[276133147] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:1790; }","duration":"904.416102ms","start":"2026-04-09T22:30:58.987734Z","end":"2026-04-09T22:30:59.89215Z","steps":["trace[276133147] 'agreement among raft nodes before linearized reading' (duration: 904.190197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.892202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.987701Z","time spent":"904.492444ms","remote":"127.0.0.1:48706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-09T22:30:59.892199Z","caller":"traceutil/trace.go:171","msg":"trace[1007585025] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1790; }","duration":"290.612055ms","start":"2026-04-09T22:30:59.601552Z","end":"2026-04-09T22:30:59.892164Z","steps":["trace[1007585025] 'agreement among raft nodes before linearized reading' (duration: 290.476992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.892024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.718704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:30:59.892262Z","caller":"traceutil/trace.go:171","msg":"trace[292167878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1790; }","duration":"590.997121ms","start":"2026-04-09T22:30:59.301251Z","end":"2026-04-09T22:30:59.892248Z","steps":["trace[292167878] 'agreement among raft nodes before linearized reading' (duration: 590.689464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.892292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.557062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-497bf296-dbc2-43ce-b765-593b529d3d90\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-04-09T22:30:59.892372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.315809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:30:59.892371Z","caller":"traceutil/trace.go:171","msg":"trace[2052441840] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-497bf296-dbc2-43ce-b765-593b529d3d90; range_end:; response_count:1; response_revision:1790; }","duration":"139.689785ms","start":"2026-04-09T22:30:59.752659Z","end":"2026-04-09T22:30:59.892349Z","steps":["trace[2052441840] 'agreement among raft nodes before linearized reading' (duration: 139.442929ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:59.892402Z","caller":"traceutil/trace.go:171","msg":"trace[1023024420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1790; }","duration":"136.37626ms","start":"2026-04-09T22:30:59.756019Z","end":"2026-04-09T22:30:59.892395Z","steps":["trace[1023024420] 'agreement among raft nodes before linearized reading' (duration: 136.294288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:59.892319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:59.301221Z","time spent":"591.062592ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:30:59.892017Z","caller":"traceutil/trace.go:171","msg":"trace[1093806418] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"143.556693ms","start":"2026-04-09T22:30:59.748425Z","end":"2026-04-09T22:30:59.891981Z","steps":["trace[1093806418] 'process raft request' (duration: 143.291827ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:08.027941Z","caller":"traceutil/trace.go:171","msg":"trace[652643096] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1939; }","duration":"103.228059ms","start":"2026-04-09T22:31:07.924694Z","end":"2026-04-09T22:31:08.027922Z","steps":["trace[652643096] 'read index received' (duration: 103.021345ms)","trace[652643096] 'applied index is now lower than readState.Index' (duration: 206.004µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:08.02803Z","caller":"traceutil/trace.go:171","msg":"trace[1459647504] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"108.064568ms","start":"2026-04-09T22:31:07.919941Z","end":"2026-04-09T22:31:08.028005Z","steps":["trace[1459647504] 'process raft request' (duration: 107.828643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:08.028134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.427513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T22:31:08.028173Z","caller":"traceutil/trace.go:171","msg":"trace[48765832] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1873; }","duration":"103.514746ms","start":"2026-04-09T22:31:07.924646Z","end":"2026-04-09T22:31:08.028161Z","steps":["trace[48765832] 'agreement among raft nodes before linearized reading' (duration: 103.376683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:13.730633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198891684954924,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:31:13.777061Z","caller":"traceutil/trace.go:171","msg":"trace[1177272959] linearizableReadLoop","detail":"{readStateIndex:1973; appliedIndex:1972; }","duration":"547.304081ms","start":"2026-04-09T22:31:13.229716Z","end":"2026-04-09T22:31:13.77702Z","steps":["trace[1177272959] 'read index received' (duration: 547.204579ms)","trace[1177272959] 'applied index is now lower than readState.Index' (duration: 98.242µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:13.777184Z","caller":"traceutil/trace.go:171","msg":"trace[1125019098] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"601.202603ms","start":"2026-04-09T22:31:13.175946Z","end":"2026-04-09T22:31:13.777149Z","steps":["trace[1125019098] 'process raft request' (duration: 600.902006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:13.777325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.594438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-cr8lw\" ","response":"range_response_count:1 size:5815"} {"level":"info","ts":"2026-04-09T22:31:13.777373Z","caller":"traceutil/trace.go:171","msg":"trace[889720980] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-cr8lw; range_end:; response_count:1; response_revision:1905; }","duration":"547.72005ms","start":"2026-04-09T22:31:13.229638Z","end":"2026-04-09T22:31:13.777358Z","steps":["trace[889720980] 'agreement among raft nodes before linearized reading' (duration: 547.548017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:13.77736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.140669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:31:13.777422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:13.229604Z","time spent":"547.809133ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5837,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-cr8lw\" "} {"level":"info","ts":"2026-04-09T22:31:13.777458Z","caller":"traceutil/trace.go:171","msg":"trace[1050804514] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1905; }","duration":"431.299323ms","start":"2026-04-09T22:31:13.346135Z","end":"2026-04-09T22:31:13.777434Z","steps":["trace[1050804514] 'agreement among raft nodes before linearized reading' (duration: 431.102239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:13.777471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:13.175925Z","time spent":"601.370506ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:13.777513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:13.346111Z","time spent":"431.391625ms","remote":"127.0.0.1:49198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:43.578233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.540329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:43.578342Z","caller":"traceutil/trace.go:171","msg":"trace[791676128] linearizableReadLoop","detail":"{readStateIndex:2157; appliedIndex:2156; }","duration":"304.039669ms","start":"2026-04-09T22:31:43.274286Z","end":"2026-04-09T22:31:43.578326Z","steps":["trace[791676128] 'read index received' (duration: 150.168012ms)","trace[791676128] 'applied index is now lower than readState.Index' (duration: 153.868947ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:43.578429Z","caller":"traceutil/trace.go:171","msg":"trace[1802312343] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"528.449025ms","start":"2026-04-09T22:31:43.049945Z","end":"2026-04-09T22:31:43.578394Z","steps":["trace[1802312343] 'process raft request' (duration: 374.497096ms)","trace[1802312343] 'compare' (duration: 153.330084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:43.5786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.317406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-09T22:31:43.578622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.049919Z","time spent":"528.603547ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:43.57865Z","caller":"traceutil/trace.go:171","msg":"trace[1671175158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2083; }","duration":"304.405377ms","start":"2026-04-09T22:31:43.274233Z","end":"2026-04-09T22:31:43.578639Z","steps":["trace[1671175158] 'agreement among raft nodes before linearized reading' (duration: 304.135551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.578689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.274211Z","time spent":"304.470519ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T22:31:44.028542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.147737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:31:44.028656Z","caller":"traceutil/trace.go:171","msg":"trace[995211852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2083; }","duration":"118.340831ms","start":"2026-04-09T22:31:43.910286Z","end":"2026-04-09T22:31:44.028627Z","steps":["trace[995211852] 'range keys from in-memory index tree' (duration: 117.949353ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:50.412288Z","caller":"traceutil/trace.go:171","msg":"trace[509480322] linearizableReadLoop","detail":"{readStateIndex:2192; appliedIndex:2191; }","duration":"292.712246ms","start":"2026-04-09T22:31:50.119555Z","end":"2026-04-09T22:31:50.412268Z","steps":["trace[509480322] 'read index received' (duration: 292.597634ms)","trace[509480322] 'applied index is now lower than readState.Index' (duration: 113.612µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:50.412393Z","caller":"traceutil/trace.go:171","msg":"trace[1400731514] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"342.489277ms","start":"2026-04-09T22:31:50.069893Z","end":"2026-04-09T22:31:50.412382Z","steps":["trace[1400731514] 'process raft request' (duration: 342.244191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:50.412667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:50.06987Z","time spent":"342.726343ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:50.412886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.300799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:50.413059Z","caller":"traceutil/trace.go:171","msg":"trace[772432000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2116; }","duration":"293.531935ms","start":"2026-04-09T22:31:50.1195Z","end":"2026-04-09T22:31:50.413032Z","steps":["trace[772432000] 'agreement among raft nodes before linearized reading' (duration: 293.265629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:50.736794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.14776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:50.737076Z","caller":"traceutil/trace.go:171","msg":"trace[1919615911] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"480.13736ms","start":"2026-04-09T22:31:50.256919Z","end":"2026-04-09T22:31:50.737056Z","steps":["trace[1919615911] 'process raft request' (duration: 323.633732ms)","trace[1919615911] 'compare' (duration: 156.028307ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:50.736927Z","caller":"traceutil/trace.go:171","msg":"trace[821994389] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2192; }","duration":"324.547204ms","start":"2026-04-09T22:31:50.412358Z","end":"2026-04-09T22:31:50.736906Z","steps":["trace[821994389] 'read index received' (duration: 168.190199ms)","trace[821994389] 'applied index is now lower than readState.Index' (duration: 156.355375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:50.737333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:50.256885Z","time spent":"480.233423ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:50.737297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.399791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T22:31:50.737236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.722891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:31:50.737417Z","caller":"traceutil/trace.go:171","msg":"trace[286836653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2117; }","duration":"412.944417ms","start":"2026-04-09T22:31:50.324455Z","end":"2026-04-09T22:31:50.7374Z","steps":["trace[286836653] 'agreement among raft nodes before linearized reading' (duration: 412.62929ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:50.737406Z","caller":"traceutil/trace.go:171","msg":"trace[215423061] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2117; }","duration":"411.571105ms","start":"2026-04-09T22:31:50.325814Z","end":"2026-04-09T22:31:50.737385Z","steps":["trace[215423061] 'agreement among raft nodes before linearized reading' (duration: 411.231287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:50.737464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:50.324433Z","time spent":"413.021938ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:50.737352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.318838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:31:50.737569Z","caller":"traceutil/trace.go:171","msg":"trace[1718606002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2117; }","duration":"436.565343ms","start":"2026-04-09T22:31:50.300985Z","end":"2026-04-09T22:31:50.737551Z","steps":["trace[1718606002] 'agreement among raft nodes before linearized reading' (duration: 436.186294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:50.737483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:50.325806Z","time spent":"411.665047ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:31:50.737645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:50.300969Z","time spent":"436.663645ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:31:50.737743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.608537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-09T22:31:50.737768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.966027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:50.737782Z","caller":"traceutil/trace.go:171","msg":"trace[1921076838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2117; }","duration":"113.671458ms","start":"2026-04-09T22:31:50.624099Z","end":"2026-04-09T22:31:50.73777Z","steps":["trace[1921076838] 'agreement among raft nodes before linearized reading' (duration: 113.573925ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:50.737896Z","caller":"traceutil/trace.go:171","msg":"trace[154261050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2117; }","duration":"323.071729ms","start":"2026-04-09T22:31:50.414734Z","end":"2026-04-09T22:31:50.737805Z","steps":["trace[154261050] 'agreement among raft nodes before linearized reading' (duration: 322.857324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:50.737958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:50.414632Z","time spent":"323.311555ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:31:51.120687Z","caller":"traceutil/trace.go:171","msg":"trace[1083197862] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"379.571746ms","start":"2026-04-09T22:31:50.741092Z","end":"2026-04-09T22:31:51.120664Z","steps":["trace[1083197862] 'process raft request' (duration: 335.506857ms)","trace[1083197862] 'compare' (duration: 43.975527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:51.120805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:50.741075Z","time spent":"379.670108ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:51.360222Z","caller":"traceutil/trace.go:171","msg":"trace[681534346] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"619.005781ms","start":"2026-04-09T22:31:50.741184Z","end":"2026-04-09T22:31:51.360189Z","steps":["trace[681534346] 'process raft request' (duration: 610.075005ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:51.3604Z","caller":"traceutil/trace.go:171","msg":"trace[967301255] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"618.469299ms","start":"2026-04-09T22:31:50.741908Z","end":"2026-04-09T22:31:51.360378Z","steps":["trace[967301255] 'process raft request' (duration: 618.177182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:51.360415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:50.741159Z","time spent":"619.156224ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:51.360541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:50.741891Z","time spent":"618.573201ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:51.360764Z","caller":"traceutil/trace.go:171","msg":"trace[1895610106] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"412.23229ms","start":"2026-04-09T22:31:50.948522Z","end":"2026-04-09T22:31:51.360754Z","steps":["trace[1895610106] 'process raft request' (duration: 411.80239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:51.360823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:50.948496Z","time spent":"412.298922ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:51.361154Z","caller":"traceutil/trace.go:171","msg":"trace[1609982510] linearizableReadLoop","detail":"{readStateIndex:2196; appliedIndex:2193; }","duration":"525.648382ms","start":"2026-04-09T22:31:50.835484Z","end":"2026-04-09T22:31:51.361132Z","steps":["trace[1609982510] 'read index received' (duration: 241.112064ms)","trace[1609982510] 'applied index is now lower than readState.Index' (duration: 284.535478ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:51.361169Z","caller":"traceutil/trace.go:171","msg":"trace[1368437551] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"405.147566ms","start":"2026-04-09T22:31:50.956Z","end":"2026-04-09T22:31:51.361147Z","steps":["trace[1368437551] 'process raft request' (duration: 404.718136ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:51.3613Z","caller":"traceutil/trace.go:171","msg":"trace[957340989] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"290.940046ms","start":"2026-04-09T22:31:51.070251Z","end":"2026-04-09T22:31:51.361191Z","steps":["trace[957340989] 'process raft request' (duration: 290.732342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:51.361405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.138089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-09T22:31:51.361368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:50.955977Z","time spent":"405.28817ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:51.361444Z","caller":"traceutil/trace.go:171","msg":"trace[257847550] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2123; }","duration":"300.21652ms","start":"2026-04-09T22:31:51.061218Z","end":"2026-04-09T22:31:51.361435Z","steps":["trace[257847550] 'agreement among raft nodes before linearized reading' (duration: 300.051296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:51.361483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:51.061205Z","time spent":"300.270242ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T22:31:51.361601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.110733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:31:51.361709Z","caller":"traceutil/trace.go:171","msg":"trace[4666874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2123; }","duration":"526.250746ms","start":"2026-04-09T22:31:50.83544Z","end":"2026-04-09T22:31:51.361691Z","steps":["trace[4666874] 'agreement among raft nodes before linearized reading' (duration: 525.809026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:51.361804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:50.835422Z","time spent":"526.366369ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:32:38.569756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.379208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:38.56996Z","caller":"traceutil/trace.go:171","msg":"trace[1304471838] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2637; }","duration":"984.803457ms","start":"2026-04-09T22:32:37.585142Z","end":"2026-04-09T22:32:38.569945Z","steps":["trace[1304471838] 'read index received' (duration: 93.193624ms)","trace[1304471838] 'applied index is now lower than readState.Index' (duration: 891.608853ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:38.570041Z","caller":"traceutil/trace.go:171","msg":"trace[840252327] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"1.034560068s","start":"2026-04-09T22:32:37.535449Z","end":"2026-04-09T22:32:38.570009Z","steps":["trace[840252327] 'process raft request' (duration: 1.034413774s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.570123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.986172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:38.570131Z","caller":"traceutil/trace.go:171","msg":"trace[20673113] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"1.054282944s","start":"2026-04-09T22:32:37.515824Z","end":"2026-04-09T22:32:38.570107Z","steps":["trace[20673113] 'process raft request' (duration: 162.472967ms)","trace[20673113] 'compare' (duration: 891.043519ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:38.570154Z","caller":"traceutil/trace.go:171","msg":"trace[1036204072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2546; }","duration":"985.052323ms","start":"2026-04-09T22:32:37.585091Z","end":"2026-04-09T22:32:38.570143Z","steps":["trace[1036204072] 'agreement among raft nodes before linearized reading' (duration: 984.93377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.570189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.585069Z","time spent":"985.113685ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:32:38.570203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.535422Z","time spent":"1.034696751s","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:38.570226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.515788Z","time spent":"1.054391517s","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:38.570491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.139163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T22:32:38.570521Z","caller":"traceutil/trace.go:171","msg":"trace[1968963124] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2546; }","duration":"965.196724ms","start":"2026-04-09T22:32:37.605315Z","end":"2026-04-09T22:32:38.570512Z","steps":["trace[1968963124] 'agreement among raft nodes before linearized reading' (duration: 965.114122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.570547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.605301Z","time spent":"965.240155ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:32:38.570701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.245109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:32:38.570709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.115234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:32:38.570767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.399969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:32:38.57081Z","caller":"traceutil/trace.go:171","msg":"trace[1347182006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2546; }","duration":"450.368822ms","start":"2026-04-09T22:32:38.120391Z","end":"2026-04-09T22:32:38.57076Z","steps":["trace[1347182006] 'agreement among raft nodes before linearized reading' (duration: 450.229369ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:38.570836Z","caller":"traceutil/trace.go:171","msg":"trace[1352274870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2546; }","duration":"209.242797ms","start":"2026-04-09T22:32:38.361527Z","end":"2026-04-09T22:32:38.57077Z","steps":["trace[1352274870] 'agreement among raft nodes before linearized reading' (duration: 209.109674ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:38.570857Z","caller":"traceutil/trace.go:171","msg":"trace[1441866555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2546; }","duration":"965.516271ms","start":"2026-04-09T22:32:37.605327Z","end":"2026-04-09T22:32:38.570843Z","steps":["trace[1441866555] 'agreement among raft nodes before linearized reading' (duration: 965.308296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.570868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:38.120372Z","time spent":"450.488354ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:32:38.570899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.605313Z","time spent":"965.574353ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:32:38.570901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.906655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:32:38.570982Z","caller":"traceutil/trace.go:171","msg":"trace[1777757810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2546; }","duration":"730.033818ms","start":"2026-04-09T22:32:37.840928Z","end":"2026-04-09T22:32:38.570961Z","steps":["trace[1777757810] 'agreement among raft nodes before linearized reading' (duration: 729.742851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.571032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.840907Z","time spent":"730.117349ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:32:48.777866Z","caller":"traceutil/trace.go:171","msg":"trace[815332542] linearizableReadLoop","detail":"{readStateIndex:2705; appliedIndex:2704; }","duration":"135.133264ms","start":"2026-04-09T22:32:48.642713Z","end":"2026-04-09T22:32:48.777846Z","steps":["trace[815332542] 'read index received' (duration: 106.730248ms)","trace[815332542] 'applied index is now lower than readState.Index' (duration: 28.402266ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:48.777984Z","caller":"traceutil/trace.go:171","msg":"trace[1167509883] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"135.617265ms","start":"2026-04-09T22:32:48.642355Z","end":"2026-04-09T22:32:48.777972Z","steps":["trace[1167509883] 'process raft request' (duration: 107.075855ms)","trace[1167509883] 'compare' (duration: 28.199412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:48.778236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.507233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:32:48.778269Z","caller":"traceutil/trace.go:171","msg":"trace[229790528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2611; }","duration":"135.563305ms","start":"2026-04-09T22:32:48.642697Z","end":"2026-04-09T22:32:48.778261Z","steps":["trace[229790528] 'agreement among raft nodes before linearized reading' (duration: 135.425051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:48.778391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.132555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T22:32:48.778469Z","caller":"traceutil/trace.go:171","msg":"trace[1793670936] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2611; }","duration":"132.238947ms","start":"2026-04-09T22:32:48.64621Z","end":"2026-04-09T22:32:48.778449Z","steps":["trace[1793670936] 'agreement among raft nodes before linearized reading' (duration: 132.061163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:48.780584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.812013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:32:48.780673Z","caller":"traceutil/trace.go:171","msg":"trace[1859268242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2611; }","duration":"136.923606ms","start":"2026-04-09T22:32:48.64373Z","end":"2026-04-09T22:32:48.780654Z","steps":["trace[1859268242] 'agreement among raft nodes before linearized reading' (duration: 134.447079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:11.913372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.811702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:11.913486Z","caller":"traceutil/trace.go:171","msg":"trace[464224085] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2749; }","duration":"183.983886ms","start":"2026-04-09T22:33:11.729481Z","end":"2026-04-09T22:33:11.913465Z","steps":["trace[464224085] 'count revisions from in-memory index tree' (duration: 183.686039ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:38.35026Z","caller":"traceutil/trace.go:171","msg":"trace[647802139] linearizableReadLoop","detail":"{readStateIndex:3860; appliedIndex:3859; }","duration":"406.550866ms","start":"2026-04-09T22:35:37.943676Z","end":"2026-04-09T22:35:38.350226Z","steps":["trace[647802139] 'read index received' (duration: 402.250706ms)","trace[647802139] 'applied index is now lower than readState.Index' (duration: 4.29862ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:38.350347Z","caller":"traceutil/trace.go:171","msg":"trace[331179208] transaction","detail":"{read_only:false; response_revision:3724; number_of_response:1; }","duration":"618.017445ms","start":"2026-04-09T22:35:37.732295Z","end":"2026-04-09T22:35:38.350313Z","steps":["trace[331179208] 'process raft request' (duration: 613.721785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:38.350505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:37.732277Z","time spent":"618.142427ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:38.350566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.874324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6cp99\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:35:38.35065Z","caller":"traceutil/trace.go:171","msg":"trace[961544612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6cp99; range_end:; response_count:1; response_revision:3724; }","duration":"407.008577ms","start":"2026-04-09T22:35:37.943618Z","end":"2026-04-09T22:35:38.350627Z","steps":["trace[961544612] 'agreement among raft nodes before linearized reading' (duration: 406.789982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:38.350688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:37.943593Z","time spent":"407.087628ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-6cp99\" "} {"level":"warn","ts":"2026-04-09T22:35:38.350498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.822099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:35:38.350836Z","caller":"traceutil/trace.go:171","msg":"trace[1305146983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3724; }","duration":"229.22007ms","start":"2026-04-09T22:35:38.121601Z","end":"2026-04-09T22:35:38.350821Z","steps":["trace[1305146983] 'agreement among raft nodes before linearized reading' (duration: 228.82525ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:44.109881Z","caller":"traceutil/trace.go:171","msg":"trace[1174255374] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"128.706324ms","start":"2026-04-09T22:36:43.98114Z","end":"2026-04-09T22:36:44.109847Z","steps":["trace[1174255374] 'process raft request' (duration: 124.66096ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:44.114946Z","caller":"traceutil/trace.go:171","msg":"trace[1168390270] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"131.362906ms","start":"2026-04-09T22:36:43.983566Z","end":"2026-04-09T22:36:44.114929Z","steps":["trace[1168390270] 'process raft request' (duration: 131.278344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:58.446597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.084175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T22:36:58.446615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.896592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:36:58.446668Z","caller":"traceutil/trace.go:171","msg":"trace[954153646] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4731; }","duration":"212.198748ms","start":"2026-04-09T22:36:58.234456Z","end":"2026-04-09T22:36:58.446655Z","steps":["trace[954153646] 'range keys from in-memory index tree' (duration: 211.936892ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:58.446687Z","caller":"traceutil/trace.go:171","msg":"trace[1287838629] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4731; }","duration":"234.030075ms","start":"2026-04-09T22:36:58.212638Z","end":"2026-04-09T22:36:58.446668Z","steps":["trace[1287838629] 'count revisions from in-memory index tree' (duration: 233.795409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:58.446984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.854532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:36:58.447075Z","caller":"traceutil/trace.go:171","msg":"trace[73115138] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4731; }","duration":"219.001626ms","start":"2026-04-09T22:36:58.22805Z","end":"2026-04-09T22:36:58.447051Z","steps":["trace[73115138] 'count revisions from in-memory index tree' (duration: 218.73786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:02.284368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.588351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-35b99a12-c354-46c5-b203-b4097bd91167\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-09T22:37:02.284465Z","caller":"traceutil/trace.go:171","msg":"trace[1680720999] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-35b99a12-c354-46c5-b203-b4097bd91167; range_end:; response_count:1; response_revision:4906; }","duration":"137.734265ms","start":"2026-04-09T22:37:02.146712Z","end":"2026-04-09T22:37:02.284446Z","steps":["trace[1680720999] 'range keys from in-memory index tree' (duration: 137.388247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:02.284489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.856341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T22:37:02.284566Z","caller":"traceutil/trace.go:171","msg":"trace[348753890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4906; }","duration":"282.977154ms","start":"2026-04-09T22:37:02.001571Z","end":"2026-04-09T22:37:02.284548Z","steps":["trace[348753890] 'range keys from in-memory index tree' (duration: 282.582195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:02.284656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.317728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:37:02.28471Z","caller":"traceutil/trace.go:171","msg":"trace[623121799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4906; }","duration":"282.412241ms","start":"2026-04-09T22:37:02.002287Z","end":"2026-04-09T22:37:02.284699Z","steps":["trace[623121799] 'range keys from in-memory index tree' (duration: 282.185796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:02.284733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.35396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:37:02.284831Z","caller":"traceutil/trace.go:171","msg":"trace[1575175563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4906; }","duration":"282.463722ms","start":"2026-04-09T22:37:02.002343Z","end":"2026-04-09T22:37:02.284807Z","steps":["trace[1575175563] 'range keys from in-memory index tree' (duration: 282.206156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:02.284856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.149328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:37:02.284873Z","caller":"traceutil/trace.go:171","msg":"trace[1877234952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4906; }","duration":"283.168279ms","start":"2026-04-09T22:37:02.0017Z","end":"2026-04-09T22:37:02.284869Z","steps":["trace[1877234952] 'range keys from in-memory index tree' (duration: 283.007615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:02.937547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.843923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:37:02.937624Z","caller":"traceutil/trace.go:171","msg":"trace[123628684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4912; }","duration":"148.951856ms","start":"2026-04-09T22:37:02.788656Z","end":"2026-04-09T22:37:02.937608Z","steps":["trace[123628684] 'range keys from in-memory index tree' (duration: 148.778942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:02.93764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.999562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:37:02.937723Z","caller":"traceutil/trace.go:171","msg":"trace[876681085] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4912; }","duration":"126.127825ms","start":"2026-04-09T22:37:02.811581Z","end":"2026-04-09T22:37:02.937709Z","steps":["trace[876681085] 'count revisions from in-memory index tree' (duration: 125.91895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:02.937774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.564519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T22:37:02.937815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.04706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6cp99\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:37:02.937847Z","caller":"traceutil/trace.go:171","msg":"trace[123964234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6cp99; range_end:; response_count:1; response_revision:4912; }","duration":"107.090332ms","start":"2026-04-09T22:37:02.830746Z","end":"2026-04-09T22:37:02.937837Z","steps":["trace[123964234] 'range keys from in-memory index tree' (duration: 106.963839ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:02.937854Z","caller":"traceutil/trace.go:171","msg":"trace[1980430000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4912; }","duration":"115.676502ms","start":"2026-04-09T22:37:02.822157Z","end":"2026-04-09T22:37:02.937834Z","steps":["trace[1980430000] 'range keys from in-memory index tree' (duration: 115.408816ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:10.41652Z","caller":"traceutil/trace.go:171","msg":"trace[1698552409] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"148.685899ms","start":"2026-04-09T22:37:10.267812Z","end":"2026-04-09T22:37:10.416498Z","steps":["trace[1698552409] 'process raft request' (duration: 148.539626ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:10.423119Z","caller":"traceutil/trace.go:171","msg":"trace[186461600] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"109.200601ms","start":"2026-04-09T22:37:10.313902Z","end":"2026-04-09T22:37:10.423103Z","steps":["trace[186461600] 'process raft request' (duration: 109.092698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:10.476378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.466754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:37:10.476394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.280166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:37:10.47644Z","caller":"traceutil/trace.go:171","msg":"trace[1514424864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5059; }","duration":"102.570757ms","start":"2026-04-09T22:37:10.373856Z","end":"2026-04-09T22:37:10.476427Z","steps":["trace[1514424864] 'agreement among raft nodes before linearized reading' (duration: 102.432324ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:10.476449Z","caller":"traceutil/trace.go:171","msg":"trace[898550670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5059; }","duration":"113.383758ms","start":"2026-04-09T22:37:10.363052Z","end":"2026-04-09T22:37:10.476436Z","steps":["trace[898550670] 'agreement among raft nodes before linearized reading' (duration: 113.257805ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:10.800696Z","caller":"traceutil/trace.go:171","msg":"trace[620314629] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"158.214401ms","start":"2026-04-09T22:37:10.642458Z","end":"2026-04-09T22:37:10.800672Z","steps":["trace[620314629] 'process raft request' (duration: 158.17272ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:10.800964Z","caller":"traceutil/trace.go:171","msg":"trace[2118731419] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"244.367856ms","start":"2026-04-09T22:37:10.556585Z","end":"2026-04-09T22:37:10.800953Z","steps":["trace[2118731419] 'process raft request' (duration: 243.998627ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:10.800928Z","caller":"traceutil/trace.go:171","msg":"trace[1518184726] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"245.256027ms","start":"2026-04-09T22:37:10.555616Z","end":"2026-04-09T22:37:10.800872Z","steps":["trace[1518184726] 'process raft request' (duration: 202.456061ms)","trace[1518184726] 'compare' (duration: 42.358176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:37:19.501349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.939083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-09T22:37:19.501505Z","caller":"traceutil/trace.go:171","msg":"trace[1875130472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5240; }","duration":"290.142437ms","start":"2026-04-09T22:37:19.211344Z","end":"2026-04-09T22:37:19.501487Z","steps":["trace[1875130472] 'range keys from in-memory index tree' (duration: 289.78836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:19.50179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.695197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:37:19.501426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.992938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4464744-4f04-4371-a06d-d855d23d2963\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-09T22:37:19.501898Z","caller":"traceutil/trace.go:171","msg":"trace[3017612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5240; }","duration":"381.80766ms","start":"2026-04-09T22:37:19.120048Z","end":"2026-04-09T22:37:19.501856Z","steps":["trace[3017612] 'range keys from in-memory index tree' (duration: 381.635176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:19.501956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:19.120028Z","time spent":"381.916053ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:37:19.501525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.272818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4464744-4f04-4371-a06d-d855d23d2963\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-09T22:37:19.502207Z","caller":"traceutil/trace.go:171","msg":"trace[1020004764] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f4464744-4f04-4371-a06d-d855d23d2963; range_end:; response_count:1; response_revision:5240; }","duration":"188.974574ms","start":"2026-04-09T22:37:19.313203Z","end":"2026-04-09T22:37:19.502177Z","steps":["trace[1020004764] 'range keys from in-memory index tree' (duration: 188.173656ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:19.501893Z","caller":"traceutil/trace.go:171","msg":"trace[78675006] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f4464744-4f04-4371-a06d-d855d23d2963; range_end:; response_count:1; response_revision:5240; }","duration":"190.49919ms","start":"2026-04-09T22:37:19.311374Z","end":"2026-04-09T22:37:19.501873Z","steps":["trace[78675006] 'range keys from in-memory index tree' (duration: 189.846865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:19.729384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.535166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:37:19.729473Z","caller":"traceutil/trace.go:171","msg":"trace[1901396298] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5244; }","duration":"127.67844ms","start":"2026-04-09T22:37:19.601776Z","end":"2026-04-09T22:37:19.729454Z","steps":["trace[1901396298] 'range keys from in-memory index tree' (duration: 127.447414ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:21.64587Z","caller":"traceutil/trace.go:171","msg":"trace[560994561] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"273.553233ms","start":"2026-04-09T22:37:21.372285Z","end":"2026-04-09T22:37:21.645838Z","steps":["trace[560994561] 'process raft request' (duration: 203.428642ms)","trace[560994561] 'compare' (duration: 69.66668ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:37:21.646205Z","caller":"traceutil/trace.go:171","msg":"trace[96378966] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"269.654003ms","start":"2026-04-09T22:37:21.376518Z","end":"2026-04-09T22:37:21.646172Z","steps":["trace[96378966] 'process raft request' (duration: 269.574431ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:21.646225Z","caller":"traceutil/trace.go:171","msg":"trace[50033065] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"270.269647ms","start":"2026-04-09T22:37:21.375925Z","end":"2026-04-09T22:37:21.646195Z","steps":["trace[50033065] 'process raft request' (duration: 269.891768ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:21.646425Z","caller":"traceutil/trace.go:171","msg":"trace[1933552006] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"270.467431ms","start":"2026-04-09T22:37:21.375941Z","end":"2026-04-09T22:37:21.646408Z","steps":["trace[1933552006] 'process raft request' (duration: 270.023181ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:21.646561Z","caller":"traceutil/trace.go:171","msg":"trace[636439717] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"267.85614ms","start":"2026-04-09T22:37:21.378694Z","end":"2026-04-09T22:37:21.64655Z","steps":["trace[636439717] 'process raft request' (duration: 267.638255ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:21.646558Z","caller":"traceutil/trace.go:171","msg":"trace[1095193459] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"270.355679ms","start":"2026-04-09T22:37:21.376164Z","end":"2026-04-09T22:37:21.646519Z","steps":["trace[1095193459] 'process raft request' (duration: 269.875227ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:21.646592Z","caller":"traceutil/trace.go:171","msg":"trace[784068057] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"268.982317ms","start":"2026-04-09T22:37:21.377589Z","end":"2026-04-09T22:37:21.646571Z","steps":["trace[784068057] 'process raft request' (duration: 268.550737ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:21.646605Z","caller":"traceutil/trace.go:171","msg":"trace[282901389] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5457; }","duration":"208.425218ms","start":"2026-04-09T22:37:21.438153Z","end":"2026-04-09T22:37:21.646579Z","steps":["trace[282901389] 'read index received' (duration: 137.709443ms)","trace[282901389] 'applied index is now lower than readState.Index' (duration: 70.713325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:37:21.646989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.823837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-09T22:37:21.647059Z","caller":"traceutil/trace.go:171","msg":"trace[663970923] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5280; }","duration":"208.985411ms","start":"2026-04-09T22:37:21.438054Z","end":"2026-04-09T22:37:21.647039Z","steps":["trace[663970923] 'agreement among raft nodes before linearized reading' (duration: 208.666353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:21.647221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.862553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4464744-4f04-4371-a06d-d855d23d2963\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-04-09T22:37:21.647276Z","caller":"traceutil/trace.go:171","msg":"trace[1451595437] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f4464744-4f04-4371-a06d-d855d23d2963; range_end:; response_count:1; response_revision:5281; }","duration":"133.976836ms","start":"2026-04-09T22:37:21.513286Z","end":"2026-04-09T22:37:21.647262Z","steps":["trace[1451595437] 'agreement among raft nodes before linearized reading' (duration: 133.749651ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:31.726775Z","caller":"traceutil/trace.go:171","msg":"trace[1195195441] linearizableReadLoop","detail":"{readStateIndex:5606; appliedIndex:5605; }","duration":"252.688008ms","start":"2026-04-09T22:37:31.474061Z","end":"2026-04-09T22:37:31.726749Z","steps":["trace[1195195441] 'read index received' (duration: 252.494963ms)","trace[1195195441] 'applied index is now lower than readState.Index' (duration: 192.005µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:37:31.727004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.926723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-09T22:37:31.727044Z","caller":"traceutil/trace.go:171","msg":"trace[2022726022] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5417; }","duration":"253.029946ms","start":"2026-04-09T22:37:31.474004Z","end":"2026-04-09T22:37:31.727034Z","steps":["trace[2022726022] 'agreement among raft nodes before linearized reading' (duration: 252.869112ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:31.727292Z","caller":"traceutil/trace.go:171","msg":"trace[424172155] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"280.925814ms","start":"2026-04-09T22:37:31.446347Z","end":"2026-04-09T22:37:31.727273Z","steps":["trace[424172155] 'process raft request' (duration: 280.241168ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:32.174174Z","caller":"traceutil/trace.go:171","msg":"trace[621979349] linearizableReadLoop","detail":"{readStateIndex:5609; appliedIndex:5606; }","duration":"443.395144ms","start":"2026-04-09T22:37:31.730758Z","end":"2026-04-09T22:37:32.174154Z","steps":["trace[621979349] 'read index received' (duration: 414.607154ms)","trace[621979349] 'applied index is now lower than readState.Index' (duration: 28.78637ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:37:32.174373Z","caller":"traceutil/trace.go:171","msg":"trace[535531955] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"620.76317ms","start":"2026-04-09T22:37:31.5536Z","end":"2026-04-09T22:37:32.174363Z","steps":["trace[535531955] 'process raft request' (duration: 591.686113ms)","trace[535531955] 'compare' (duration: 28.681507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:37:32.174457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:31.553582Z","time spent":"620.81305ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:37:32.174661Z","caller":"traceutil/trace.go:171","msg":"trace[2125975665] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"485.663757ms","start":"2026-04-09T22:37:31.688985Z","end":"2026-04-09T22:37:32.174649Z","steps":["trace[2125975665] 'process raft request' (duration: 485.135295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:32.17472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:31.688958Z","time spent":"485.733148ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:37:32.174847Z","caller":"traceutil/trace.go:171","msg":"trace[1946846660] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"491.506503ms","start":"2026-04-09T22:37:31.68333Z","end":"2026-04-09T22:37:32.174837Z","steps":["trace[1946846660] 'process raft request' (duration: 490.749725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:32.174888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:31.683294Z","time spent":"491.573254ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:37:32.17498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.207062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f4464744-4f04-4371-a06d-d855d23d2963\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-09T22:37:32.175063Z","caller":"traceutil/trace.go:171","msg":"trace[2023123165] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f4464744-4f04-4371-a06d-d855d23d2963; range_end:; response_count:1; response_revision:5420; }","duration":"444.322215ms","start":"2026-04-09T22:37:31.730705Z","end":"2026-04-09T22:37:32.175027Z","steps":["trace[2023123165] 'agreement among raft nodes before linearized reading' (duration: 444.073829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:32.175136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:31.730665Z","time spent":"444.463768ms","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-f4464744-4f04-4371-a06d-d855d23d2963\" "} {"level":"info","ts":"2026-04-09T22:37:32.25375Z","caller":"traceutil/trace.go:171","msg":"trace[738697066] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"520.288982ms","start":"2026-04-09T22:37:31.733434Z","end":"2026-04-09T22:37:32.253723Z","steps":["trace[738697066] 'process raft request' (duration: 520.051537ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:32.253877Z","caller":"traceutil/trace.go:171","msg":"trace[1851147482] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"520.447375ms","start":"2026-04-09T22:37:31.733412Z","end":"2026-04-09T22:37:32.25386Z","steps":["trace[1851147482] 'process raft request' (duration: 520.20843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:32.253962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:31.733377Z","time spent":"520.532398ms","remote":"127.0.0.1:48994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:37:32.253949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:31.733422Z","time spent":"520.427945ms","remote":"127.0.0.1:48994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:37:32.254057Z","caller":"traceutil/trace.go:171","msg":"trace[199693401] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"520.23272ms","start":"2026-04-09T22:37:31.733789Z","end":"2026-04-09T22:37:32.254022Z","steps":["trace[199693401] 'process raft request' (duration: 519.871582ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:32.254143Z","caller":"traceutil/trace.go:171","msg":"trace[485281933] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"520.044766ms","start":"2026-04-09T22:37:31.73407Z","end":"2026-04-09T22:37:32.254115Z","steps":["trace[485281933] 'process raft request' (duration: 519.830791ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:32.254176Z","caller":"traceutil/trace.go:171","msg":"trace[1046071569] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"290.355153ms","start":"2026-04-09T22:37:31.963797Z","end":"2026-04-09T22:37:32.254153Z","steps":["trace[1046071569] 'process raft request' (duration: 290.21742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:32.254275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:31.734061Z","time spent":"520.141048ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:37:32.254362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.512916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:37:32.254415Z","caller":"traceutil/trace.go:171","msg":"trace[1744235365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5426; }","duration":"133.616988ms","start":"2026-04-09T22:37:32.120787Z","end":"2026-04-09T22:37:32.254404Z","steps":["trace[1744235365] 'agreement among raft nodes before linearized reading' (duration: 133.543216ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:37:32.25444Z","caller":"traceutil/trace.go:171","msg":"trace[763773953] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"249.980185ms","start":"2026-04-09T22:37:32.004443Z","end":"2026-04-09T22:37:32.254423Z","steps":["trace[763773953] 'process raft request' (duration: 249.654437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:32.254468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:31.733758Z","time spent":"520.323223ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:37:32.765439Z","caller":"traceutil/trace.go:171","msg":"trace[993612329] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"109.921456ms","start":"2026-04-09T22:37:32.655491Z","end":"2026-04-09T22:37:32.765413Z","steps":["trace[993612329] 'process raft request' (duration: 109.777543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:32.9592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.158799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:37:32.959455Z","caller":"traceutil/trace.go:171","msg":"trace[281417334] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"302.993918ms","start":"2026-04-09T22:37:32.656406Z","end":"2026-04-09T22:37:32.9594Z","steps":["trace[281417334] 'process raft request' (duration: 193.543742ms)","trace[281417334] 'compare' (duration: 109.006275ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:37:32.959515Z","caller":"traceutil/trace.go:171","msg":"trace[1610993989] linearizableReadLoop","detail":"{readStateIndex:5618; appliedIndex:5615; }","duration":"301.834441ms","start":"2026-04-09T22:37:32.657659Z","end":"2026-04-09T22:37:32.959494Z","steps":["trace[1610993989] 'read index received' (duration: 107.597063ms)","trace[1610993989] 'applied index is now lower than readState.Index' (duration: 194.236478ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:37:32.959627Z","caller":"traceutil/trace.go:171","msg":"trace[2054436354] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"302.905906ms","start":"2026-04-09T22:37:32.656628Z","end":"2026-04-09T22:37:32.959534Z","steps":["trace[2054436354] 'process raft request' (duration: 302.676681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:32.959686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:32.65639Z","time spent":"303.166432ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:37:32.959806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.146148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:37:32.959854Z","caller":"traceutil/trace.go:171","msg":"trace[967083378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5429; }","duration":"302.22984ms","start":"2026-04-09T22:37:32.657612Z","end":"2026-04-09T22:37:32.959842Z","steps":["trace[967083378] 'agreement among raft nodes before linearized reading' (duration: 301.987964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:37:32.959913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:32.656607Z","time spent":"303.156741ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:37:32.959934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:37:32.657598Z","time spent":"302.291551ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:38:56.083971Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2992} {"level":"info","ts":"2026-04-09T22:38:56.156347Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2992,"took":"70.70769ms","hash":1639623360,"current-db-size-bytes":58966016,"current-db-size":"59 MB","current-db-size-in-use-bytes":34267136,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-09T22:38:56.156441Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1639623360,"revision":2992,"compact-revision":-1} {"level":"info","ts":"2026-04-09T22:43:11.660953Z","caller":"traceutil/trace.go:171","msg":"trace[26177027] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"253.786601ms","start":"2026-04-09T22:43:11.407142Z","end":"2026-04-09T22:43:11.660929Z","steps":["trace[26177027] 'process raft request' (duration: 253.631408ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:11.68524Z","caller":"traceutil/trace.go:171","msg":"trace[334172687] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"274.312309ms","start":"2026-04-09T22:43:11.410874Z","end":"2026-04-09T22:43:11.685186Z","steps":["trace[334172687] 'process raft request' (duration: 274.040072ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:11.685348Z","caller":"traceutil/trace.go:171","msg":"trace[914094385] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"262.477013ms","start":"2026-04-09T22:43:11.422844Z","end":"2026-04-09T22:43:11.685321Z","steps":["trace[914094385] 'process raft request' (duration: 262.264118ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:22.944776Z","caller":"traceutil/trace.go:171","msg":"trace[332716429] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"124.655308ms","start":"2026-04-09T22:43:22.820104Z","end":"2026-04-09T22:43:22.944759Z","steps":["trace[332716429] 'process raft request' (duration: 124.544226ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:22.956095Z","caller":"traceutil/trace.go:171","msg":"trace[420221248] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"134.900437ms","start":"2026-04-09T22:43:22.821171Z","end":"2026-04-09T22:43:22.956072Z","steps":["trace[420221248] 'process raft request' (duration: 134.58884ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:23.902611Z","caller":"traceutil/trace.go:171","msg":"trace[1065042643] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"136.608636ms","start":"2026-04-09T22:43:23.765976Z","end":"2026-04-09T22:43:23.902585Z","steps":["trace[1065042643] 'process raft request' (duration: 70.781006ms)","trace[1065042643] 'compare' (duration: 65.670387ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:43:23.902887Z","caller":"traceutil/trace.go:171","msg":"trace[257337753] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"136.603856ms","start":"2026-04-09T22:43:23.76625Z","end":"2026-04-09T22:43:23.902853Z","steps":["trace[257337753] 'process raft request' (duration: 136.292468ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:24.907041Z","caller":"traceutil/trace.go:171","msg":"trace[1525212236] linearizableReadLoop","detail":"{readStateIndex:8380; appliedIndex:8379; }","duration":"327.170917ms","start":"2026-04-09T22:43:24.579843Z","end":"2026-04-09T22:43:24.907014Z","steps":["trace[1525212236] 'read index received' (duration: 252.903351ms)","trace[1525212236] 'applied index is now lower than readState.Index' (duration: 74.266156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:43:24.907222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.112514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:43:24.907266Z","caller":"traceutil/trace.go:171","msg":"trace[1437448744] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8106; }","duration":"216.217547ms","start":"2026-04-09T22:43:24.691037Z","end":"2026-04-09T22:43:24.907255Z","steps":["trace[1437448744] 'agreement among raft nodes before linearized reading' (duration: 216.119935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:43:24.907313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.448554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:43:24.907375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.822701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T22:43:24.907406Z","caller":"traceutil/trace.go:171","msg":"trace[1932697389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8106; }","duration":"327.589687ms","start":"2026-04-09T22:43:24.579796Z","end":"2026-04-09T22:43:24.907386Z","steps":["trace[1932697389] 'agreement among raft nodes before linearized reading' (duration: 327.341591ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:24.907455Z","caller":"traceutil/trace.go:171","msg":"trace[727884135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8106; }","duration":"130.938504ms","start":"2026-04-09T22:43:24.776498Z","end":"2026-04-09T22:43:24.907437Z","steps":["trace[727884135] 'agreement among raft nodes before linearized reading' (duration: 130.727699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:43:24.90743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.061243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:43:24.907523Z","caller":"traceutil/trace.go:171","msg":"trace[867599303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8106; }","duration":"139.203457ms","start":"2026-04-09T22:43:24.7683Z","end":"2026-04-09T22:43:24.907503Z","steps":["trace[867599303] 'agreement among raft nodes before linearized reading' (duration: 138.960961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:43:24.907453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:43:24.579778Z","time spent":"327.667038ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:43:25.076721Z","caller":"traceutil/trace.go:171","msg":"trace[528880199] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"105.176216ms","start":"2026-04-09T22:43:24.971522Z","end":"2026-04-09T22:43:25.076698Z","steps":["trace[528880199] 'process raft request' (duration: 105.044083ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:25.076748Z","caller":"traceutil/trace.go:171","msg":"trace[1058863109] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"105.775149ms","start":"2026-04-09T22:43:24.970928Z","end":"2026-04-09T22:43:25.076703Z","steps":["trace[1058863109] 'process raft request' (duration: 62.583085ms)","trace[1058863109] 'compare' (duration: 42.925158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:43:26.099345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.53906ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-09T22:43:26.099719Z","caller":"traceutil/trace.go:171","msg":"trace[243668134] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"192.345333ms","start":"2026-04-09T22:43:25.907348Z","end":"2026-04-09T22:43:26.099694Z","steps":["trace[243668134] 'process raft request' (duration: 192.279841ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:26.099836Z","caller":"traceutil/trace.go:171","msg":"trace[275949714] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"192.451655ms","start":"2026-04-09T22:43:25.907348Z","end":"2026-04-09T22:43:26.0998Z","steps":["trace[275949714] 'process raft request' (duration: 192.128488ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:26.124711Z","caller":"traceutil/trace.go:171","msg":"trace[1770361438] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"118.726541ms","start":"2026-04-09T22:43:26.005964Z","end":"2026-04-09T22:43:26.124691Z","steps":["trace[1770361438] 'process raft request' (duration: 118.607728ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:53.280448Z","caller":"traceutil/trace.go:171","msg":"trace[325884800] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8595; }","duration":"212.683733ms","start":"2026-04-09T22:43:53.067735Z","end":"2026-04-09T22:43:53.280419Z","steps":["trace[325884800] 'read index received' (duration: 212.484368ms)","trace[325884800] 'applied index is now lower than readState.Index' (duration: 198.195µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:43:53.28051Z","caller":"traceutil/trace.go:171","msg":"trace[2087555469] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"224.291765ms","start":"2026-04-09T22:43:53.056189Z","end":"2026-04-09T22:43:53.28048Z","steps":["trace[2087555469] 'process raft request' (duration: 224.09603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:43:53.280672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.927979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:43:53.280713Z","caller":"traceutil/trace.go:171","msg":"trace[717127188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8314; }","duration":"213.024832ms","start":"2026-04-09T22:43:53.067678Z","end":"2026-04-09T22:43:53.280703Z","steps":["trace[717127188] 'agreement among raft nodes before linearized reading' (duration: 212.884578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:43:53.280865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.040127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:43:53.280985Z","caller":"traceutil/trace.go:171","msg":"trace[785152376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8314; }","duration":"161.207992ms","start":"2026-04-09T22:43:53.119746Z","end":"2026-04-09T22:43:53.280954Z","steps":["trace[785152376] 'agreement among raft nodes before linearized reading' (duration: 160.995977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:43:53.281116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.027881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T22:43:53.281276Z","caller":"traceutil/trace.go:171","msg":"trace[788072816] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8314; }","duration":"189.219015ms","start":"2026-04-09T22:43:53.092027Z","end":"2026-04-09T22:43:53.281246Z","steps":["trace[788072816] 'agreement among raft nodes before linearized reading' (duration: 188.803936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:43:53.281756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.427601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:43:53.282044Z","caller":"traceutil/trace.go:171","msg":"trace[325888380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8314; }","duration":"213.752179ms","start":"2026-04-09T22:43:53.068274Z","end":"2026-04-09T22:43:53.282026Z","steps":["trace[325888380] 'agreement among raft nodes before linearized reading' (duration: 212.386927ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:53.589077Z","caller":"traceutil/trace.go:171","msg":"trace[518453344] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"301.777274ms","start":"2026-04-09T22:43:53.287278Z","end":"2026-04-09T22:43:53.589055Z","steps":["trace[518453344] 'process raft request' (duration: 296.645554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:43:53.589214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:43:53.287266Z","time spent":"301.891866ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:43:53.589273Z","caller":"traceutil/trace.go:171","msg":"trace[824419979] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"301.61976ms","start":"2026-04-09T22:43:53.287633Z","end":"2026-04-09T22:43:53.589253Z","steps":["trace[824419979] 'process raft request' (duration: 301.348844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:43:53.589377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:43:53.287623Z","time spent":"301.698042ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:43:53.58986Z","caller":"traceutil/trace.go:171","msg":"trace[812887508] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"301.269732ms","start":"2026-04-09T22:43:53.288578Z","end":"2026-04-09T22:43:53.589848Z","steps":["trace[812887508] 'process raft request' (duration: 300.611477ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:53.589998Z","caller":"traceutil/trace.go:171","msg":"trace[1100126456] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"301.026937ms","start":"2026-04-09T22:43:53.288928Z","end":"2026-04-09T22:43:53.589955Z","steps":["trace[1100126456] 'process raft request' (duration: 300.492264ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:53.589987Z","caller":"traceutil/trace.go:171","msg":"trace[1166495160] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8597; }","duration":"216.951624ms","start":"2026-04-09T22:43:53.372986Z","end":"2026-04-09T22:43:53.589938Z","steps":["trace[1166495160] 'read index received' (duration: 210.871912ms)","trace[1166495160] 'applied index is now lower than readState.Index' (duration: 6.072242ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:43:53.590063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:43:53.288921Z","time spent":"301.114448ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:43:53.590211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.21453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6cp99\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-09T22:43:53.590266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:43:53.288569Z","time spent":"301.320583ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:43:53.590275Z","caller":"traceutil/trace.go:171","msg":"trace[1338027207] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6cp99; range_end:; response_count:1; response_revision:8319; }","duration":"217.326593ms","start":"2026-04-09T22:43:53.372932Z","end":"2026-04-09T22:43:53.590259Z","steps":["trace[1338027207] 'agreement among raft nodes before linearized reading' (duration: 217.128478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:43:55.616611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.222882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:43:55.616747Z","caller":"traceutil/trace.go:171","msg":"trace[1980446948] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8325; }","duration":"107.428097ms","start":"2026-04-09T22:43:55.509292Z","end":"2026-04-09T22:43:55.61672Z","steps":["trace[1980446948] 'count revisions from in-memory index tree' (duration: 107.059999ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:43:56.091176Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6129} {"level":"info","ts":"2026-04-09T22:43:56.188002Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6129,"took":"94.887745ms","hash":710258172,"current-db-size-bytes":58966016,"current-db-size":"59 MB","current-db-size-in-use-bytes":23175168,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-09T22:43:56.188068Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":710258172,"revision":6129,"compact-revision":2992} {"level":"info","ts":"2026-04-09T22:44:05.69881Z","caller":"traceutil/trace.go:171","msg":"trace[127662576] linearizableReadLoop","detail":"{readStateIndex:8705; appliedIndex:8704; }","duration":"298.223091ms","start":"2026-04-09T22:44:05.400537Z","end":"2026-04-09T22:44:05.69876Z","steps":["trace[127662576] 'read index received' (duration: 231.428031ms)","trace[127662576] 'applied index is now lower than readState.Index' (duration: 66.79413ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:05.69886Z","caller":"traceutil/trace.go:171","msg":"trace[83895884] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"299.800077ms","start":"2026-04-09T22:44:05.399029Z","end":"2026-04-09T22:44:05.698829Z","steps":["trace[83895884] 'process raft request' (duration: 232.901746ms)","trace[83895884] 'compare' (duration: 66.706407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:44:05.699067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.503017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-kdrpt\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-04-09T22:44:05.699139Z","caller":"traceutil/trace.go:171","msg":"trace[428530178] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-kdrpt; range_end:; response_count:1; response_revision:8416; }","duration":"298.61591ms","start":"2026-04-09T22:44:05.40051Z","end":"2026-04-09T22:44:05.699126Z","steps":["trace[428530178] 'agreement among raft nodes before linearized reading' (duration: 298.411935ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:05.746962Z","caller":"traceutil/trace.go:171","msg":"trace[373817135] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"344.709206ms","start":"2026-04-09T22:44:05.402222Z","end":"2026-04-09T22:44:05.746931Z","steps":["trace[373817135] 'process raft request' (duration: 344.44851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:05.747187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:05.402208Z","time spent":"344.881599ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:44:05.747203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.432401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:44:05.747284Z","caller":"traceutil/trace.go:171","msg":"trace[1079000455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8418; }","duration":"306.554994ms","start":"2026-04-09T22:44:05.440713Z","end":"2026-04-09T22:44:05.747268Z","steps":["trace[1079000455] 'agreement among raft nodes before linearized reading' (duration: 306.3429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:05.747333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:05.440693Z","time spent":"306.630886ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:44:05.747412Z","caller":"traceutil/trace.go:171","msg":"trace[1785021297] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"119.955129ms","start":"2026-04-09T22:44:05.627437Z","end":"2026-04-09T22:44:05.747393Z","steps":["trace[1785021297] 'process raft request' (duration: 119.388196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:05.747929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.210313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:44:05.74798Z","caller":"traceutil/trace.go:171","msg":"trace[921741566] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8418; }","duration":"191.317566ms","start":"2026-04-09T22:44:05.556648Z","end":"2026-04-09T22:44:05.747965Z","steps":["trace[921741566] 'agreement among raft nodes before linearized reading' (duration: 191.248034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:05.748076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.640936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-kdrpt\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-04-09T22:44:05.748126Z","caller":"traceutil/trace.go:171","msg":"trace[1663147425] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-kdrpt; range_end:; response_count:1; response_revision:8418; }","duration":"120.731328ms","start":"2026-04-09T22:44:05.627383Z","end":"2026-04-09T22:44:05.748115Z","steps":["trace[1663147425] 'agreement among raft nodes before linearized reading' (duration: 120.642536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:06.569491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.925807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:44:06.56964Z","caller":"traceutil/trace.go:171","msg":"trace[1529482285] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"241.445097ms","start":"2026-04-09T22:44:06.328165Z","end":"2026-04-09T22:44:06.569611Z","steps":["trace[1529482285] 'process raft request' (duration: 68.278374ms)","trace[1529482285] 'compare' (duration: 172.61859ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:06.587673Z","caller":"traceutil/trace.go:171","msg":"trace[828507925] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"207.29045ms","start":"2026-04-09T22:44:06.380348Z","end":"2026-04-09T22:44:06.587638Z","steps":["trace[828507925] 'process raft request' (duration: 207.143936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:07.05989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.235471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-09T22:44:07.060012Z","caller":"traceutil/trace.go:171","msg":"trace[927816515] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8432; }","duration":"379.418995ms","start":"2026-04-09T22:44:06.680566Z","end":"2026-04-09T22:44:07.059985Z","steps":["trace[927816515] 'range keys from in-memory index tree' (duration: 379.042347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:07.060305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:06.680539Z","time spent":"379.654841ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-09T22:44:07.060527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.107724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-04-09T22:44:07.060622Z","caller":"traceutil/trace.go:171","msg":"trace[710228589] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8432; }","duration":"279.271349ms","start":"2026-04-09T22:44:06.781328Z","end":"2026-04-09T22:44:07.060599Z","steps":["trace[710228589] 'range keys from in-memory index tree' (duration: 278.609433ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:07.083433Z","caller":"traceutil/trace.go:171","msg":"trace[501438875] linearizableReadLoop","detail":"{readStateIndex:8722; appliedIndex:8721; }","duration":"232.19371ms","start":"2026-04-09T22:44:06.85119Z","end":"2026-04-09T22:44:07.083384Z","steps":["trace[501438875] 'read index received' (duration: 231.937564ms)","trace[501438875] 'applied index is now lower than readState.Index' (duration: 255.106µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:07.083472Z","caller":"traceutil/trace.go:171","msg":"trace[1891168340] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"295.643511ms","start":"2026-04-09T22:44:06.7878Z","end":"2026-04-09T22:44:07.083444Z","steps":["trace[1891168340] 'process raft request' (duration: 295.373625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:07.083689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.96684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T22:44:07.083727Z","caller":"traceutil/trace.go:171","msg":"trace[918097574] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8433; }","duration":"150.054582ms","start":"2026-04-09T22:44:06.933663Z","end":"2026-04-09T22:44:07.083717Z","steps":["trace[918097574] 'agreement among raft nodes before linearized reading' (duration: 149.896809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:07.085355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.155466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-09T22:44:07.085469Z","caller":"traceutil/trace.go:171","msg":"trace[274295066] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8433; }","duration":"234.310979ms","start":"2026-04-09T22:44:06.85112Z","end":"2026-04-09T22:44:07.085431Z","steps":["trace[274295066] 'agreement among raft nodes before linearized reading' (duration: 232.429775ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:07.533493Z","caller":"traceutil/trace.go:171","msg":"trace[1163516526] linearizableReadLoop","detail":"{readStateIndex:8725; appliedIndex:8724; }","duration":"108.107802ms","start":"2026-04-09T22:44:07.425359Z","end":"2026-04-09T22:44:07.533467Z","steps":["trace[1163516526] 'read index received' (duration: 107.60695ms)","trace[1163516526] 'applied index is now lower than readState.Index' (duration: 499.782µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:07.533546Z","caller":"traceutil/trace.go:171","msg":"trace[2109923679] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"111.698766ms","start":"2026-04-09T22:44:07.421825Z","end":"2026-04-09T22:44:07.533524Z","steps":["trace[2109923679] 'process raft request' (duration: 111.309577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:07.533623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.250496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:44:07.533667Z","caller":"traceutil/trace.go:171","msg":"trace[449291058] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8436; }","duration":"108.341828ms","start":"2026-04-09T22:44:07.425308Z","end":"2026-04-09T22:44:07.53365Z","steps":["trace[449291058] 'agreement among raft nodes before linearized reading' (duration: 108.259096ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:08.312523Z","caller":"traceutil/trace.go:171","msg":"trace[873046321] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"521.197955ms","start":"2026-04-09T22:44:07.791301Z","end":"2026-04-09T22:44:08.312499Z","steps":["trace[873046321] 'process raft request' (duration: 521.080393ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:08.312711Z","caller":"traceutil/trace.go:171","msg":"trace[310903468] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"521.555294ms","start":"2026-04-09T22:44:07.791022Z","end":"2026-04-09T22:44:08.312577Z","steps":["trace[310903468] 'process raft request' (duration: 514.672664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:08.312894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:07.791015Z","time spent":"521.80657ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:44:08.312941Z","caller":"traceutil/trace.go:171","msg":"trace[904286508] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"521.35776ms","start":"2026-04-09T22:44:07.791536Z","end":"2026-04-09T22:44:08.312894Z","steps":["trace[904286508] 'process raft request' (duration: 520.92461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:08.313086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:07.791283Z","time spent":"521.311298ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:44:08.313091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:07.79153Z","time spent":"521.481962ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:44:08.31302Z","caller":"traceutil/trace.go:171","msg":"trace[1161773848] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"521.361699ms","start":"2026-04-09T22:44:07.791588Z","end":"2026-04-09T22:44:08.31295Z","steps":["trace[1161773848] 'process raft request' (duration: 520.952439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:08.313369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:07.791583Z","time spent":"521.603934ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:44:08.3134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.986534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228470"} {"level":"info","ts":"2026-04-09T22:44:08.313469Z","caller":"traceutil/trace.go:171","msg":"trace[1595881372] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8442; }","duration":"522.110997ms","start":"2026-04-09T22:44:07.791345Z","end":"2026-04-09T22:44:08.313456Z","steps":["trace[1595881372] 'agreement among raft nodes before linearized reading' (duration: 521.641296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:08.313538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:07.791325Z","time spent":"522.202018ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228492,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-09T22:44:08.31294Z","caller":"traceutil/trace.go:171","msg":"trace[1336142179] linearizableReadLoop","detail":"{readStateIndex:8729; appliedIndex:8726; }","duration":"521.241957ms","start":"2026-04-09T22:44:07.791398Z","end":"2026-04-09T22:44:08.31264Z","steps":["trace[1336142179] 'read index received' (duration: 10.508055ms)","trace[1336142179] 'applied index is now lower than readState.Index' (duration: 510.732722ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:44:08.397509Z","caller":"traceutil/trace.go:171","msg":"trace[1146954020] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"432.012423ms","start":"2026-04-09T22:44:07.96547Z","end":"2026-04-09T22:44:08.397468Z","steps":["trace[1146954020] 'process raft request' (duration: 431.827789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:08.397665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:07.965423Z","time spent":"432.164267ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:44:08.397773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.196809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19383"} {"level":"info","ts":"2026-04-09T22:44:08.397843Z","caller":"traceutil/trace.go:171","msg":"trace[664389840] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8445; }","duration":"570.317732ms","start":"2026-04-09T22:44:07.827503Z","end":"2026-04-09T22:44:08.397821Z","steps":["trace[664389840] 'agreement among raft nodes before linearized reading' (duration: 570.174908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:08.397878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:44:07.827482Z","time spent":"570.388744ms","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19405,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-09T22:44:08.39782Z","caller":"traceutil/trace.go:171","msg":"trace[1406957307] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"103.725191ms","start":"2026-04-09T22:44:08.294019Z","end":"2026-04-09T22:44:08.397744Z","steps":["trace[1406957307] 'process raft request' (duration: 103.573157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:08.397938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.572738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:44:08.397985Z","caller":"traceutil/trace.go:171","msg":"trace[188765038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8445; }","duration":"277.65218ms","start":"2026-04-09T22:44:08.120322Z","end":"2026-04-09T22:44:08.397974Z","steps":["trace[188765038] 'agreement among raft nodes before linearized reading' (duration: 277.578129ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:08.398187Z","caller":"traceutil/trace.go:171","msg":"trace[1734055881] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"108.210746ms","start":"2026-04-09T22:44:08.28996Z","end":"2026-04-09T22:44:08.398171Z","steps":["trace[1734055881] 'process raft request' (duration: 107.464838ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:09.052788Z","caller":"traceutil/trace.go:171","msg":"trace[1125230424] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"108.85852ms","start":"2026-04-09T22:44:08.943896Z","end":"2026-04-09T22:44:09.052754Z","steps":["trace[1125230424] 'process raft request' (duration: 108.557973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:44:19.785496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.976107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:46 size:619918"} {"level":"info","ts":"2026-04-09T22:44:19.785606Z","caller":"traceutil/trace.go:171","msg":"trace[276435805] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:46; response_revision:8537; }","duration":"128.159001ms","start":"2026-04-09T22:44:19.657423Z","end":"2026-04-09T22:44:19.785583Z","steps":["trace[276435805] 'range keys from in-memory index tree' (duration: 127.302171ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:44:55.45543Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002404.wal"} {"level":"info","ts":"2026-04-09T22:45:24.448529Z","caller":"traceutil/trace.go:171","msg":"trace[680804392] transaction","detail":"{read_only:false; response_revision:9186; number_of_response:1; }","duration":"315.239132ms","start":"2026-04-09T22:45:24.133254Z","end":"2026-04-09T22:45:24.448493Z","steps":["trace[680804392] 'process raft request' (duration: 315.011937ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:24.448507Z","caller":"traceutil/trace.go:171","msg":"trace[1412930450] linearizableReadLoop","detail":"{readStateIndex:9495; appliedIndex:9494; }","duration":"313.85211ms","start":"2026-04-09T22:45:24.134618Z","end":"2026-04-09T22:45:24.44847Z","steps":["trace[1412930450] 'read index received' (duration: 313.691256ms)","trace[1412930450] 'applied index is now lower than readState.Index' (duration: 159.344µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:24.448751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:24.133236Z","time spent":"315.382875ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:45:24.4488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.147867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-09T22:45:24.448862Z","caller":"traceutil/trace.go:171","msg":"trace[1314866679] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9186; }","duration":"314.25652ms","start":"2026-04-09T22:45:24.13459Z","end":"2026-04-09T22:45:24.448846Z","steps":["trace[1314866679] 'agreement among raft nodes before linearized reading' (duration: 314.013854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:24.448913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:24.134582Z","time spent":"314.313961ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5705,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T22:45:24.580415Z","caller":"traceutil/trace.go:171","msg":"trace[741441899] transaction","detail":"{read_only:false; response_revision:9187; number_of_response:1; }","duration":"445.416514ms","start":"2026-04-09T22:45:24.134947Z","end":"2026-04-09T22:45:24.580363Z","steps":["trace[741441899] 'process raft request' (duration: 411.793298ms)","trace[741441899] 'compare' (duration: 33.413951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:24.58064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:24.134934Z","time spent":"445.583917ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:45:24.628834Z","caller":"traceutil/trace.go:171","msg":"trace[1004760782] linearizableReadLoop","detail":"{readStateIndex:9497; appliedIndex:9495; }","duration":"180.003984ms","start":"2026-04-09T22:45:24.448802Z","end":"2026-04-09T22:45:24.628806Z","steps":["trace[1004760782] 'read index received' (duration: 97.832895ms)","trace[1004760782] 'applied index is now lower than readState.Index' (duration: 82.169699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:45:24.62921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.909663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:45:24.629265Z","caller":"traceutil/trace.go:171","msg":"trace[343886488] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9187; }","duration":"338.008424ms","start":"2026-04-09T22:45:24.291239Z","end":"2026-04-09T22:45:24.629247Z","steps":["trace[343886488] 'agreement among raft nodes before linearized reading' (duration: 337.663126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:24.629321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:45:24.291224Z","time spent":"338.080577ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:45:24.770475Z","caller":"traceutil/trace.go:171","msg":"trace[1006755946] transaction","detail":"{read_only:false; response_revision:9188; number_of_response:1; }","duration":"136.400246ms","start":"2026-04-09T22:45:24.63405Z","end":"2026-04-09T22:45:24.77045Z","steps":["trace[1006755946] 'process raft request' (duration: 136.213032ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:24.778206Z","caller":"traceutil/trace.go:171","msg":"trace[947653038] linearizableReadLoop","detail":"{readStateIndex:9501; appliedIndex:9497; }","duration":"112.804904ms","start":"2026-04-09T22:45:24.665388Z","end":"2026-04-09T22:45:24.778193Z","steps":["trace[947653038] 'read index received' (duration: 104.842208ms)","trace[947653038] 'applied index is now lower than readState.Index' (duration: 7.961736ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:45:24.778395Z","caller":"traceutil/trace.go:171","msg":"trace[919411725] transaction","detail":"{read_only:false; response_revision:9189; number_of_response:1; }","duration":"134.263326ms","start":"2026-04-09T22:45:24.644123Z","end":"2026-04-09T22:45:24.778386Z","steps":["trace[919411725] 'process raft request' (duration: 133.962499ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:24.778497Z","caller":"traceutil/trace.go:171","msg":"trace[891856195] transaction","detail":"{read_only:false; response_revision:9190; number_of_response:1; }","duration":"126.048974ms","start":"2026-04-09T22:45:24.652442Z","end":"2026-04-09T22:45:24.778491Z","steps":["trace[891856195] 'process raft request' (duration: 125.697106ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:24.778601Z","caller":"traceutil/trace.go:171","msg":"trace[1632534545] transaction","detail":"{read_only:false; response_revision:9191; number_of_response:1; }","duration":"125.215435ms","start":"2026-04-09T22:45:24.653378Z","end":"2026-04-09T22:45:24.778594Z","steps":["trace[1632534545] 'process raft request' (duration: 124.790535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:45:24.779148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.751097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:45:24.779182Z","caller":"traceutil/trace.go:171","msg":"trace[350887200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9191; }","duration":"113.852889ms","start":"2026-04-09T22:45:24.665322Z","end":"2026-04-09T22:45:24.779175Z","steps":["trace[350887200] 'agreement among raft nodes before linearized reading' (duration: 113.768997ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:24.892566Z","caller":"traceutil/trace.go:171","msg":"trace[1256517937] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"109.382345ms","start":"2026-04-09T22:45:24.783149Z","end":"2026-04-09T22:45:24.892531Z","steps":["trace[1256517937] 'process raft request' (duration: 109.16015ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:24.892928Z","caller":"traceutil/trace.go:171","msg":"trace[187754600] transaction","detail":"{read_only:false; response_revision:9194; number_of_response:1; }","duration":"109.565769ms","start":"2026-04-09T22:45:24.783337Z","end":"2026-04-09T22:45:24.892903Z","steps":["trace[187754600] 'process raft request' (duration: 109.130178ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:45:24.89297Z","caller":"traceutil/trace.go:171","msg":"trace[1510458976] transaction","detail":"{read_only:false; response_revision:9195; number_of_response:1; }","duration":"109.556729ms","start":"2026-04-09T22:45:24.783371Z","end":"2026-04-09T22:45:24.892928Z","steps":["trace[1510458976] 'process raft request' (duration: 109.330694ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:46:33.178436Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T22:46:33.185577Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-09T22:46:33.185682Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-09T22:47:13.495032Z","caller":"traceutil/trace.go:171","msg":"trace[2042842164] linearizableReadLoop","detail":"{readStateIndex:10315; appliedIndex:10314; }","duration":"105.5682ms","start":"2026-04-09T22:47:13.38944Z","end":"2026-04-09T22:47:13.495008Z","steps":["trace[2042842164] 'read index received' (duration: 99.99429ms)","trace[2042842164] 'applied index is now lower than readState.Index' (duration: 5.57294ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:13.49514Z","caller":"traceutil/trace.go:171","msg":"trace[245812662] transaction","detail":"{read_only:false; response_revision:9979; number_of_response:1; }","duration":"123.209834ms","start":"2026-04-09T22:47:13.3719Z","end":"2026-04-09T22:47:13.49511Z","steps":["trace[245812662] 'process raft request' (duration: 117.559861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:13.495338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.867317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T22:47:13.495377Z","caller":"traceutil/trace.go:171","msg":"trace[1485985755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9979; }","duration":"105.96095ms","start":"2026-04-09T22:47:13.389406Z","end":"2026-04-09T22:47:13.495367Z","steps":["trace[1485985755] 'agreement among raft nodes before linearized reading' (duration: 105.798606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:13.495598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.597747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T22:47:13.495675Z","caller":"traceutil/trace.go:171","msg":"trace[753774041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9979; }","duration":"104.70461ms","start":"2026-04-09T22:47:13.390951Z","end":"2026-04-09T22:47:13.495655Z","steps":["trace[753774041] 'agreement among raft nodes before linearized reading' (duration: 104.531336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:47:13.495632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.240732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:47:13.495951Z","caller":"traceutil/trace.go:171","msg":"trace[1066639593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9979; }","duration":"102.591161ms","start":"2026-04-09T22:47:13.39334Z","end":"2026-04-09T22:47:13.495931Z","steps":["trace[1066639593] 'agreement among raft nodes before linearized reading' (duration: 102.15258ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:35.661934Z","caller":"traceutil/trace.go:171","msg":"trace[849421521] transaction","detail":"{read_only:false; response_revision:10191; number_of_response:1; }","duration":"174.529775ms","start":"2026-04-09T22:47:35.487349Z","end":"2026-04-09T22:47:35.661879Z","steps":["trace[849421521] 'process raft request' (duration: 174.070944ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:47:37.357962Z","caller":"traceutil/trace.go:171","msg":"trace[1310258398] transaction","detail":"{read_only:false; response_revision:10203; number_of_response:1; }","duration":"104.71682ms","start":"2026-04-09T22:47:37.253215Z","end":"2026-04-09T22:47:37.357931Z","steps":["trace[1310258398] 'process raft request' (duration: 66.69088ms)","trace[1310258398] 'compare' (duration: 37.559399ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:47:37.358106Z","caller":"traceutil/trace.go:171","msg":"trace[134837926] transaction","detail":"{read_only:false; response_revision:10204; number_of_response:1; }","duration":"102.815826ms","start":"2026-04-09T22:47:37.255258Z","end":"2026-04-09T22:47:37.358074Z","steps":["trace[134837926] 'process raft request' (duration: 102.465848ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:48:56.097582Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8332} {"level":"info","ts":"2026-04-09T22:48:56.180561Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8332,"took":"81.021556ms","hash":2645137042,"current-db-size-bytes":58966016,"current-db-size":"59 MB","current-db-size-in-use-bytes":24739840,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-09T22:48:56.180623Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2645137042,"revision":8332,"compact-revision":6129} {"level":"warn","ts":"2026-04-09T22:51:35.503831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198891684980106,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:51:35.782163Z","caller":"traceutil/trace.go:171","msg":"trace[956681915] linearizableReadLoop","detail":"{readStateIndex:11896; appliedIndex:11893; }","duration":"779.048119ms","start":"2026-04-09T22:51:35.003077Z","end":"2026-04-09T22:51:35.782125Z","steps":["trace[956681915] 'read index received' (duration: 776.986703ms)","trace[956681915] 'applied index is now lower than readState.Index' (duration: 2.059816ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:51:35.782357Z","caller":"traceutil/trace.go:171","msg":"trace[1266146426] transaction","detail":"{read_only:false; response_revision:11500; number_of_response:1; }","duration":"872.728553ms","start":"2026-04-09T22:51:34.909596Z","end":"2026-04-09T22:51:35.782325Z","steps":["trace[1266146426] 'process raft request' (duration: 870.475342ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:51:35.782414Z","caller":"traceutil/trace.go:171","msg":"trace[516305671] transaction","detail":"{read_only:false; response_revision:11501; number_of_response:1; }","duration":"871.130366ms","start":"2026-04-09T22:51:34.911271Z","end":"2026-04-09T22:51:35.782402Z","steps":["trace[516305671] 'process raft request' (duration: 870.710907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:51:35.782554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:51:34.909568Z","time spent":"872.880347ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:51:35.78259Z","caller":"traceutil/trace.go:171","msg":"trace[1944913370] transaction","detail":"{read_only:false; response_revision:11502; number_of_response:1; }","duration":"477.848602ms","start":"2026-04-09T22:51:35.304701Z","end":"2026-04-09T22:51:35.782549Z","steps":["trace[1944913370] 'process raft request' (duration: 477.379811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:51:35.782624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.51346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:51:35.782596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:51:34.911261Z","time spent":"871.228399ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:51:35.782703Z","caller":"traceutil/trace.go:171","msg":"trace[1395042537] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11502; }","duration":"779.637513ms","start":"2026-04-09T22:51:35.003046Z","end":"2026-04-09T22:51:35.782684Z","steps":["trace[1395042537] 'agreement among raft nodes before linearized reading' (duration: 779.468609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:51:35.782741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:51:35.003033Z","time spent":"779.697294ms","remote":"127.0.0.1:48954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:51:35.782734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:51:35.304683Z","time spent":"477.976934ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:51:35.782753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.323332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:51:35.782746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.456714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:51:35.782782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.187072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6cp99\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:51:35.782818Z","caller":"traceutil/trace.go:171","msg":"trace[1511909655] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:11502; }","duration":"148.424875ms","start":"2026-04-09T22:51:35.634378Z","end":"2026-04-09T22:51:35.782803Z","steps":["trace[1511909655] 'agreement among raft nodes before linearized reading' (duration: 148.334983ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:51:35.782839Z","caller":"traceutil/trace.go:171","msg":"trace[952364131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11502; }","duration":"530.618518ms","start":"2026-04-09T22:51:35.252202Z","end":"2026-04-09T22:51:35.782821Z","steps":["trace[952364131] 'agreement among raft nodes before linearized reading' (duration: 530.428694ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:51:35.782854Z","caller":"traceutil/trace.go:171","msg":"trace[2072377571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6cp99; range_end:; response_count:1; response_revision:11502; }","duration":"348.317825ms","start":"2026-04-09T22:51:35.434519Z","end":"2026-04-09T22:51:35.782837Z","steps":["trace[2072377571] 'agreement among raft nodes before linearized reading' (duration: 348.105791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:51:35.782826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.628242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-09T22:51:35.782885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:51:35.252178Z","time spent":"530.696499ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:51:35.782933Z","caller":"traceutil/trace.go:171","msg":"trace[601124371] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11502; }","duration":"674.768435ms","start":"2026-04-09T22:51:35.108141Z","end":"2026-04-09T22:51:35.782909Z","steps":["trace[601124371] 'agreement among raft nodes before linearized reading' (duration: 674.493159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:51:35.78298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:51:35.108129Z","time spent":"674.841557ms","remote":"127.0.0.1:48980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:51:35.782888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:51:35.434495Z","time spent":"348.388027ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-6cp99\" "} {"level":"info","ts":"2026-04-09T22:53:56.10379Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10680} {"level":"info","ts":"2026-04-09T22:53:56.181557Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10680,"took":"75.712864ms","hash":290720483,"current-db-size-bytes":58966016,"current-db-size":"59 MB","current-db-size-in-use-bytes":20242432,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-09T22:53:56.181612Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":290720483,"revision":10680,"compact-revision":8332}