{"level":"warn","ts":"2026-04-23T02:18:36.676516Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T02:18:36.676602Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T02:18:36.676667Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T02:18:36.676678Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-23T02:18:36.676696Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T02:18:36.677282Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-04-23T02:18:36.677354Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T02:18:36.681358Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.823002ms"} {"level":"info","ts":"2026-04-23T02:18:36.692399Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-04-23T02:18:36.692504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T02:18:36.69254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-04-23T02:18:36.692564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T02:18:36.692578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-04-23T02:18:36.692631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-04-23T02:18:36.698622Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T02:18:36.700043Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T02:18:36.701377Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T02:18:36.703923Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T02:18:36.705487Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T02:18:36.70553Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T02:18:36.706819Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T02:18:36.707233Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T02:18:36.70756Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-04-23T02:18:36.707938Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-23T02:18:36.709686Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T02:18:36.710087Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T02:18:36.71015Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T02:18:36.710314Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-23T02:18:36.710359Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-23T02:18:36.793224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T02:18:36.793333Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T02:18:36.793413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-04-23T02:18:36.79344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-04-23T02:18:36.793455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-04-23T02:18:36.793475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-04-23T02:18:36.79351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-04-23T02:18:36.794735Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T02:18:36.794764Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T02:18:36.794855Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T02:18:36.794837Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T02:18:36.795152Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T02:18:36.795282Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T02:18:36.795888Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T02:18:36.79604Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T02:18:36.796078Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T02:18:36.798446Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T02:18:36.798669Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"warn","ts":"2026-04-23T02:18:42.390942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.483287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:42.391344Z","caller":"traceutil/trace.go:171","msg":"trace[864258876] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"150.030344ms","start":"2026-04-23T02:18:42.241292Z","end":"2026-04-23T02:18:42.391322Z","steps":["trace[864258876] 'process raft request' (duration: 149.961001ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:42.391321Z","caller":"traceutil/trace.go:171","msg":"trace[2003615240] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"238.801127ms","start":"2026-04-23T02:18:42.152481Z","end":"2026-04-23T02:18:42.391282Z","steps":["trace[2003615240] 'process raft request' (duration: 126.400281ms)","trace[2003615240] 'compare' (duration: 111.312692ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:42.391462Z","caller":"traceutil/trace.go:171","msg":"trace[2106913765] transaction","detail":"{read_only:false; number_of_response:0; response_revision:232; }","duration":"237.259009ms","start":"2026-04-23T02:18:42.154166Z","end":"2026-04-23T02:18:42.391425Z","steps":["trace[2106913765] 'process raft request' (duration: 237.042172ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:42.391477Z","caller":"traceutil/trace.go:171","msg":"trace[1101155941] linearizableReadLoop","detail":"{readStateIndex:241; appliedIndex:235; }","duration":"212.967736ms","start":"2026-04-23T02:18:42.178476Z","end":"2026-04-23T02:18:42.391443Z","steps":["trace[1101155941] 'read index received' (duration: 58.740779ms)","trace[1101155941] 'applied index is now lower than readState.Index' (duration: 154.223946ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:42.39151Z","caller":"traceutil/trace.go:171","msg":"trace[1680958083] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"237.700003ms","start":"2026-04-23T02:18:42.153778Z","end":"2026-04-23T02:18:42.391478Z","steps":["trace[1680958083] 'process raft request' (duration: 237.31491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:42.391757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.227295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"warn","ts":"2026-04-23T02:18:42.391777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.213993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115"} {"level":"info","ts":"2026-04-23T02:18:42.391795Z","caller":"traceutil/trace.go:171","msg":"trace[1163272436] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:233; }","duration":"153.372049ms","start":"2026-04-23T02:18:42.238411Z","end":"2026-04-23T02:18:42.391783Z","steps":["trace[1163272436] 'agreement among raft nodes before linearized reading' (duration: 153.191724ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:42.391812Z","caller":"traceutil/trace.go:171","msg":"trace[485403940] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:233; }","duration":"213.370348ms","start":"2026-04-23T02:18:42.178429Z","end":"2026-04-23T02:18:42.3918Z","steps":["trace[485403940] 'agreement among raft nodes before linearized reading' (duration: 213.162561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:42.391809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.229845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4021"} {"level":"info","ts":"2026-04-23T02:18:42.391847Z","caller":"traceutil/trace.go:171","msg":"trace[1545918449] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:233; }","duration":"153.425401ms","start":"2026-04-23T02:18:42.23841Z","end":"2026-04-23T02:18:42.391835Z","steps":["trace[1545918449] 'agreement among raft nodes before linearized reading' (duration: 153.238305ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:43.191643Z","caller":"traceutil/trace.go:171","msg":"trace[681554620] transaction","detail":"{read_only:false; number_of_response:0; response_revision:264; }","duration":"124.332736ms","start":"2026-04-23T02:18:43.066821Z","end":"2026-04-23T02:18:43.191154Z","steps":["trace[681554620] 'process raft request' (duration: 124.175431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:43.191683Z","caller":"traceutil/trace.go:171","msg":"trace[1853057808] transaction","detail":"{read_only:false; number_of_response:0; response_revision:264; }","duration":"124.726648ms","start":"2026-04-23T02:18:43.066911Z","end":"2026-04-23T02:18:43.191638Z","steps":["trace[1853057808] 'process raft request' (duration: 124.15422ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:43.191979Z","caller":"traceutil/trace.go:171","msg":"trace[755018400] linearizableReadLoop","detail":"{readStateIndex:276; appliedIndex:273; }","duration":"111.029262ms","start":"2026-04-23T02:18:43.080905Z","end":"2026-04-23T02:18:43.191934Z","steps":["trace[755018400] 'read index received' (duration: 29.320882ms)","trace[755018400] 'applied index is now lower than readState.Index' (duration: 81.693379ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:43.19227Z","caller":"traceutil/trace.go:171","msg":"trace[894176272] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"108.366008ms","start":"2026-04-23T02:18:43.083869Z","end":"2026-04-23T02:18:43.192235Z","steps":["trace[894176272] 'process raft request' (duration: 107.212631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:43.193679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.744937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:18:43.193758Z","caller":"traceutil/trace.go:171","msg":"trace[1183428781] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:0; response_revision:265; }","duration":"112.867931ms","start":"2026-04-23T02:18:43.080864Z","end":"2026-04-23T02:18:43.193732Z","steps":["trace[1183428781] 'agreement among raft nodes before linearized reading' (duration: 111.169947ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:43.443325Z","caller":"traceutil/trace.go:171","msg":"trace[1348398411] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"111.322361ms","start":"2026-04-23T02:18:43.331954Z","end":"2026-04-23T02:18:43.443276Z","steps":["trace[1348398411] 'process raft request' (duration: 63.588523ms)","trace[1348398411] 'compare' (duration: 47.562263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:44.927653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.800405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:44.92787Z","caller":"traceutil/trace.go:171","msg":"trace[1056844709] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"196.877503ms","start":"2026-04-23T02:18:44.730939Z","end":"2026-04-23T02:18:44.927816Z","steps":["trace[1056844709] 'process raft request' (duration: 91.841391ms)","trace[1056844709] 'compare' (duration: 104.65013ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:45.154891Z","caller":"traceutil/trace.go:171","msg":"trace[1803485226] linearizableReadLoop","detail":"{readStateIndex:297; appliedIndex:296; }","duration":"221.624391ms","start":"2026-04-23T02:18:44.933245Z","end":"2026-04-23T02:18:45.154869Z","steps":["trace[1803485226] 'read index received' (duration: 221.493517ms)","trace[1803485226] 'applied index is now lower than readState.Index' (duration: 129.754µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:45.154979Z","caller":"traceutil/trace.go:171","msg":"trace[74344648] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"223.250053ms","start":"2026-04-23T02:18:44.931713Z","end":"2026-04-23T02:18:45.154963Z","steps":["trace[74344648] 'process raft request' (duration: 222.973334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:45.155128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.951375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T02:18:45.155219Z","caller":"traceutil/trace.go:171","msg":"trace[103923657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:285; }","duration":"125.09618ms","start":"2026-04-23T02:18:45.030104Z","end":"2026-04-23T02:18:45.1552Z","steps":["trace[103923657] 'agreement among raft nodes before linearized reading' (duration: 124.933665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:45.155193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.90877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-23T02:18:45.155281Z","caller":"traceutil/trace.go:171","msg":"trace[1769852232] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:285; }","duration":"222.051075ms","start":"2026-04-23T02:18:44.933214Z","end":"2026-04-23T02:18:45.155265Z","steps":["trace[1769852232] 'agreement among raft nodes before linearized reading' (duration: 221.827558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:45.686023Z","caller":"traceutil/trace.go:171","msg":"trace[1857086590] linearizableReadLoop","detail":"{readStateIndex:301; appliedIndex:300; }","duration":"180.349228ms","start":"2026-04-23T02:18:45.505653Z","end":"2026-04-23T02:18:45.686002Z","steps":["trace[1857086590] 'read index received' (duration: 180.226454ms)","trace[1857086590] 'applied index is now lower than readState.Index' (duration: 121.833µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:45.6861Z","caller":"traceutil/trace.go:171","msg":"trace[712138329] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"204.437374ms","start":"2026-04-23T02:18:45.481642Z","end":"2026-04-23T02:18:45.68608Z","steps":["trace[712138329] 'process raft request' (duration: 204.200946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:45.686173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.501233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:18:45.686213Z","caller":"traceutil/trace.go:171","msg":"trace[77681219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:289; }","duration":"180.581645ms","start":"2026-04-23T02:18:45.505622Z","end":"2026-04-23T02:18:45.686204Z","steps":["trace[77681219] 'agreement among raft nodes before linearized reading' (duration: 180.464851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:46.017002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.050866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:46.017109Z","caller":"traceutil/trace.go:171","msg":"trace[689135681] linearizableReadLoop","detail":"{readStateIndex:302; appliedIndex:301; }","duration":"325.169325ms","start":"2026-04-23T02:18:45.691922Z","end":"2026-04-23T02:18:46.017092Z","steps":["trace[689135681] 'read index received' (duration: 217.712577ms)","trace[689135681] 'applied index is now lower than readState.Index' (duration: 107.455478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:46.017182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.266569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-23T02:18:46.017154Z","caller":"traceutil/trace.go:171","msg":"trace[1840260899] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"327.035205ms","start":"2026-04-23T02:18:45.690079Z","end":"2026-04-23T02:18:46.017114Z","steps":["trace[1840260899] 'process raft request' (duration: 219.614178ms)","trace[1840260899] 'compare' (duration: 106.911311ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:46.017218Z","caller":"traceutil/trace.go:171","msg":"trace[197796075] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:290; }","duration":"325.328661ms","start":"2026-04-23T02:18:45.691879Z","end":"2026-04-23T02:18:46.017208Z","steps":["trace[197796075] 'agreement among raft nodes before linearized reading' (duration: 325.258999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:46.017256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:45.691866Z","time spent":"325.381942ms","remote":"127.0.0.1:60558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-23T02:18:46.017357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:45.690063Z","time spent":"327.176909ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:18:46.354901Z","caller":"traceutil/trace.go:171","msg":"trace[1371552651] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"332.979644ms","start":"2026-04-23T02:18:46.0219Z","end":"2026-04-23T02:18:46.35488Z","steps":["trace[1371552651] 'process raft request' (duration: 311.954085ms)","trace[1371552651] 'compare' (duration: 20.904075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:46.355011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:46.021871Z","time spent":"333.091537ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":186,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:18:46.522876Z","caller":"traceutil/trace.go:171","msg":"trace[1024618325] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"154.893128ms","start":"2026-04-23T02:18:46.367956Z","end":"2026-04-23T02:18:46.522849Z","steps":["trace[1024618325] 'process raft request' (duration: 133.803348ms)","trace[1024618325] 'compare' (duration: 20.953626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:46.790148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.419179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:46.790266Z","caller":"traceutil/trace.go:171","msg":"trace[1587442990] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"260.87084ms","start":"2026-04-23T02:18:46.529376Z","end":"2026-04-23T02:18:46.790247Z","steps":["trace[1587442990] 'process raft request' (duration: 136.261116ms)","trace[1587442990] 'compare' (duration: 124.272753ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:47.079103Z","caller":"traceutil/trace.go:171","msg":"trace[1640354529] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"547.611372ms","start":"2026-04-23T02:18:46.531463Z","end":"2026-04-23T02:18:47.079075Z","steps":["trace[1640354529] 'process raft request' (duration: 495.38705ms)","trace[1640354529] 'compare' (duration: 52.073337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:47.079228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:46.531451Z","time spent":"547.716926ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":219,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:18:47.527904Z","caller":"traceutil/trace.go:171","msg":"trace[142604693] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"248.130525ms","start":"2026-04-23T02:18:47.279738Z","end":"2026-04-23T02:18:47.527868Z","steps":["trace[142604693] 'process raft request' (duration: 229.385289ms)","trace[142604693] 'compare' (duration: 18.622942ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:47.597408Z","caller":"traceutil/trace.go:171","msg":"trace[101162588] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"315.665944ms","start":"2026-04-23T02:18:47.281717Z","end":"2026-04-23T02:18:47.597383Z","steps":["trace[101162588] 'process raft request' (duration: 315.479148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:47.597733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:47.281697Z","time spent":"315.782647ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:18:47.94368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.603554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:47.94385Z","caller":"traceutil/trace.go:171","msg":"trace[486738097] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"332.495049ms","start":"2026-04-23T02:18:47.611326Z","end":"2026-04-23T02:18:47.943821Z","steps":["trace[486738097] 'process raft request' (duration: 86.622656ms)","trace[486738097] 'compare' (duration: 245.239283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:47.943938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:47.611312Z","time spent":"332.587491ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:18:48.476023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752159448,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:18:48.830343Z","caller":"traceutil/trace.go:171","msg":"trace[494963214] linearizableReadLoop","detail":"{readStateIndex:313; appliedIndex:312; }","duration":"854.371252ms","start":"2026-04-23T02:18:47.975936Z","end":"2026-04-23T02:18:48.830307Z","steps":["trace[494963214] 'read index received' (duration: 854.191207ms)","trace[494963214] 'applied index is now lower than readState.Index' (duration: 178.295µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:48.830404Z","caller":"traceutil/trace.go:171","msg":"trace[708851708] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"855.941213ms","start":"2026-04-23T02:18:47.974432Z","end":"2026-04-23T02:18:48.830373Z","steps":["trace[708851708] 'process raft request' (duration: 855.690645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:48.830579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.57346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-04-23T02:18:48.830616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:47.974407Z","time spent":"856.073687ms","remote":"127.0.0.1:60690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:48.830669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.954359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:18:48.830684Z","caller":"traceutil/trace.go:171","msg":"trace[1747407827] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:301; }","duration":"854.753705ms","start":"2026-04-23T02:18:47.975905Z","end":"2026-04-23T02:18:48.830658Z","steps":["trace[1747407827] 'agreement among raft nodes before linearized reading' (duration: 854.512967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:48.830709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.600935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-04-23T02:18:48.830715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.382044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-23T02:18:48.83077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:47.975895Z","time spent":"854.861099ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-04-23T02:18:48.830781Z","caller":"traceutil/trace.go:171","msg":"trace[496941178] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:301; }","duration":"846.695309ms","start":"2026-04-23T02:18:47.984064Z","end":"2026-04-23T02:18:48.830759Z","steps":["trace[496941178] 'agreement among raft nodes before linearized reading' (duration: 846.449531ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:48.830788Z","caller":"traceutil/trace.go:171","msg":"trace[771131953] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:301; }","duration":"739.507778ms","start":"2026-04-23T02:18:48.091263Z","end":"2026-04-23T02:18:48.830771Z","steps":["trace[771131953] 'agreement among raft nodes before linearized reading' (duration: 739.354663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:48.830842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:48.091246Z","time spent":"739.581361ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-04-23T02:18:48.830842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:47.984057Z","time spent":"846.771011ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:48.830872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.079293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-23T02:18:48.830912Z","caller":"traceutil/trace.go:171","msg":"trace[66375796] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:301; }","duration":"826.148484ms","start":"2026-04-23T02:18:48.004753Z","end":"2026-04-23T02:18:48.830902Z","steps":["trace[66375796] 'agreement among raft nodes before linearized reading' (duration: 826.062242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:48.830925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.672599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-04-23T02:18:48.830954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:48.004736Z","time spent":"826.209057ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:48.830657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.496842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-23T02:18:48.830982Z","caller":"traceutil/trace.go:171","msg":"trace[433955616] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:301; }","duration":"781.776303ms","start":"2026-04-23T02:18:48.049188Z","end":"2026-04-23T02:18:48.830964Z","steps":["trace[433955616] 'agreement among raft nodes before linearized reading' (duration: 781.615838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:48.831008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.559682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-23T02:18:48.831023Z","caller":"traceutil/trace.go:171","msg":"trace[1156623325] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:301; }","duration":"736.918776ms","start":"2026-04-23T02:18:48.094087Z","end":"2026-04-23T02:18:48.831006Z","steps":["trace[1156623325] 'agreement among raft nodes before linearized reading' (duration: 736.4231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:48.831081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:48.094063Z","time spent":"737.004159ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:48.831033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.258743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-04-23T02:18:48.831033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.48729ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:18:48.831086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.69634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-23T02:18:48.830771Z","caller":"traceutil/trace.go:171","msg":"trace[1081241815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:301; }","duration":"810.066863ms","start":"2026-04-23T02:18:48.020673Z","end":"2026-04-23T02:18:48.83074Z","steps":["trace[1081241815] 'agreement among raft nodes before linearized reading' (duration: 809.892638ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:48.831195Z","caller":"traceutil/trace.go:171","msg":"trace[434939319] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:301; }","duration":"107.614634ms","start":"2026-04-23T02:18:48.723531Z","end":"2026-04-23T02:18:48.831146Z","steps":["trace[434939319] 'agreement among raft nodes before linearized reading' (duration: 107.47337ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:48.831208Z","caller":"traceutil/trace.go:171","msg":"trace[991307788] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:301; }","duration":"715.845445ms","start":"2026-04-23T02:18:48.115337Z","end":"2026-04-23T02:18:48.831183Z","steps":["trace[991307788] 'agreement among raft nodes before linearized reading' (duration: 715.602368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:48.831237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:48.020659Z","time spent":"810.56889ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:18:48.831212Z","caller":"traceutil/trace.go:171","msg":"trace[941843719] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:301; }","duration":"840.532032ms","start":"2026-04-23T02:18:47.990653Z","end":"2026-04-23T02:18:48.831185Z","steps":["trace[941843719] 'agreement among raft nodes before linearized reading' (duration: 840.076258ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:48.831083Z","caller":"traceutil/trace.go:171","msg":"trace[795407881] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:301; }","duration":"724.641565ms","start":"2026-04-23T02:18:48.106416Z","end":"2026-04-23T02:18:48.831057Z","steps":["trace[795407881] 'agreement among raft nodes before linearized reading' (duration: 724.548592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:48.831267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:48.115326Z","time spent":"715.930628ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-23T02:18:48.83102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:48.049124Z","time spent":"781.887927ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:48.831313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:48.106405Z","time spent":"724.894053ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:48.831308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:47.990643Z","time spent":"840.642996ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:48.831422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.480507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-23T02:18:48.831557Z","caller":"traceutil/trace.go:171","msg":"trace[1604335626] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:301; }","duration":"832.654611ms","start":"2026-04-23T02:18:47.998879Z","end":"2026-04-23T02:18:48.831533Z","steps":["trace[1604335626] 'agreement among raft nodes before linearized reading' (duration: 831.824215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:48.832235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:47.998869Z","time spent":"833.340104ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-23T02:18:49.033877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.721098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:49.034111Z","caller":"traceutil/trace.go:171","msg":"trace[840791529] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"197.661688ms","start":"2026-04-23T02:18:48.836384Z","end":"2026-04-23T02:18:49.034046Z","steps":["trace[840791529] 'process raft request' (duration: 83.682162ms)","trace[840791529] 'compare' (duration: 113.597714ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:49.03461Z","caller":"traceutil/trace.go:171","msg":"trace[309900019] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"197.092121ms","start":"2026-04-23T02:18:48.837484Z","end":"2026-04-23T02:18:49.034576Z","steps":["trace[309900019] 'process raft request' (duration: 196.804032ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.034779Z","caller":"traceutil/trace.go:171","msg":"trace[1926806637] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"196.200492ms","start":"2026-04-23T02:18:48.838562Z","end":"2026-04-23T02:18:49.034762Z","steps":["trace[1926806637] 'process raft request' (duration: 195.918883ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.035094Z","caller":"traceutil/trace.go:171","msg":"trace[1947761268] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"195.359335ms","start":"2026-04-23T02:18:48.839692Z","end":"2026-04-23T02:18:49.035052Z","steps":["trace[1947761268] 'process raft request' (duration: 195.066506ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.035337Z","caller":"traceutil/trace.go:171","msg":"trace[983260681] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"194.045423ms","start":"2026-04-23T02:18:48.841267Z","end":"2026-04-23T02:18:49.035313Z","steps":["trace[983260681] 'process raft request' (duration: 193.713243ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.035745Z","caller":"traceutil/trace.go:171","msg":"trace[385761992] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"193.944601ms","start":"2026-04-23T02:18:48.841787Z","end":"2026-04-23T02:18:49.035732Z","steps":["trace[385761992] 'process raft request' (duration: 193.392863ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.035984Z","caller":"traceutil/trace.go:171","msg":"trace[1069932443] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"193.811717ms","start":"2026-04-23T02:18:48.842132Z","end":"2026-04-23T02:18:49.035943Z","steps":["trace[1069932443] 'process raft request' (duration: 193.351782ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.036012Z","caller":"traceutil/trace.go:171","msg":"trace[2135882936] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"193.695142ms","start":"2026-04-23T02:18:48.842304Z","end":"2026-04-23T02:18:49.035999Z","steps":["trace[2135882936] 'process raft request' (duration: 193.481596ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.036217Z","caller":"traceutil/trace.go:171","msg":"trace[1305761061] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"192.497785ms","start":"2026-04-23T02:18:48.843703Z","end":"2026-04-23T02:18:49.036201Z","steps":["trace[1305761061] 'process raft request' (duration: 192.306209ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.036413Z","caller":"traceutil/trace.go:171","msg":"trace[747221668] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"192.471594ms","start":"2026-04-23T02:18:48.843924Z","end":"2026-04-23T02:18:49.036395Z","steps":["trace[747221668] 'process raft request' (duration: 192.132653ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.036661Z","caller":"traceutil/trace.go:171","msg":"trace[914723368] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"192.67437ms","start":"2026-04-23T02:18:48.843974Z","end":"2026-04-23T02:18:49.036648Z","steps":["trace[914723368] 'process raft request' (duration: 192.301948ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.036794Z","caller":"traceutil/trace.go:171","msg":"trace[1065284102] linearizableReadLoop","detail":"{readStateIndex:315; appliedIndex:313; }","duration":"198.31119ms","start":"2026-04-23T02:18:48.838461Z","end":"2026-04-23T02:18:49.036772Z","steps":["trace[1065284102] 'read index received' (duration: 81.630938ms)","trace[1065284102] 'applied index is now lower than readState.Index' (duration: 116.678722ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:49.036859Z","caller":"traceutil/trace.go:171","msg":"trace[1417615261] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"192.264227ms","start":"2026-04-23T02:18:48.844497Z","end":"2026-04-23T02:18:49.036761Z","steps":["trace[1417615261] 'process raft request' (duration: 191.960187ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.036153Z","caller":"traceutil/trace.go:171","msg":"trace[2055531150] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"193.202616ms","start":"2026-04-23T02:18:48.842925Z","end":"2026-04-23T02:18:49.036128Z","steps":["trace[2055531150] 'process raft request' (duration: 193.029651ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.036934Z","caller":"traceutil/trace.go:171","msg":"trace[40341581] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"119.835802ms","start":"2026-04-23T02:18:48.917045Z","end":"2026-04-23T02:18:49.03688Z","steps":["trace[40341581] 'process raft request' (duration: 119.649846ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.036961Z","caller":"traceutil/trace.go:171","msg":"trace[1203098378] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"192.239627ms","start":"2026-04-23T02:18:48.844711Z","end":"2026-04-23T02:18:49.03695Z","steps":["trace[1203098378] 'process raft request' (duration: 191.922467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.036996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.507906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-23T02:18:49.037116Z","caller":"traceutil/trace.go:171","msg":"trace[1894932378] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:316; }","duration":"198.668541ms","start":"2026-04-23T02:18:48.83843Z","end":"2026-04-23T02:18:49.037098Z","steps":["trace[1894932378] 'agreement among raft nodes before linearized reading' (duration: 198.490736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.03717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.222615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-23T02:18:49.037239Z","caller":"traceutil/trace.go:171","msg":"trace[1728565698] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:316; }","duration":"197.306157ms","start":"2026-04-23T02:18:48.839915Z","end":"2026-04-23T02:18:49.037221Z","steps":["trace[1728565698] 'agreement among raft nodes before linearized reading' (duration: 197.095541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.478721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.413385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:49.479058Z","caller":"traceutil/trace.go:171","msg":"trace[1112779106] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"439.05584ms","start":"2026-04-23T02:18:49.039984Z","end":"2026-04-23T02:18:49.47904Z","steps":["trace[1112779106] 'process raft request' (duration: 438.961437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.479192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:49.03996Z","time spent":"439.178814ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:18:49.479058Z","caller":"traceutil/trace.go:171","msg":"trace[1495894195] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"439.04812ms","start":"2026-04-23T02:18:49.039978Z","end":"2026-04-23T02:18:49.479026Z","steps":["trace[1495894195] 'process raft request' (duration: 157.265764ms)","trace[1495894195] 'compare' (duration: 281.239438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:49.479444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:49.039959Z","time spent":"439.409402ms","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:18:49.481561Z","caller":"traceutil/trace.go:171","msg":"trace[725627721] linearizableReadLoop","detail":"{readStateIndex:331; appliedIndex:328; }","duration":"440.6054ms","start":"2026-04-23T02:18:49.040919Z","end":"2026-04-23T02:18:49.481524Z","steps":["trace[725627721] 'read index received' (duration: 156.434197ms)","trace[725627721] 'applied index is now lower than readState.Index' (duration: 284.169963ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:49.481694Z","caller":"traceutil/trace.go:171","msg":"trace[738263213] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"440.004831ms","start":"2026-04-23T02:18:49.041678Z","end":"2026-04-23T02:18:49.481683Z","steps":["trace[738263213] 'process raft request' (duration: 439.479334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.481728Z","caller":"traceutil/trace.go:171","msg":"trace[54620906] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"441.155468ms","start":"2026-04-23T02:18:49.04054Z","end":"2026-04-23T02:18:49.481695Z","steps":["trace[54620906] 'process raft request' (duration: 440.474086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.48186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:49.040519Z","time spent":"441.275452ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:18:49.481903Z","caller":"traceutil/trace.go:171","msg":"trace[1834578391] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"437.77146ms","start":"2026-04-23T02:18:49.044123Z","end":"2026-04-23T02:18:49.481895Z","steps":["trace[1834578391] 'process raft request' (duration: 437.320525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.481864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:49.041667Z","time spent":"440.111704ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:18:49.482109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.181288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-23T02:18:49.482145Z","caller":"traceutil/trace.go:171","msg":"trace[1633987133] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:325; }","duration":"441.246151ms","start":"2026-04-23T02:18:49.040887Z","end":"2026-04-23T02:18:49.482133Z","steps":["trace[1633987133] 'agreement among raft nodes before linearized reading' (duration: 441.147197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.482184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:49.040875Z","time spent":"441.303012ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-04-23T02:18:49.482364Z","caller":"traceutil/trace.go:171","msg":"trace[414608168] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"437.093069ms","start":"2026-04-23T02:18:49.045261Z","end":"2026-04-23T02:18:49.482355Z","steps":["trace[414608168] 'process raft request' (duration: 436.221351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.482411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:49.045253Z","time spent":"437.1287ms","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:18:49.482474Z","caller":"traceutil/trace.go:171","msg":"trace[1936429693] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"439.451284ms","start":"2026-04-23T02:18:49.043007Z","end":"2026-04-23T02:18:49.482459Z","steps":["trace[1936429693] 'process raft request' (duration: 438.312667ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.482502Z","caller":"traceutil/trace.go:171","msg":"trace[1880511083] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"438.525134ms","start":"2026-04-23T02:18:49.043961Z","end":"2026-04-23T02:18:49.482486Z","steps":["trace[1880511083] 'process raft request' (duration: 437.431899ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.482629Z","caller":"traceutil/trace.go:171","msg":"trace[524921838] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"439.748533ms","start":"2026-04-23T02:18:49.042871Z","end":"2026-04-23T02:18:49.48262Z","steps":["trace[524921838] 'process raft request' (duration: 438.381969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.482687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:49.042864Z","time spent":"439.793954ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:49.482712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.98641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-04-23T02:18:49.482748Z","caller":"traceutil/trace.go:171","msg":"trace[1200853140] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:325; }","duration":"406.057701ms","start":"2026-04-23T02:18:49.076681Z","end":"2026-04-23T02:18:49.482738Z","steps":["trace[1200853140] 'agreement among raft nodes before linearized reading' (duration: 405.961108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.48278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:49.07667Z","time spent":"406.105423ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5358,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-04-23T02:18:49.482821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:49.043944Z","time spent":"438.69352ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:49.482592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:49.043002Z","time spent":"439.513036ms","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3691,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:49.482588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:49.044115Z","time spent":"437.854302ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:18:49.482966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.133542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T02:18:49.484201Z","caller":"traceutil/trace.go:171","msg":"trace[1114560377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:325; }","duration":"204.425933ms","start":"2026-04-23T02:18:49.279759Z","end":"2026-04-23T02:18:49.484184Z","steps":["trace[1114560377] 'agreement among raft nodes before linearized reading' (duration: 203.08173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.752542Z","caller":"traceutil/trace.go:171","msg":"trace[407143361] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"267.791222ms","start":"2026-04-23T02:18:49.484713Z","end":"2026-04-23T02:18:49.752505Z","steps":["trace[407143361] 'process raft request' (duration: 250.802766ms)","trace[407143361] 'compare' (duration: 16.655295ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:49.752581Z","caller":"traceutil/trace.go:171","msg":"trace[1861489109] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"265.992464ms","start":"2026-04-23T02:18:49.486563Z","end":"2026-04-23T02:18:49.752555Z","steps":["trace[1861489109] 'process raft request' (duration: 265.806118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.752752Z","caller":"traceutil/trace.go:171","msg":"trace[1684533024] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"265.802678ms","start":"2026-04-23T02:18:49.486859Z","end":"2026-04-23T02:18:49.752662Z","steps":["trace[1684533024] 'process raft request' (duration: 265.574791ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.753029Z","caller":"traceutil/trace.go:171","msg":"trace[670847915] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"265.318762ms","start":"2026-04-23T02:18:49.487652Z","end":"2026-04-23T02:18:49.752971Z","steps":["trace[670847915] 'process raft request' (duration: 264.879668ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.753376Z","caller":"traceutil/trace.go:171","msg":"trace[389859226] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"265.408726ms","start":"2026-04-23T02:18:49.487952Z","end":"2026-04-23T02:18:49.753361Z","steps":["trace[389859226] 'process raft request' (duration: 264.637871ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.753512Z","caller":"traceutil/trace.go:171","msg":"trace[121669742] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"263.563176ms","start":"2026-04-23T02:18:49.489925Z","end":"2026-04-23T02:18:49.753488Z","steps":["trace[121669742] 'process raft request' (duration: 263.237685ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.753513Z","caller":"traceutil/trace.go:171","msg":"trace[544513777] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:338; }","duration":"266.858002ms","start":"2026-04-23T02:18:49.486629Z","end":"2026-04-23T02:18:49.753487Z","steps":["trace[544513777] 'read index received' (duration: 39.115218ms)","trace[544513777] 'applied index is now lower than readState.Index' (duration: 227.737963ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:49.754578Z","caller":"traceutil/trace.go:171","msg":"trace[906983489] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"263.209425ms","start":"2026-04-23T02:18:49.490462Z","end":"2026-04-23T02:18:49.753671Z","steps":["trace[906983489] 'process raft request' (duration: 262.879104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.755065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.393351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-23T02:18:49.755204Z","caller":"traceutil/trace.go:171","msg":"trace[1768156908] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:333; }","duration":"268.563657ms","start":"2026-04-23T02:18:49.486586Z","end":"2026-04-23T02:18:49.75515Z","steps":["trace[1768156908] 'agreement among raft nodes before linearized reading' (duration: 266.965896ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.757447Z","caller":"traceutil/trace.go:171","msg":"trace[601619839] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"227.987952ms","start":"2026-04-23T02:18:49.529442Z","end":"2026-04-23T02:18:49.75743Z","steps":["trace[601619839] 'process raft request' (duration: 227.861147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.757723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.261367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-04-23T02:18:49.757769Z","caller":"traceutil/trace.go:171","msg":"trace[1424187798] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:334; }","duration":"268.324059ms","start":"2026-04-23T02:18:49.489426Z","end":"2026-04-23T02:18:49.757751Z","steps":["trace[1424187798] 'agreement among raft nodes before linearized reading' (duration: 268.182684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.757829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.49815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T02:18:49.757891Z","caller":"traceutil/trace.go:171","msg":"trace[615149601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:334; }","duration":"215.583883ms","start":"2026-04-23T02:18:49.542283Z","end":"2026-04-23T02:18:49.757867Z","steps":["trace[615149601] 'agreement among raft nodes before linearized reading' (duration: 215.48984ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.955118Z","caller":"traceutil/trace.go:171","msg":"trace[670168506] linearizableReadLoop","detail":"{readStateIndex:348; appliedIndex:346; }","duration":"195.867488ms","start":"2026-04-23T02:18:49.759224Z","end":"2026-04-23T02:18:49.955091Z","steps":["trace[670168506] 'read index received' (duration: 7.615125ms)","trace[670168506] 'applied index is now lower than readState.Index' (duration: 188.251283ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:49.955161Z","caller":"traceutil/trace.go:171","msg":"trace[2038756990] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"197.626885ms","start":"2026-04-23T02:18:49.757437Z","end":"2026-04-23T02:18:49.955064Z","steps":["trace[2038756990] 'process raft request' (duration: 149.446045ms)","trace[2038756990] 'compare' (duration: 47.844129ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:49.955268Z","caller":"traceutil/trace.go:171","msg":"trace[208522589] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"190.562678ms","start":"2026-04-23T02:18:49.764693Z","end":"2026-04-23T02:18:49.955256Z","steps":["trace[208522589] 'process raft request' (duration: 190.285949ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.955442Z","caller":"traceutil/trace.go:171","msg":"trace[369420833] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"193.818693ms","start":"2026-04-23T02:18:49.761588Z","end":"2026-04-23T02:18:49.955406Z","steps":["trace[369420833] 'process raft request' (duration: 193.310996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:49.955619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.376204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-4997v\" ","response":"range_response_count:1 size:3439"} {"level":"info","ts":"2026-04-23T02:18:49.955664Z","caller":"traceutil/trace.go:171","msg":"trace[167647315] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"190.399103ms","start":"2026-04-23T02:18:49.765234Z","end":"2026-04-23T02:18:49.955633Z","steps":["trace[167647315] 'process raft request' (duration: 189.812464ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:49.955721Z","caller":"traceutil/trace.go:171","msg":"trace[251052122] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-4997v; range_end:; response_count:1; response_revision:339; }","duration":"196.520629ms","start":"2026-04-23T02:18:49.759176Z","end":"2026-04-23T02:18:49.955696Z","steps":["trace[251052122] 'agreement among raft nodes before linearized reading' (duration: 196.25633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:52.261892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752159543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:18:52.727642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.630783663s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:18:53.533362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.394789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:53.533463Z","caller":"traceutil/trace.go:171","msg":"trace[1694797347] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"2.43673766s","start":"2026-04-23T02:18:51.096707Z","end":"2026-04-23T02:18:53.533445Z","steps":["trace[1694797347] 'process raft request' (duration: 1.631176305s)","trace[1694797347] 'compare' (duration: 805.283916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:53.533524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:51.096689Z","time spent":"2.436805712s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:53.793884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.846815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:53.793999Z","caller":"traceutil/trace.go:171","msg":"trace[1779817935] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:374; }","duration":"2.033027578s","start":"2026-04-23T02:18:51.760952Z","end":"2026-04-23T02:18:53.79398Z","steps":["trace[1779817935] 'read index received' (duration: 966.910884ms)","trace[1779817935] 'applied index is now lower than readState.Index' (duration: 1.066115094s)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:53.794087Z","caller":"traceutil/trace.go:171","msg":"trace[2081511386] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"1.562114444s","start":"2026-04-23T02:18:52.231959Z","end":"2026-04-23T02:18:53.794074Z","steps":["trace[2081511386] 'process raft request' (duration: 1.445967789s)","trace[2081511386] 'compare' (duration: 115.703831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:53.794399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.603964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-4997v\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-04-23T02:18:53.794447Z","caller":"traceutil/trace.go:171","msg":"trace[1734654079] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-4997v; range_end:; response_count:1; response_revision:362; }","duration":"257.672447ms","start":"2026-04-23T02:18:53.53676Z","end":"2026-04-23T02:18:53.794432Z","steps":["trace[1734654079] 'agreement among raft nodes before linearized reading' (duration: 257.579394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:53.794456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.879551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:18:53.794486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.284844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T02:18:53.794414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835209356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:18:53.794468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.318762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T02:18:53.794485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033507323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:18:53.794734Z","caller":"traceutil/trace.go:171","msg":"trace[323290744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:362; }","duration":"2.033801542s","start":"2026-04-23T02:18:51.760903Z","end":"2026-04-23T02:18:53.794704Z","steps":["trace[323290744] 'agreement among raft nodes before linearized reading' (duration: 2.03343046s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:53.794591Z","caller":"traceutil/trace.go:171","msg":"trace[1837285222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:362; }","duration":"748.430118ms","start":"2026-04-23T02:18:53.046138Z","end":"2026-04-23T02:18:53.794568Z","steps":["trace[1837285222] 'agreement among raft nodes before linearized reading' (duration: 748.268403ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:53.794777Z","caller":"traceutil/trace.go:171","msg":"trace[331269406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:362; }","duration":"747.592971ms","start":"2026-04-23T02:18:53.047082Z","end":"2026-04-23T02:18:53.794675Z","steps":["trace[331269406] 'agreement among raft nodes before linearized reading' (duration: 747.300982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:53.794811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:51.76088Z","time spent":"2.033912996s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:18:53.794748Z","caller":"traceutil/trace.go:171","msg":"trace[1082717929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:362; }","duration":"1.835514076s","start":"2026-04-23T02:18:51.959146Z","end":"2026-04-23T02:18:53.79466Z","steps":["trace[1082717929] 'agreement among raft nodes before linearized reading' (duration: 1.835194766s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:53.79491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:52.231932Z","time spent":"1.562186617s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:53.794943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:51.959122Z","time spent":"1.835804096s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:18:53.794953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:53.047056Z","time spent":"747.88003ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:18:53.794816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:53.046108Z","time spent":"748.691736ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:18:53.794612Z","caller":"traceutil/trace.go:171","msg":"trace[221144443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:362; }","duration":"109.031906ms","start":"2026-04-23T02:18:53.685545Z","end":"2026-04-23T02:18:53.794577Z","steps":["trace[221144443] 'agreement among raft nodes before linearized reading' (duration: 108.807999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:55.050717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.971782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:18:55.050937Z","caller":"traceutil/trace.go:171","msg":"trace[296121344] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"1.251120823s","start":"2026-04-23T02:18:53.799796Z","end":"2026-04-23T02:18:55.050917Z","steps":["trace[296121344] 'process raft request' (duration: 906.860302ms)","trace[296121344] 'compare' (duration: 343.61036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:55.051015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:53.799771Z","time spent":"1.251212016s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:18:55.051243Z","caller":"traceutil/trace.go:171","msg":"trace[257785893] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"1.250628097s","start":"2026-04-23T02:18:53.800603Z","end":"2026-04-23T02:18:55.051231Z","steps":["trace[257785893] 'process raft request' (duration: 1.250544744s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:55.051252Z","caller":"traceutil/trace.go:171","msg":"trace[1799158451] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:376; }","duration":"398.902178ms","start":"2026-04-23T02:18:54.652326Z","end":"2026-04-23T02:18:55.051229Z","steps":["trace[1799158451] 'read index received' (duration: 54.346537ms)","trace[1799158451] 'applied index is now lower than readState.Index' (duration: 344.554281ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:18:55.051242Z","caller":"traceutil/trace.go:171","msg":"trace[796729551] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"1.251420272s","start":"2026-04-23T02:18:53.799797Z","end":"2026-04-23T02:18:55.051217Z","steps":["trace[796729551] 'process raft request' (duration: 1.25104107s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:55.05131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:53.800589Z","time spent":"1.250691748s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:55.051358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.017412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:18:55.051411Z","caller":"traceutil/trace.go:171","msg":"trace[687390048] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"1.25105351s","start":"2026-04-23T02:18:53.800348Z","end":"2026-04-23T02:18:55.051402Z","steps":["trace[687390048] 'process raft request' (duration: 1.250704059s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:18:55.05142Z","caller":"traceutil/trace.go:171","msg":"trace[529130934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:367; }","duration":"399.113784ms","start":"2026-04-23T02:18:54.652286Z","end":"2026-04-23T02:18:55.051399Z","steps":["trace[529130934] 'agreement among raft nodes before linearized reading' (duration: 399.025281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:55.051467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:53.800319Z","time spent":"1.251122233s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:55.051482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:54.652266Z","time spent":"399.198607ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:18:55.051515Z","caller":"traceutil/trace.go:171","msg":"trace[884926549] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"1.248850309s","start":"2026-04-23T02:18:53.802639Z","end":"2026-04-23T02:18:55.051489Z","steps":["trace[884926549] 'process raft request' (duration: 1.248546649s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:18:55.05156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:53.799771Z","time spent":"1.251556707s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:18:55.051746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:53.80262Z","time spent":"1.248969143s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:18:55.343627Z","caller":"traceutil/trace.go:171","msg":"trace[1284436887] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"280.944914ms","start":"2026-04-23T02:18:55.062637Z","end":"2026-04-23T02:18:55.343582Z","steps":["trace[1284436887] 'process raft request' (duration: 241.070942ms)","trace[1284436887] 'compare' (duration: 39.697997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:18:55.583803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.395101ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T02:19:00.273751Z","caller":"traceutil/trace.go:171","msg":"trace[1099910427] linearizableReadLoop","detail":"{readStateIndex:394; appliedIndex:393; }","duration":"104.389777ms","start":"2026-04-23T02:19:00.169337Z","end":"2026-04-23T02:19:00.273727Z","steps":["trace[1099910427] 'read index received' (duration: 104.255163ms)","trace[1099910427] 'applied index is now lower than readState.Index' (duration: 133.784µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:00.273851Z","caller":"traceutil/trace.go:171","msg":"trace[1773809848] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"476.508644ms","start":"2026-04-23T02:18:59.797323Z","end":"2026-04-23T02:19:00.273832Z","steps":["trace[1773809848] 'process raft request' (duration: 476.244986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:00.273883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.536291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T02:19:00.273917Z","caller":"traceutil/trace.go:171","msg":"trace[851167247] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:379; }","duration":"104.620745ms","start":"2026-04-23T02:19:00.169285Z","end":"2026-04-23T02:19:00.273906Z","steps":["trace[851167247] 'agreement among raft nodes before linearized reading' (duration: 104.544592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:00.273963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:18:59.797302Z","time spent":"476.598737ms","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:06.034484Z","caller":"traceutil/trace.go:171","msg":"trace[128903408] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:438; }","duration":"381.323943ms","start":"2026-04-23T02:19:05.65313Z","end":"2026-04-23T02:19:06.034454Z","steps":["trace[128903408] 'read index received' (duration: 366.93862ms)","trace[128903408] 'applied index is now lower than readState.Index' (duration: 14.383372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:06.034608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.460607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:06.034664Z","caller":"traceutil/trace.go:171","msg":"trace[1657055580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"381.54458ms","start":"2026-04-23T02:19:05.653106Z","end":"2026-04-23T02:19:06.03465Z","steps":["trace[1657055580] 'agreement among raft nodes before linearized reading' (duration: 381.445397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:06.034701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:05.653089Z","time spent":"381.606031ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:19:09.248607Z","caller":"traceutil/trace.go:171","msg":"trace[1005986518] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:443; }","duration":"106.3444ms","start":"2026-04-23T02:19:09.142233Z","end":"2026-04-23T02:19:09.248577Z","steps":["trace[1005986518] 'read index received' (duration: 106.165864ms)","trace[1005986518] 'applied index is now lower than readState.Index' (duration: 177.056µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:09.248684Z","caller":"traceutil/trace.go:171","msg":"trace[1844731401] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"107.982033ms","start":"2026-04-23T02:19:09.140672Z","end":"2026-04-23T02:19:09.248654Z","steps":["trace[1844731401] 'process raft request' (duration: 107.725864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:09.248887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.204402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T02:19:09.248967Z","caller":"traceutil/trace.go:171","msg":"trace[1157725582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:427; }","duration":"100.322116ms","start":"2026-04-23T02:19:09.148632Z","end":"2026-04-23T02:19:09.248955Z","steps":["trace[1157725582] 'agreement among raft nodes before linearized reading' (duration: 100.13427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:09.249142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.910108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:19:09.249243Z","caller":"traceutil/trace.go:171","msg":"trace[1469676318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"107.035702ms","start":"2026-04-23T02:19:09.142199Z","end":"2026-04-23T02:19:09.249235Z","steps":["trace[1469676318] 'agreement among raft nodes before linearized reading' (duration: 106.880057ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:09.639778Z","caller":"traceutil/trace.go:171","msg":"trace[1077457888] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"387.063808ms","start":"2026-04-23T02:19:09.252694Z","end":"2026-04-23T02:19:09.639758Z","steps":["trace[1077457888] 'process raft request' (duration: 381.816809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:09.639907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:09.252666Z","time spent":"387.172601ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:09.639939Z","caller":"traceutil/trace.go:171","msg":"trace[1817902634] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"386.898562ms","start":"2026-04-23T02:19:09.253014Z","end":"2026-04-23T02:19:09.639913Z","steps":["trace[1817902634] 'process raft request' (duration: 386.672644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:09.640092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:09.252922Z","time spent":"387.090718ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:09.645101Z","caller":"traceutil/trace.go:171","msg":"trace[171301942] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"252.361056ms","start":"2026-04-23T02:19:09.392721Z","end":"2026-04-23T02:19:09.645082Z","steps":["trace[171301942] 'process raft request' (duration: 252.252382ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:13.87251Z","caller":"traceutil/trace.go:171","msg":"trace[88196031] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"215.031605ms","start":"2026-04-23T02:19:13.657426Z","end":"2026-04-23T02:19:13.872458Z","steps":["trace[88196031] 'process raft request' (duration: 153.33197ms)","trace[88196031] 'compare' (duration: 61.288182ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:14.822735Z","caller":"traceutil/trace.go:171","msg":"trace[2102826111] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"165.508652ms","start":"2026-04-23T02:19:14.657195Z","end":"2026-04-23T02:19:14.822703Z","steps":["trace[2102826111] 'process raft request' (duration: 165.108689ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.822808Z","caller":"traceutil/trace.go:171","msg":"trace[1118691018] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"156.604756ms","start":"2026-04-23T02:19:14.666199Z","end":"2026-04-23T02:19:14.822804Z","steps":["trace[1118691018] 'process raft request' (duration: 156.274935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.822828Z","caller":"traceutil/trace.go:171","msg":"trace[399662144] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"154.634093ms","start":"2026-04-23T02:19:14.668187Z","end":"2026-04-23T02:19:14.822821Z","steps":["trace[399662144] 'process raft request' (duration: 154.430346ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.822803Z","caller":"traceutil/trace.go:171","msg":"trace[591474763] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"155.233712ms","start":"2026-04-23T02:19:14.667562Z","end":"2026-04-23T02:19:14.822795Z","steps":["trace[591474763] 'process raft request' (duration: 155.018715ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.822911Z","caller":"traceutil/trace.go:171","msg":"trace[524143818] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"165.590775ms","start":"2026-04-23T02:19:14.657276Z","end":"2026-04-23T02:19:14.822867Z","steps":["trace[524143818] 'process raft request' (duration: 165.12182ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.822781Z","caller":"traceutil/trace.go:171","msg":"trace[318189258] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"155.419768ms","start":"2026-04-23T02:19:14.667335Z","end":"2026-04-23T02:19:14.822754Z","steps":["trace[318189258] 'process raft request' (duration: 155.180621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.822748Z","caller":"traceutil/trace.go:171","msg":"trace[921919269] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"150.477868ms","start":"2026-04-23T02:19:14.672248Z","end":"2026-04-23T02:19:14.822726Z","steps":["trace[921919269] 'process raft request' (duration: 150.437567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.822969Z","caller":"traceutil/trace.go:171","msg":"trace[1407299030] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"156.835144ms","start":"2026-04-23T02:19:14.666115Z","end":"2026-04-23T02:19:14.82295Z","steps":["trace[1407299030] 'process raft request' (duration: 156.320637ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.908773Z","caller":"traceutil/trace.go:171","msg":"trace[593718545] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"220.076087ms","start":"2026-04-23T02:19:14.688656Z","end":"2026-04-23T02:19:14.908732Z","steps":["trace[593718545] 'process raft request' (duration: 219.881971ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.908842Z","caller":"traceutil/trace.go:171","msg":"trace[1743540969] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"213.212706ms","start":"2026-04-23T02:19:14.695577Z","end":"2026-04-23T02:19:14.90879Z","steps":["trace[1743540969] 'process raft request' (duration: 213.085462ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.909081Z","caller":"traceutil/trace.go:171","msg":"trace[1126611125] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"209.957102ms","start":"2026-04-23T02:19:14.699107Z","end":"2026-04-23T02:19:14.909065Z","steps":["trace[1126611125] 'process raft request' (duration: 209.59759ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.909311Z","caller":"traceutil/trace.go:171","msg":"trace[1226830369] transaction","detail":"{read_only:false; number_of_response:1; response_revision:488; }","duration":"209.554269ms","start":"2026-04-23T02:19:14.699728Z","end":"2026-04-23T02:19:14.909282Z","steps":["trace[1226830369] 'process raft request' (duration: 209.034272ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.909502Z","caller":"traceutil/trace.go:171","msg":"trace[209939547] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"196.794408ms","start":"2026-04-23T02:19:14.712692Z","end":"2026-04-23T02:19:14.909486Z","steps":["trace[209939547] 'process raft request' (duration: 196.213ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:14.909753Z","caller":"traceutil/trace.go:171","msg":"trace[1326815823] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"100.532743ms","start":"2026-04-23T02:19:14.809154Z","end":"2026-04-23T02:19:14.909687Z","steps":["trace[1326815823] 'process raft request' (duration: 100.192152ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.104195Z","caller":"traceutil/trace.go:171","msg":"trace[914571042] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"270.810999ms","start":"2026-04-23T02:19:14.833351Z","end":"2026-04-23T02:19:15.104162Z","steps":["trace[914571042] 'process raft request' (duration: 256.022283ms)","trace[914571042] 'compare' (duration: 14.528788ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:15.104293Z","caller":"traceutil/trace.go:171","msg":"trace[340276980] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"269.066663ms","start":"2026-04-23T02:19:14.835197Z","end":"2026-04-23T02:19:15.104264Z","steps":["trace[340276980] 'process raft request' (duration: 268.916748ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.104558Z","caller":"traceutil/trace.go:171","msg":"trace[1623009425] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"265.219819ms","start":"2026-04-23T02:19:14.839305Z","end":"2026-04-23T02:19:15.104525Z","steps":["trace[1623009425] 'process raft request' (duration: 265.044893ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.104603Z","caller":"traceutil/trace.go:171","msg":"trace[78576689] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"265.54691ms","start":"2026-04-23T02:19:14.839041Z","end":"2026-04-23T02:19:15.104588Z","steps":["trace[78576689] 'process raft request' (duration: 265.25396ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.104585Z","caller":"traceutil/trace.go:171","msg":"trace[1725459474] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"268.812155ms","start":"2026-04-23T02:19:14.835747Z","end":"2026-04-23T02:19:15.104559Z","steps":["trace[1725459474] 'process raft request' (duration: 268.482054ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.104739Z","caller":"traceutil/trace.go:171","msg":"trace[698566721] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"269.377222ms","start":"2026-04-23T02:19:14.835326Z","end":"2026-04-23T02:19:15.104704Z","steps":["trace[698566721] 'process raft request' (duration: 268.835795ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.104937Z","caller":"traceutil/trace.go:171","msg":"trace[1593701459] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"261.044545ms","start":"2026-04-23T02:19:14.843866Z","end":"2026-04-23T02:19:15.10491Z","steps":["trace[1593701459] 'process raft request' (duration: 260.914931ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.104956Z","caller":"traceutil/trace.go:171","msg":"trace[1234606614] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"263.599717ms","start":"2026-04-23T02:19:14.841335Z","end":"2026-04-23T02:19:15.104934Z","steps":["trace[1234606614] 'process raft request' (duration: 263.104111ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.150222Z","caller":"traceutil/trace.go:171","msg":"trace[849313055] transaction","detail":"{read_only:false; number_of_response:1; response_revision:498; }","duration":"226.07809ms","start":"2026-04-23T02:19:14.924109Z","end":"2026-04-23T02:19:15.150187Z","steps":["trace[849313055] 'process raft request' (duration: 225.692897ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.150278Z","caller":"traceutil/trace.go:171","msg":"trace[546724538] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"187.391276ms","start":"2026-04-23T02:19:14.962865Z","end":"2026-04-23T02:19:15.150256Z","steps":["trace[546724538] 'process raft request' (duration: 187.328794ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.150377Z","caller":"traceutil/trace.go:171","msg":"trace[1605031067] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"223.007382ms","start":"2026-04-23T02:19:14.927333Z","end":"2026-04-23T02:19:15.15034Z","steps":["trace[1605031067] 'process raft request' (duration: 222.616449ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.253916Z","caller":"traceutil/trace.go:171","msg":"trace[948907129] transaction","detail":"{read_only:false; number_of_response:0; response_revision:500; }","duration":"143.625829ms","start":"2026-04-23T02:19:15.110259Z","end":"2026-04-23T02:19:15.253885Z","steps":["trace[948907129] 'process raft request' (duration: 133.186333ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.254521Z","caller":"traceutil/trace.go:171","msg":"trace[425098614] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"105.942547ms","start":"2026-04-23T02:19:15.148538Z","end":"2026-04-23T02:19:15.254481Z","steps":["trace[425098614] 'process raft request' (duration: 105.337587ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.254923Z","caller":"traceutil/trace.go:171","msg":"trace[385989091] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"105.133981ms","start":"2026-04-23T02:19:15.149768Z","end":"2026-04-23T02:19:15.254902Z","steps":["trace[385989091] 'process raft request' (duration: 104.700507ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:15.513497Z","caller":"traceutil/trace.go:171","msg":"trace[573141209] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"101.718481ms","start":"2026-04-23T02:19:15.411743Z","end":"2026-04-23T02:19:15.513461Z","steps":["trace[573141209] 'process raft request' (duration: 97.135794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:16.219317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752159817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:19:16.720527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752159817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:19:16.86963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179434827s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:19:16.874272Z","caller":"traceutil/trace.go:171","msg":"trace[884654667] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.184523601s","start":"2026-04-23T02:19:15.689718Z","end":"2026-04-23T02:19:16.874242Z","steps":["trace[884654667] 'process raft request' (duration: 1.180217733s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:16.874448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:15.689701Z","time spent":"1.184656425s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:16.896618Z","caller":"traceutil/trace.go:171","msg":"trace[1740249774] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.014563867s","start":"2026-04-23T02:19:15.882019Z","end":"2026-04-23T02:19:16.896583Z","steps":["trace[1740249774] 'process raft request' (duration: 1.014224826s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:16.896659Z","caller":"traceutil/trace.go:171","msg":"trace[1804843932] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:551; }","duration":"1.178382493s","start":"2026-04-23T02:19:15.718243Z","end":"2026-04-23T02:19:16.896625Z","steps":["trace[1804843932] 'read index received' (duration: 1.151706465s)","trace[1804843932] 'applied index is now lower than readState.Index' (duration: 26.671578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:16.896746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:15.881966Z","time spent":"1.014726332s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:19:16.896835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01780008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:19:16.896885Z","caller":"traceutil/trace.go:171","msg":"trace[727171473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:533; }","duration":"1.017892994s","start":"2026-04-23T02:19:15.878979Z","end":"2026-04-23T02:19:16.896872Z","steps":["trace[727171473] 'agreement among raft nodes before linearized reading' (duration: 1.017807161s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:16.896915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:15.878956Z","time spent":"1.017950905s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:19:16.896919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178649382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:19:16.896844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.877793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:16.896961Z","caller":"traceutil/trace.go:171","msg":"trace[219558070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:533; }","duration":"1.178738225s","start":"2026-04-23T02:19:15.71821Z","end":"2026-04-23T02:19:16.896948Z","steps":["trace[219558070] 'agreement among raft nodes before linearized reading' (duration: 1.178549338s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:16.897002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:15.718194Z","time spent":"1.178798177s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:19:16.897003Z","caller":"traceutil/trace.go:171","msg":"trace[200084322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:533; }","duration":"244.040338ms","start":"2026-04-23T02:19:16.652926Z","end":"2026-04-23T02:19:16.896966Z","steps":["trace[200084322] 'agreement among raft nodes before linearized reading' (duration: 243.894203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:22.921107Z","caller":"traceutil/trace.go:171","msg":"trace[1897611061] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"169.80203ms","start":"2026-04-23T02:19:22.751279Z","end":"2026-04-23T02:19:22.921081Z","steps":["trace[1897611061] 'process raft request' (duration: 169.264273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:23.156479Z","caller":"traceutil/trace.go:171","msg":"trace[363152386] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"224.349643ms","start":"2026-04-23T02:19:22.932097Z","end":"2026-04-23T02:19:23.156446Z","steps":["trace[363152386] 'process raft request' (duration: 222.834104ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:23.156578Z","caller":"traceutil/trace.go:171","msg":"trace[1832723459] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"178.599584ms","start":"2026-04-23T02:19:22.977961Z","end":"2026-04-23T02:19:23.15656Z","steps":["trace[1832723459] 'process raft request' (duration: 178.410648ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:23.343047Z","caller":"traceutil/trace.go:171","msg":"trace[20770770] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"150.224711ms","start":"2026-04-23T02:19:23.192797Z","end":"2026-04-23T02:19:23.343021Z","steps":["trace[20770770] 'process raft request' (duration: 150.18362ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:23.343117Z","caller":"traceutil/trace.go:171","msg":"trace[376235420] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"150.285183ms","start":"2026-04-23T02:19:23.192796Z","end":"2026-04-23T02:19:23.343081Z","steps":["trace[376235420] 'process raft request' (duration: 150.053275ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:23.370033Z","caller":"traceutil/trace.go:171","msg":"trace[418037374] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"175.394261ms","start":"2026-04-23T02:19:23.194608Z","end":"2026-04-23T02:19:23.370002Z","steps":["trace[418037374] 'process raft request' (duration: 175.016849ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:23.37012Z","caller":"traceutil/trace.go:171","msg":"trace[146039971] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"174.565054ms","start":"2026-04-23T02:19:23.195534Z","end":"2026-04-23T02:19:23.370099Z","steps":["trace[146039971] 'process raft request' (duration: 174.322036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:25.392882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.306629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2thxt\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-23T02:19:25.392964Z","caller":"traceutil/trace.go:171","msg":"trace[1763185831] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2thxt; range_end:; response_count:1; response_revision:598; }","duration":"227.439024ms","start":"2026-04-23T02:19:25.165505Z","end":"2026-04-23T02:19:25.392944Z","steps":["trace[1763185831] 'range keys from in-memory index tree' (duration: 227.140354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:25.393064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.694399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:25.393119Z","caller":"traceutil/trace.go:171","msg":"trace[1347041700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"740.786791ms","start":"2026-04-23T02:19:24.652319Z","end":"2026-04-23T02:19:25.393106Z","steps":["trace[1347041700] 'range keys from in-memory index tree' (duration: 740.597146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:25.393165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:24.652297Z","time spent":"740.859204ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:19:25.393329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.370328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:19:25.39335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.522788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:19:25.393399Z","caller":"traceutil/trace.go:171","msg":"trace[1116397208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:598; }","duration":"392.490371ms","start":"2026-04-23T02:19:25.00089Z","end":"2026-04-23T02:19:25.39338Z","steps":["trace[1116397208] 'range keys from in-memory index tree' (duration: 392.201152ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:25.393409Z","caller":"traceutil/trace.go:171","msg":"trace[1868324425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"232.616361ms","start":"2026-04-23T02:19:25.160777Z","end":"2026-04-23T02:19:25.393394Z","steps":["trace[1868324425] 'range keys from in-memory index tree' (duration: 232.322171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:25.393439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:25.000867Z","time spent":"392.562724ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:19:27.652659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T02:19:27.652757Z","caller":"traceutil/trace.go:171","msg":"trace[1695022291] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273564s","start":"2026-04-23T02:19:25.65246Z","end":"2026-04-23T02:19:27.652733Z","steps":["trace[1695022291] 'agreement among raft nodes before linearized reading' (duration: 2.00015665s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:27.652806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:25.652439Z","time spent":"2.000357587s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:19:29.030388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276218366s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-23T02:19:29.093483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T02:19:29.093581Z","caller":"traceutil/trace.go:171","msg":"trace[1578887829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324157s","start":"2026-04-23T02:19:27.093236Z","end":"2026-04-23T02:19:29.09356Z","steps":["trace[1578887829] 'agreement among raft nodes before linearized reading' (duration: 2.000200263s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:29.093638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:27.093216Z","time spent":"2.000410039s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 02:19:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T02:19:29.231648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.477475228s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:19:29.232093Z","caller":"traceutil/trace.go:171","msg":"trace[1938172314] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"3.833335931s","start":"2026-04-23T02:19:25.398733Z","end":"2026-04-23T02:19:29.232069Z","steps":["trace[1938172314] 'process raft request' (duration: 3.833108674s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:29.232305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:25.398712Z","time spent":"3.833448765s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:29.232431Z","caller":"traceutil/trace.go:171","msg":"trace[444428618] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"3.83267017s","start":"2026-04-23T02:19:25.399702Z","end":"2026-04-23T02:19:29.232372Z","steps":["trace[444428618] 'process raft request' (duration: 3.832318948s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:29.232718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:25.399694Z","time spent":"3.832866987s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:19:29.6537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T02:19:29.653796Z","caller":"traceutil/trace.go:171","msg":"trace[1649568228] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241644s","start":"2026-04-23T02:19:27.653531Z","end":"2026-04-23T02:19:29.653773Z","steps":["trace[1649568228] 'agreement among raft nodes before linearized reading' (duration: 2.00012615s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:29.653844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:27.653513Z","time spent":"2.000321686s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:19:29.689947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.616516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:19:29.690101Z","caller":"traceutil/trace.go:171","msg":"trace[1842632310] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"592.923588ms","start":"2026-04-23T02:19:29.097165Z","end":"2026-04-23T02:19:29.690089Z","steps":["trace[1842632310] 'process raft request' (duration: 592.859266ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:29.69009Z","caller":"traceutil/trace.go:171","msg":"trace[323530157] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"4.2842007s","start":"2026-04-23T02:19:25.405839Z","end":"2026-04-23T02:19:29.690039Z","steps":["trace[323530157] 'process raft request' (duration: 3.826420309s)","trace[323530157] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/kube-system/cilium-2thxt; req_size:17130; } (duration: 457.243254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:29.690149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:29.097126Z","time spent":"593.00261ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:29.690198Z","caller":"traceutil/trace.go:171","msg":"trace[1117296582] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:621; }","duration":"4.271341527s","start":"2026-04-23T02:19:25.41883Z","end":"2026-04-23T02:19:29.690171Z","steps":["trace[1117296582] 'read index received' (duration: 335.337354ms)","trace[1117296582] 'applied index is now lower than readState.Index' (duration: 3.936001453s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:29.690268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:25.405813Z","time spent":"4.284369056s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:19:29.690373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.271544953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:19:29.690409Z","caller":"traceutil/trace.go:171","msg":"trace[2092238301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:602; }","duration":"4.271644637s","start":"2026-04-23T02:19:25.418757Z","end":"2026-04-23T02:19:29.690402Z","steps":["trace[2092238301] 'agreement among raft nodes before linearized reading' (duration: 4.271504402s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:29.690432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:25.418739Z","time spent":"4.271687277s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:19:29.690593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.2294388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:19:29.690698Z","caller":"traceutil/trace.go:171","msg":"trace[1568775581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:602; }","duration":"4.229639825s","start":"2026-04-23T02:19:25.461033Z","end":"2026-04-23T02:19:29.690672Z","steps":["trace[1568775581] 'agreement among raft nodes before linearized reading' (duration: 4.229312735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:29.69076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:25.461021Z","time spent":"4.229724109s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:19:30.671721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752160056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:19:30.938495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.242886ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:30.93879Z","caller":"traceutil/trace.go:171","msg":"trace[1643231951] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:602; }","duration":"180.544595ms","start":"2026-04-23T02:19:30.758221Z","end":"2026-04-23T02:19:30.938765Z","steps":["trace[1643231951] 'range keys from in-memory index tree' (duration: 180.223135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.172562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752160056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:19:31.604891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.91028727s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:19:31.605306Z","caller":"traceutil/trace.go:171","msg":"trace[1872907535] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.910853629s","start":"2026-04-23T02:19:29.694428Z","end":"2026-04-23T02:19:31.605281Z","steps":["trace[1872907535] 'process raft request' (duration: 1.910681343s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.605437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:29.694404Z","time spent":"1.910968473s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:19:31.733765Z","caller":"traceutil/trace.go:171","msg":"trace[1395260992] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"2.038617086s","start":"2026-04-23T02:19:29.695128Z","end":"2026-04-23T02:19:31.733745Z","steps":["trace[1395260992] 'process raft request' (duration: 2.03687071s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.733894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:29.695116Z","time spent":"2.03871332s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:31.734051Z","caller":"traceutil/trace.go:171","msg":"trace[1895493621] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"2.03811702s","start":"2026-04-23T02:19:29.695909Z","end":"2026-04-23T02:19:31.734026Z","steps":["trace[1895493621] 'process raft request' (duration: 2.0378022s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:31.734153Z","caller":"traceutil/trace.go:171","msg":"trace[1199359041] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:626; }","duration":"1.563050084s","start":"2026-04-23T02:19:30.171091Z","end":"2026-04-23T02:19:31.734141Z","steps":["trace[1199359041] 'read index received' (duration: 1.434118218s)","trace[1199359041] 'applied index is now lower than readState.Index' (duration: 128.931116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:31.734215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:29.695902Z","time spent":"2.038232354s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:19:31.734281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563190028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T02:19:31.734314Z","caller":"traceutil/trace.go:171","msg":"trace[38204421] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:606; }","duration":"1.563257711s","start":"2026-04-23T02:19:30.171046Z","end":"2026-04-23T02:19:31.734304Z","steps":["trace[38204421] 'agreement among raft nodes before linearized reading' (duration: 1.563157488s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.734333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:30.171026Z","time spent":"1.563300022s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-23T02:19:31.734364Z","caller":"traceutil/trace.go:171","msg":"trace[713607335] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"1.5971186s","start":"2026-04-23T02:19:30.137196Z","end":"2026-04-23T02:19:31.734315Z","steps":["trace[713607335] 'process raft request' (duration: 1.596728037s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.734475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.275949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T02:19:31.734587Z","caller":"traceutil/trace.go:171","msg":"trace[1617997385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:606; }","duration":"496.453645ms","start":"2026-04-23T02:19:31.238116Z","end":"2026-04-23T02:19:31.73457Z","steps":["trace[1617997385] 'agreement among raft nodes before linearized reading' (duration: 496.189986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.734634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:31.238087Z","time spent":"496.537548ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:19:31.734636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:30.137171Z","time spent":"1.597324066s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:19:31.734494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.789713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:19:31.734687Z","caller":"traceutil/trace.go:171","msg":"trace[2052672233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:606; }","duration":"495.99828ms","start":"2026-04-23T02:19:31.238676Z","end":"2026-04-23T02:19:31.734675Z","steps":["trace[2052672233] 'agreement among raft nodes before linearized reading' (duration: 495.702571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:31.734743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:31.238667Z","time spent":"496.053802ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:19:32.236022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752160062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:19:32.736423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752160062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:19:33.01716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201426435s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:19:33.383039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.69892ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-23T02:19:33.383319Z","caller":"traceutil/trace.go:171","msg":"trace[1385608035] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:630; }","duration":"1.647710867s","start":"2026-04-23T02:19:31.735589Z","end":"2026-04-23T02:19:33.3833Z","steps":["trace[1385608035] 'read index received' (duration: 1.281727397s)","trace[1385608035] 'applied index is now lower than readState.Index' (duration: 365.98208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:33.383272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:31.735239Z","time spent":"1.648023588s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T02:19:33.38341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647814021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:33.383432Z","caller":"traceutil/trace.go:171","msg":"trace[1941242413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:608; }","duration":"1.647886793s","start":"2026-04-23T02:19:31.735537Z","end":"2026-04-23T02:19:33.383424Z","steps":["trace[1941242413] 'agreement among raft nodes before linearized reading' (duration: 1.647827201s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:33.383467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:31.735516Z","time spent":"1.647940265s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:19:33.383458Z","caller":"traceutil/trace.go:171","msg":"trace[1824674121] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"1.644512494s","start":"2026-04-23T02:19:31.738927Z","end":"2026-04-23T02:19:33.38344Z","steps":["trace[1824674121] 'process raft request' (duration: 1.644217205s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:33.383484Z","caller":"traceutil/trace.go:171","msg":"trace[135220493] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"1.644250006s","start":"2026-04-23T02:19:31.739212Z","end":"2026-04-23T02:19:33.383462Z","steps":["trace[135220493] 'process raft request' (duration: 1.64404461s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:33.383577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:31.738893Z","time spent":"1.644624638s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:19:33.383648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:31.739201Z","time spent":"1.64438913s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:34.430869Z","caller":"traceutil/trace.go:171","msg":"trace[177060500] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"219.888721ms","start":"2026-04-23T02:19:34.210961Z","end":"2026-04-23T02:19:34.430849Z","steps":["trace[177060500] 'process raft request' (duration: 208.774044ms)","trace[177060500] 'compare' (duration: 11.028144ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:34.765226Z","caller":"traceutil/trace.go:171","msg":"trace[623249239] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"112.246539ms","start":"2026-04-23T02:19:34.652966Z","end":"2026-04-23T02:19:34.765212Z","steps":["trace[623249239] 'read index received' (duration: 112.125285ms)","trace[623249239] 'applied index is now lower than readState.Index' (duration: 120.824µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:34.765305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.327653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:34.765322Z","caller":"traceutil/trace.go:171","msg":"trace[28757597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"112.410205ms","start":"2026-04-23T02:19:34.652907Z","end":"2026-04-23T02:19:34.765318Z","steps":["trace[28757597] 'agreement among raft nodes before linearized reading' (duration: 112.364053ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:34.765311Z","caller":"traceutil/trace.go:171","msg":"trace[2102354856] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"173.694076ms","start":"2026-04-23T02:19:34.591589Z","end":"2026-04-23T02:19:34.765283Z","steps":["trace[2102354856] 'process raft request' (duration: 173.534991ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:35.588129Z","caller":"traceutil/trace.go:171","msg":"trace[647733920] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"200.819328ms","start":"2026-04-23T02:19:35.387288Z","end":"2026-04-23T02:19:35.588108Z","steps":["trace[647733920] 'read index received' (duration: 198.71925ms)","trace[647733920] 'applied index is now lower than readState.Index' (duration: 2.098767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:35.588376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.079926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T02:19:35.588441Z","caller":"traceutil/trace.go:171","msg":"trace[509792590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:618; }","duration":"201.18357ms","start":"2026-04-23T02:19:35.387241Z","end":"2026-04-23T02:19:35.588425Z","steps":["trace[509792590] 'agreement among raft nodes before linearized reading' (duration: 200.989473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:35.58917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.934032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T02:19:35.589282Z","caller":"traceutil/trace.go:171","msg":"trace[215973258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:618; }","duration":"201.064985ms","start":"2026-04-23T02:19:35.388187Z","end":"2026-04-23T02:19:35.589252Z","steps":["trace[215973258] 'agreement among raft nodes before linearized reading' (duration: 200.760256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:45.913554Z","caller":"traceutil/trace.go:171","msg":"trace[807390992] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"125.696472ms","start":"2026-04-23T02:19:45.787838Z","end":"2026-04-23T02:19:45.913534Z","steps":["trace[807390992] 'process raft request' (duration: 108.53225ms)","trace[807390992] 'compare' (duration: 17.09283ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:45.917936Z","caller":"traceutil/trace.go:171","msg":"trace[1135079263] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"127.723768ms","start":"2026-04-23T02:19:45.790185Z","end":"2026-04-23T02:19:45.917909Z","steps":["trace[1135079263] 'process raft request' (duration: 127.515061ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:45.918324Z","caller":"traceutil/trace.go:171","msg":"trace[258414968] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"127.955614ms","start":"2026-04-23T02:19:45.790346Z","end":"2026-04-23T02:19:45.918302Z","steps":["trace[258414968] 'process raft request' (duration: 127.49042ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:45.91834Z","caller":"traceutil/trace.go:171","msg":"trace[1034575645] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"124.118341ms","start":"2026-04-23T02:19:45.794142Z","end":"2026-04-23T02:19:45.91826Z","steps":["trace[1034575645] 'process raft request' (duration: 123.897164ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:47.8354Z","caller":"traceutil/trace.go:171","msg":"trace[397610054] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"108.652934ms","start":"2026-04-23T02:19:47.726718Z","end":"2026-04-23T02:19:47.835371Z","steps":["trace[397610054] 'process raft request' (duration: 67.199041ms)","trace[397610054] 'compare' (duration: 41.315429ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:48.22669Z","caller":"traceutil/trace.go:171","msg":"trace[1708725561] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"191.514618ms","start":"2026-04-23T02:19:48.035149Z","end":"2026-04-23T02:19:48.226664Z","steps":["trace[1708725561] 'process raft request' (duration: 123.45506ms)","trace[1708725561] 'compare' (duration: 67.963215ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:49.9501Z","caller":"traceutil/trace.go:171","msg":"trace[1538743042] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:786; }","duration":"109.930635ms","start":"2026-04-23T02:19:49.840144Z","end":"2026-04-23T02:19:49.950075Z","steps":["trace[1538743042] 'read index received' (duration: 109.698798ms)","trace[1538743042] 'applied index is now lower than readState.Index' (duration: 230.877µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:49.950244Z","caller":"traceutil/trace.go:171","msg":"trace[1053901552] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"220.816021ms","start":"2026-04-23T02:19:49.729384Z","end":"2026-04-23T02:19:49.9502Z","steps":["trace[1053901552] 'process raft request' (duration: 220.521642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:49.950375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.204154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:19:49.950516Z","caller":"traceutil/trace.go:171","msg":"trace[1393057751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:757; }","duration":"110.419291ms","start":"2026-04-23T02:19:49.840073Z","end":"2026-04-23T02:19:49.950492Z","steps":["trace[1393057751] 'agreement among raft nodes before linearized reading' (duration: 110.10245ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:50.17585Z","caller":"traceutil/trace.go:171","msg":"trace[187494193] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"135.364153ms","start":"2026-04-23T02:19:50.040449Z","end":"2026-04-23T02:19:50.175814Z","steps":["trace[187494193] 'process raft request' (duration: 98.692154ms)","trace[187494193] 'compare' (duration: 36.473993ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:19:52.146293Z","caller":"traceutil/trace.go:171","msg":"trace[702746121] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"160.15848ms","start":"2026-04-23T02:19:51.986104Z","end":"2026-04-23T02:19:52.146263Z","steps":["trace[702746121] 'process raft request' (duration: 159.986855ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:52.150431Z","caller":"traceutil/trace.go:171","msg":"trace[590642569] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"164.017984ms","start":"2026-04-23T02:19:51.986396Z","end":"2026-04-23T02:19:52.150414Z","steps":["trace[590642569] 'process raft request' (duration: 163.91023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:55.708039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.642547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-b444p\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-23T02:19:55.708154Z","caller":"traceutil/trace.go:171","msg":"trace[1005859718] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-b444p; range_end:; response_count:1; response_revision:781; }","duration":"997.779291ms","start":"2026-04-23T02:19:54.71033Z","end":"2026-04-23T02:19:55.708109Z","steps":["trace[1005859718] 'range keys from in-memory index tree' (duration: 997.435669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:55.708229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:54.710311Z","time spent":"997.898705ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-b444p\" "} {"level":"warn","ts":"2026-04-23T02:19:55.708052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055451214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:19:55.708048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.019004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:19:55.70851Z","caller":"traceutil/trace.go:171","msg":"trace[80235399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:781; }","duration":"1.05593382s","start":"2026-04-23T02:19:54.652542Z","end":"2026-04-23T02:19:55.708475Z","steps":["trace[80235399] 'range keys from in-memory index tree' (duration: 1.055362342s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:19:55.708549Z","caller":"traceutil/trace.go:171","msg":"trace[80643167] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:781; }","duration":"646.575111ms","start":"2026-04-23T02:19:55.061957Z","end":"2026-04-23T02:19:55.708532Z","steps":["trace[80643167] 'count revisions from in-memory index tree' (duration: 645.896089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:55.708599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:54.65252Z","time spent":"1.056052864s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:19:55.708635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:55.061932Z","time spent":"646.687675ms","remote":"127.0.0.1:60784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:19:55.809157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752160443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:19:56.156351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025525364s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:19:56.156722Z","caller":"traceutil/trace.go:171","msg":"trace[81087477] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"1.026021749s","start":"2026-04-23T02:19:55.130678Z","end":"2026-04-23T02:19:56.1567Z","steps":["trace[81087477] 'process raft request' (duration: 1.025890295s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:56.156863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:55.130652Z","time spent":"1.026139323s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:56.166884Z","caller":"traceutil/trace.go:171","msg":"trace[1092013502] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"449.423336ms","start":"2026-04-23T02:19:55.71742Z","end":"2026-04-23T02:19:56.166844Z","steps":["trace[1092013502] 'process raft request' (duration: 449.196299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:56.166973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.058992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:19:56.167014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:55.717402Z","time spent":"449.53452ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:19:56.16712Z","caller":"traceutil/trace.go:171","msg":"trace[354363139] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:783; }","duration":"858.156945ms","start":"2026-04-23T02:19:55.308853Z","end":"2026-04-23T02:19:56.16701Z","steps":["trace[354363139] 'agreement among raft nodes before linearized reading' (duration: 858.066932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:56.167157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:55.308831Z","time spent":"858.31784ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:19:56.166789Z","caller":"traceutil/trace.go:171","msg":"trace[2015415873] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:812; }","duration":"857.873016ms","start":"2026-04-23T02:19:55.308896Z","end":"2026-04-23T02:19:56.166769Z","steps":["trace[2015415873] 'read index received' (duration: 847.771231ms)","trace[2015415873] 'applied index is now lower than readState.Index' (duration: 10.100935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:19:56.167719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.562219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:19:56.167766Z","caller":"traceutil/trace.go:171","msg":"trace[1598922262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:783; }","duration":"457.650971ms","start":"2026-04-23T02:19:55.710103Z","end":"2026-04-23T02:19:56.167754Z","steps":["trace[1598922262] 'agreement among raft nodes before linearized reading' (duration: 457.549238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:19:56.167798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:19:55.710021Z","time spent":"457.769686ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:20:10.576822Z","caller":"traceutil/trace.go:171","msg":"trace[1538901751] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"110.44624ms","start":"2026-04-23T02:20:10.466332Z","end":"2026-04-23T02:20:10.576778Z","steps":["trace[1538901751] 'process raft request' (duration: 108.083644ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:12.696237Z","caller":"traceutil/trace.go:171","msg":"trace[828215179] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"285.386904ms","start":"2026-04-23T02:20:12.410823Z","end":"2026-04-23T02:20:12.69621Z","steps":["trace[828215179] 'process raft request' (duration: 280.085413ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:12.696374Z","caller":"traceutil/trace.go:171","msg":"trace[1699260027] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"284.836546ms","start":"2026-04-23T02:20:12.411515Z","end":"2026-04-23T02:20:12.696351Z","steps":["trace[1699260027] 'process raft request' (duration: 284.740813ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:12.696437Z","caller":"traceutil/trace.go:171","msg":"trace[293472570] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"285.365383ms","start":"2026-04-23T02:20:12.411053Z","end":"2026-04-23T02:20:12.696418Z","steps":["trace[293472570] 'process raft request' (duration: 285.094484ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:12.697071Z","caller":"traceutil/trace.go:171","msg":"trace[152102397] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"285.27449ms","start":"2026-04-23T02:20:12.411074Z","end":"2026-04-23T02:20:12.696348Z","steps":["trace[152102397] 'process raft request' (duration: 285.143596ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:12.968657Z","caller":"traceutil/trace.go:171","msg":"trace[1433381847] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"261.703092ms","start":"2026-04-23T02:20:12.706922Z","end":"2026-04-23T02:20:12.968626Z","steps":["trace[1433381847] 'process raft request' (duration: 248.633302ms)","trace[1433381847] 'compare' (duration: 12.841643ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:12.968767Z","caller":"traceutil/trace.go:171","msg":"trace[818661372] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"261.749994ms","start":"2026-04-23T02:20:12.706996Z","end":"2026-04-23T02:20:12.968746Z","steps":["trace[818661372] 'process raft request' (duration: 261.551047ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:12.968913Z","caller":"traceutil/trace.go:171","msg":"trace[559681444] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"254.731508ms","start":"2026-04-23T02:20:12.714175Z","end":"2026-04-23T02:20:12.968907Z","steps":["trace[559681444] 'process raft request' (duration: 254.567143ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:12.968902Z","caller":"traceutil/trace.go:171","msg":"trace[1770654787] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"254.697587ms","start":"2026-04-23T02:20:12.714185Z","end":"2026-04-23T02:20:12.968882Z","steps":["trace[1770654787] 'process raft request' (duration: 254.633965ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:12.968912Z","caller":"traceutil/trace.go:171","msg":"trace[657038305] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"255.11287ms","start":"2026-04-23T02:20:12.713774Z","end":"2026-04-23T02:20:12.968887Z","steps":["trace[657038305] 'process raft request' (duration: 254.840081ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.066677Z","caller":"traceutil/trace.go:171","msg":"trace[1845686485] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"281.087504ms","start":"2026-04-23T02:20:12.785565Z","end":"2026-04-23T02:20:13.066652Z","steps":["trace[1845686485] 'process raft request' (duration: 280.907798ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.06671Z","caller":"traceutil/trace.go:171","msg":"trace[352633235] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"162.440771ms","start":"2026-04-23T02:20:12.904248Z","end":"2026-04-23T02:20:13.066689Z","steps":["trace[352633235] 'process raft request' (duration: 162.388579ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.066752Z","caller":"traceutil/trace.go:171","msg":"trace[1239593401] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"277.755327ms","start":"2026-04-23T02:20:12.788961Z","end":"2026-04-23T02:20:13.066716Z","steps":["trace[1239593401] 'process raft request' (duration: 277.632163ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.155142Z","caller":"traceutil/trace.go:171","msg":"trace[1869539989] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"181.465962ms","start":"2026-04-23T02:20:12.973641Z","end":"2026-04-23T02:20:13.155107Z","steps":["trace[1869539989] 'process raft request' (duration: 139.777962ms)","trace[1869539989] 'compare' (duration: 41.346139ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:13.155205Z","caller":"traceutil/trace.go:171","msg":"trace[353119407] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"171.652196ms","start":"2026-04-23T02:20:12.983529Z","end":"2026-04-23T02:20:13.155181Z","steps":["trace[353119407] 'process raft request' (duration: 171.46915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.155469Z","caller":"traceutil/trace.go:171","msg":"trace[298604744] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"170.20044ms","start":"2026-04-23T02:20:12.985256Z","end":"2026-04-23T02:20:13.155456Z","steps":["trace[298604744] 'process raft request' (duration: 169.89957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.155458Z","caller":"traceutil/trace.go:171","msg":"trace[1611229159] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"171.613985ms","start":"2026-04-23T02:20:12.983803Z","end":"2026-04-23T02:20:13.155417Z","steps":["trace[1611229159] 'process raft request' (duration: 171.316575ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.155569Z","caller":"traceutil/trace.go:171","msg":"trace[338217386] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"170.196089ms","start":"2026-04-23T02:20:12.985363Z","end":"2026-04-23T02:20:13.155559Z","steps":["trace[338217386] 'process raft request' (duration: 169.828338ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.155652Z","caller":"traceutil/trace.go:171","msg":"trace[990497318] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"171.902484ms","start":"2026-04-23T02:20:12.983741Z","end":"2026-04-23T02:20:13.155644Z","steps":["trace[990497318] 'process raft request' (duration: 171.338006ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.155838Z","caller":"traceutil/trace.go:171","msg":"trace[102164421] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"170.366235ms","start":"2026-04-23T02:20:12.985437Z","end":"2026-04-23T02:20:13.155804Z","steps":["trace[102164421] 'process raft request' (duration: 169.928721ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.155992Z","caller":"traceutil/trace.go:171","msg":"trace[196045886] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"169.833058ms","start":"2026-04-23T02:20:12.986135Z","end":"2026-04-23T02:20:13.155968Z","steps":["trace[196045886] 'process raft request' (duration: 169.353112ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.15601Z","caller":"traceutil/trace.go:171","msg":"trace[1177161673] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"169.389263ms","start":"2026-04-23T02:20:12.986598Z","end":"2026-04-23T02:20:13.155987Z","steps":["trace[1177161673] 'process raft request' (duration: 169.238448ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.1563Z","caller":"traceutil/trace.go:171","msg":"trace[1158486268] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"169.120455ms","start":"2026-04-23T02:20:12.987167Z","end":"2026-04-23T02:20:13.156288Z","steps":["trace[1158486268] 'process raft request' (duration: 168.730282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.156304Z","caller":"traceutil/trace.go:171","msg":"trace[184271605] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"153.395409ms","start":"2026-04-23T02:20:13.002898Z","end":"2026-04-23T02:20:13.156294Z","steps":["trace[184271605] 'process raft request' (duration: 153.078359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.156314Z","caller":"traceutil/trace.go:171","msg":"trace[676845380] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"169.246819ms","start":"2026-04-23T02:20:12.987048Z","end":"2026-04-23T02:20:13.156295Z","steps":["trace[676845380] 'process raft request' (duration: 168.824285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.156399Z","caller":"traceutil/trace.go:171","msg":"trace[1504803337] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"153.345388ms","start":"2026-04-23T02:20:13.003046Z","end":"2026-04-23T02:20:13.156391Z","steps":["trace[1504803337] 'process raft request' (duration: 152.999007ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.156302Z","caller":"traceutil/trace.go:171","msg":"trace[2015020477] linearizableReadLoop","detail":"{readStateIndex:1030; appliedIndex:1014; }","duration":"144.766302ms","start":"2026-04-23T02:20:13.011488Z","end":"2026-04-23T02:20:13.156254Z","steps":["trace[2015020477] 'read index received' (duration: 55.031917ms)","trace[2015020477] 'applied index is now lower than readState.Index' (duration: 89.732885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:20:13.156746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.215257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:20:13.156887Z","caller":"traceutil/trace.go:171","msg":"trace[738027786] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:995; }","duration":"145.407702ms","start":"2026-04-23T02:20:13.011457Z","end":"2026-04-23T02:20:13.156865Z","steps":["trace[738027786] 'agreement among raft nodes before linearized reading' (duration: 145.140644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:13.80175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.418036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:20:13.802121Z","caller":"traceutil/trace.go:171","msg":"trace[1856650901] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"245.990277ms","start":"2026-04-23T02:20:13.556097Z","end":"2026-04-23T02:20:13.802087Z","steps":["trace[1856650901] 'process raft request' (duration: 245.877503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.802131Z","caller":"traceutil/trace.go:171","msg":"trace[2018086148] linearizableReadLoop","detail":"{readStateIndex:1104; appliedIndex:1102; }","duration":"243.247398ms","start":"2026-04-23T02:20:13.558851Z","end":"2026-04-23T02:20:13.802099Z","steps":["trace[2018086148] 'read index received' (duration: 12.375578ms)","trace[2018086148] 'applied index is now lower than readState.Index' (duration: 230.86905ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:13.802195Z","caller":"traceutil/trace.go:171","msg":"trace[468784349] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"240.970995ms","start":"2026-04-23T02:20:13.561215Z","end":"2026-04-23T02:20:13.802186Z","steps":["trace[468784349] 'process raft request' (duration: 240.838841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.802121Z","caller":"traceutil/trace.go:171","msg":"trace[1119167550] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"246.738751ms","start":"2026-04-23T02:20:13.555344Z","end":"2026-04-23T02:20:13.802082Z","steps":["trace[1119167550] 'process raft request' (duration: 15.889551ms)","trace[1119167550] 'compare' (duration: 230.299812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:20:13.802418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.542688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-pvj5g\" ","response":"range_response_count:1 size:2702"} {"level":"info","ts":"2026-04-23T02:20:13.802474Z","caller":"traceutil/trace.go:171","msg":"trace[549705677] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-pvj5g; range_end:; response_count:1; response_revision:1071; }","duration":"243.630591ms","start":"2026-04-23T02:20:13.558829Z","end":"2026-04-23T02:20:13.802459Z","steps":["trace[549705677] 'agreement among raft nodes before linearized reading' (duration: 243.421664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.802476Z","caller":"traceutil/trace.go:171","msg":"trace[249164194] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"240.614364ms","start":"2026-04-23T02:20:13.561728Z","end":"2026-04-23T02:20:13.802343Z","steps":["trace[249164194] 'process raft request' (duration: 240.378027ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.802636Z","caller":"traceutil/trace.go:171","msg":"trace[781870445] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"239.424776ms","start":"2026-04-23T02:20:13.563166Z","end":"2026-04-23T02:20:13.802591Z","steps":["trace[781870445] 'process raft request' (duration: 238.992642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:13.802984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.251064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4735"} {"level":"info","ts":"2026-04-23T02:20:13.803059Z","caller":"traceutil/trace.go:171","msg":"trace[836422240] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:1073; }","duration":"241.336268ms","start":"2026-04-23T02:20:13.561705Z","end":"2026-04-23T02:20:13.803041Z","steps":["trace[836422240] 'agreement among raft nodes before linearized reading' (duration: 241.187053ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:13.803196Z","caller":"traceutil/trace.go:171","msg":"trace[1240032121] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"173.316791ms","start":"2026-04-23T02:20:13.629866Z","end":"2026-04-23T02:20:13.803182Z","steps":["trace[1240032121] 'process raft request' (duration: 172.586108ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:16.518785Z","caller":"traceutil/trace.go:171","msg":"trace[1961701826] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"111.164813ms","start":"2026-04-23T02:20:16.4076Z","end":"2026-04-23T02:20:16.518765Z","steps":["trace[1961701826] 'process raft request' (duration: 103.481906ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:16.65249Z","caller":"traceutil/trace.go:171","msg":"trace[1731289663] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"124.811721ms","start":"2026-04-23T02:20:16.527654Z","end":"2026-04-23T02:20:16.652466Z","steps":["trace[1731289663] 'process raft request' (duration: 118.384194ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:17.367064Z","caller":"traceutil/trace.go:171","msg":"trace[1289590492] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"200.020739ms","start":"2026-04-23T02:20:17.167025Z","end":"2026-04-23T02:20:17.367045Z","steps":["trace[1289590492] 'process raft request' (duration: 199.908675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:21.112167Z","caller":"traceutil/trace.go:171","msg":"trace[1632930467] linearizableReadLoop","detail":"{readStateIndex:1169; appliedIndex:1168; }","duration":"270.377831ms","start":"2026-04-23T02:20:20.841763Z","end":"2026-04-23T02:20:21.112141Z","steps":["trace[1632930467] 'read index received' (duration: 270.083531ms)","trace[1632930467] 'applied index is now lower than readState.Index' (duration: 293.42µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:21.112217Z","caller":"traceutil/trace.go:171","msg":"trace[611657885] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"272.52597ms","start":"2026-04-23T02:20:20.83966Z","end":"2026-04-23T02:20:21.112186Z","steps":["trace[611657885] 'process raft request' (duration: 272.273772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:21.112413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.629849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:20:21.112476Z","caller":"traceutil/trace.go:171","msg":"trace[570643041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1132; }","duration":"270.740033ms","start":"2026-04-23T02:20:20.841719Z","end":"2026-04-23T02:20:21.112459Z","steps":["trace[570643041] 'agreement among raft nodes before linearized reading' (duration: 270.567497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:21.112503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.553694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:20:21.112631Z","caller":"traceutil/trace.go:171","msg":"trace[1258538305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1132; }","duration":"269.71243ms","start":"2026-04-23T02:20:20.8429Z","end":"2026-04-23T02:20:21.112612Z","steps":["trace[1258538305] 'agreement among raft nodes before linearized reading' (duration: 269.448251ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:22.858666Z","caller":"traceutil/trace.go:171","msg":"trace[523188487] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"100.755519ms","start":"2026-04-23T02:20:22.757887Z","end":"2026-04-23T02:20:22.858642Z","steps":["trace[523188487] 'process raft request' (duration: 100.578403ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:22.916619Z","caller":"traceutil/trace.go:171","msg":"trace[1831344339] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"134.176413ms","start":"2026-04-23T02:20:22.782418Z","end":"2026-04-23T02:20:22.916595Z","steps":["trace[1831344339] 'process raft request' (duration: 129.852024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:22.91682Z","caller":"traceutil/trace.go:171","msg":"trace[1960429417] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"134.171282ms","start":"2026-04-23T02:20:22.782626Z","end":"2026-04-23T02:20:22.916798Z","steps":["trace[1960429417] 'process raft request' (duration: 133.913924ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:29.057136Z","caller":"traceutil/trace.go:171","msg":"trace[1219665399] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"201.532509ms","start":"2026-04-23T02:20:28.855573Z","end":"2026-04-23T02:20:29.057106Z","steps":["trace[1219665399] 'process raft request' (duration: 201.184427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.420227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.978049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:20:29.420329Z","caller":"traceutil/trace.go:171","msg":"trace[1187059393] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"358.782932ms","start":"2026-04-23T02:20:29.06153Z","end":"2026-04-23T02:20:29.420313Z","steps":["trace[1187059393] 'process raft request' (duration: 246.636277ms)","trace[1187059393] 'compare' (duration: 111.856156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:20:29.420377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:29.061514Z","time spent":"358.841714ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:20:29.488375Z","caller":"traceutil/trace.go:171","msg":"trace[1817116928] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"425.881889ms","start":"2026-04-23T02:20:29.062472Z","end":"2026-04-23T02:20:29.488354Z","steps":["trace[1817116928] 'process raft request' (duration: 425.710483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.488518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:29.062458Z","time spent":"425.981092ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:20:29.488516Z","caller":"traceutil/trace.go:171","msg":"trace[1394487627] linearizableReadLoop","detail":"{readStateIndex:1226; appliedIndex:1223; }","duration":"421.048003ms","start":"2026-04-23T02:20:29.067446Z","end":"2026-04-23T02:20:29.488494Z","steps":["trace[1394487627] 'read index received' (duration: 240.755658ms)","trace[1394487627] 'applied index is now lower than readState.Index' (duration: 180.290865ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:29.488658Z","caller":"traceutil/trace.go:171","msg":"trace[177107782] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"425.236898ms","start":"2026-04-23T02:20:29.063373Z","end":"2026-04-23T02:20:29.48861Z","steps":["trace[177107782] 'process raft request' (duration: 424.929118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.488812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:29.063358Z","time spent":"425.371613ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4768,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:20:29.488886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.394205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-04-23T02:20:29.489027Z","caller":"traceutil/trace.go:171","msg":"trace[1907991011] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1188; }","duration":"421.587091ms","start":"2026-04-23T02:20:29.067409Z","end":"2026-04-23T02:20:29.488996Z","steps":["trace[1907991011] 'agreement among raft nodes before linearized reading' (duration: 421.183518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.489093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:29.067394Z","time spent":"421.683454ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2919,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-23T02:20:29.509229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.066966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:20:29.509274Z","caller":"traceutil/trace.go:171","msg":"trace[1969713931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1189; }","duration":"361.132978ms","start":"2026-04-23T02:20:29.148132Z","end":"2026-04-23T02:20:29.509265Z","steps":["trace[1969713931] 'agreement among raft nodes before linearized reading' (duration: 360.998494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.509302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:29.148123Z","time spent":"361.175149ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:20:29.509337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.119302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T02:20:29.50944Z","caller":"traceutil/trace.go:171","msg":"trace[973853314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1189; }","duration":"368.259717ms","start":"2026-04-23T02:20:29.141157Z","end":"2026-04-23T02:20:29.509417Z","steps":["trace[973853314] 'agreement among raft nodes before linearized reading' (duration: 367.985778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.509431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.172809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T02:20:29.50952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:29.141143Z","time spent":"368.35512ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:20:29.509525Z","caller":"traceutil/trace.go:171","msg":"trace[1531015482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1189; }","duration":"361.317184ms","start":"2026-04-23T02:20:29.148189Z","end":"2026-04-23T02:20:29.509506Z","steps":["trace[1531015482] 'agreement among raft nodes before linearized reading' (duration: 361.020704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.509588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:29.148166Z","time spent":"361.412427ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:20:29.693826Z","caller":"traceutil/trace.go:171","msg":"trace[1250475180] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1227; }","duration":"184.688457ms","start":"2026-04-23T02:20:29.509113Z","end":"2026-04-23T02:20:29.693801Z","steps":["trace[1250475180] 'read index received' (duration: 118.622593ms)","trace[1250475180] 'applied index is now lower than readState.Index' (duration: 66.063134ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:29.69408Z","caller":"traceutil/trace.go:171","msg":"trace[260922493] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"180.679337ms","start":"2026-04-23T02:20:29.51339Z","end":"2026-04-23T02:20:29.694069Z","steps":["trace[260922493] 'process raft request' (duration: 180.332516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:29.694082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.400314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-04-23T02:20:29.69419Z","caller":"traceutil/trace.go:171","msg":"trace[698572929] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1193; }","duration":"201.475666ms","start":"2026-04-23T02:20:29.492656Z","end":"2026-04-23T02:20:29.694132Z","steps":["trace[698572929] 'agreement among raft nodes before linearized reading' (duration: 201.26327ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:29.694278Z","caller":"traceutil/trace.go:171","msg":"trace[647960787] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"180.531213ms","start":"2026-04-23T02:20:29.513734Z","end":"2026-04-23T02:20:29.694265Z","steps":["trace[647960787] 'process raft request' (duration: 180.058487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:29.693851Z","caller":"traceutil/trace.go:171","msg":"trace[255122001] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"198.353556ms","start":"2026-04-23T02:20:29.495455Z","end":"2026-04-23T02:20:29.693809Z","steps":["trace[255122001] 'process raft request' (duration: 132.306383ms)","trace[255122001] 'compare' (duration: 65.700382ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:29.693892Z","caller":"traceutil/trace.go:171","msg":"trace[919702350] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"179.291933ms","start":"2026-04-23T02:20:29.514585Z","end":"2026-04-23T02:20:29.693877Z","steps":["trace[919702350] 'process raft request' (duration: 179.251562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:29.915372Z","caller":"traceutil/trace.go:171","msg":"trace[152087899] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"127.463148ms","start":"2026-04-23T02:20:29.787869Z","end":"2026-04-23T02:20:29.915332Z","steps":["trace[152087899] 'process raft request' (duration: 80.328953ms)","trace[152087899] 'compare' (duration: 46.830965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:20:31.497422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215356065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:20:31.497562Z","caller":"traceutil/trace.go:171","msg":"trace[372616305] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1197; }","duration":"1.215541301s","start":"2026-04-23T02:20:30.282001Z","end":"2026-04-23T02:20:31.497542Z","steps":["trace[372616305] 'count revisions from in-memory index tree' (duration: 1.215258882s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:31.497692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:30.281952Z","time spent":"1.215648734s","remote":"127.0.0.1:40800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:20:31.497868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323545412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T02:20:31.497933Z","caller":"traceutil/trace.go:171","msg":"trace[990667826] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:1197; }","duration":"1.323662117s","start":"2026-04-23T02:20:30.174257Z","end":"2026-04-23T02:20:31.497919Z","steps":["trace[990667826] 'range keys from in-memory index tree' (duration: 1.323371196s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:31.497962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:30.174236Z","time spent":"1.323718838s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T02:20:31.498193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054846326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:20:31.498424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.603202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:20:31.498452Z","caller":"traceutil/trace.go:171","msg":"trace[1723541323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1197; }","duration":"827.648112ms","start":"2026-04-23T02:20:30.670797Z","end":"2026-04-23T02:20:31.498445Z","steps":["trace[1723541323] 'range keys from in-memory index tree' (duration: 827.53917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:31.49847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:30.670787Z","time spent":"827.678224ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:20:31.498555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.758308ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:20:31.498629Z","caller":"traceutil/trace.go:171","msg":"trace[160566332] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1197; }","duration":"739.849881ms","start":"2026-04-23T02:20:30.758763Z","end":"2026-04-23T02:20:31.498613Z","steps":["trace[160566332] 'range keys from in-memory index tree' (duration: 739.750608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:31.49869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.603644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:20:31.498636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.017068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:20:31.498934Z","caller":"traceutil/trace.go:171","msg":"trace[174570532] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1197; }","duration":"867.458722ms","start":"2026-04-23T02:20:30.631449Z","end":"2026-04-23T02:20:31.498908Z","steps":["trace[174570532] 'count revisions from in-memory index tree' (duration: 866.936606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:31.499008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:30.631428Z","time spent":"867.558626ms","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:20:31.499105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.776163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:20:31.499208Z","caller":"traceutil/trace.go:171","msg":"trace[359022751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1197; }","duration":"970.973429ms","start":"2026-04-23T02:20:30.528216Z","end":"2026-04-23T02:20:31.499189Z","steps":["trace[359022751] 'range keys from in-memory index tree' (duration: 970.135512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:31.499277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:30.528198Z","time spent":"971.066443ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:20:31.498776Z","caller":"traceutil/trace.go:171","msg":"trace[1413000279] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1197; }","duration":"749.777039ms","start":"2026-04-23T02:20:30.748979Z","end":"2026-04-23T02:20:31.498756Z","steps":["trace[1413000279] 'count revisions from in-memory index tree' (duration: 749.502821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:31.499537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:30.748953Z","time spent":"750.566365ms","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:20:31.498266Z","caller":"traceutil/trace.go:171","msg":"trace[1469476399] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1197; }","duration":"1.054961199s","start":"2026-04-23T02:20:30.443287Z","end":"2026-04-23T02:20:31.498248Z","steps":["trace[1469476399] 'count revisions from in-memory index tree' (duration: 1.054762873s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:31.499934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:30.443264Z","time spent":"1.056610032s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:20:35.66228Z","caller":"traceutil/trace.go:171","msg":"trace[1585034836] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1265; }","duration":"137.057695ms","start":"2026-04-23T02:20:35.525196Z","end":"2026-04-23T02:20:35.662254Z","steps":["trace[1585034836] 'read index received' (duration: 59.640237ms)","trace[1585034836] 'applied index is now lower than readState.Index' (duration: 77.416408ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:35.662362Z","caller":"traceutil/trace.go:171","msg":"trace[548464130] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"138.75036ms","start":"2026-04-23T02:20:35.523577Z","end":"2026-04-23T02:20:35.662327Z","steps":["trace[548464130] 'process raft request' (duration: 138.515232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:35.662611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.386486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:20:35.66256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.223258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:20:35.662685Z","caller":"traceutil/trace.go:171","msg":"trace[1473002564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1227; }","duration":"137.517991ms","start":"2026-04-23T02:20:35.52515Z","end":"2026-04-23T02:20:35.662668Z","steps":["trace[1473002564] 'agreement among raft nodes before linearized reading' (duration: 137.218281ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:35.662697Z","caller":"traceutil/trace.go:171","msg":"trace[442369006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1227; }","duration":"136.425805ms","start":"2026-04-23T02:20:35.526258Z","end":"2026-04-23T02:20:35.662683Z","steps":["trace[442369006] 'agreement among raft nodes before linearized reading' (duration: 136.149956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:35.936281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.996079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:20:35.936481Z","caller":"traceutil/trace.go:171","msg":"trace[1569963678] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"211.909841ms","start":"2026-04-23T02:20:35.724554Z","end":"2026-04-23T02:20:35.936464Z","steps":["trace[1569963678] 'process raft request' (duration: 211.87409ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:35.936565Z","caller":"traceutil/trace.go:171","msg":"trace[589667444] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"214.758983ms","start":"2026-04-23T02:20:35.721781Z","end":"2026-04-23T02:20:35.93654Z","steps":["trace[589667444] 'process raft request' (duration: 214.596758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:35.936619Z","caller":"traceutil/trace.go:171","msg":"trace[686216983] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"216.472308ms","start":"2026-04-23T02:20:35.71996Z","end":"2026-04-23T02:20:35.936433Z","steps":["trace[686216983] 'process raft request' (duration: 109.251002ms)","trace[686216983] 'compare' (duration: 106.904016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:20:36.162193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.460621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/self-signed\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:20:36.162305Z","caller":"traceutil/trace.go:171","msg":"trace[230040528] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/self-signed; range_end:; response_count:0; response_revision:1232; }","duration":"115.596935ms","start":"2026-04-23T02:20:36.046688Z","end":"2026-04-23T02:20:36.162285Z","steps":["trace[230040528] 'range keys from in-memory index tree' (duration: 115.350048ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:37.11111Z","caller":"traceutil/trace.go:171","msg":"trace[1855115618] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1274; }","duration":"108.848029ms","start":"2026-04-23T02:20:37.002233Z","end":"2026-04-23T02:20:37.111081Z","steps":["trace[1855115618] 'read index received' (duration: 108.652343ms)","trace[1855115618] 'applied index is now lower than readState.Index' (duration: 191.326µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:37.111138Z","caller":"traceutil/trace.go:171","msg":"trace[1830663030] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"213.561055ms","start":"2026-04-23T02:20:36.897551Z","end":"2026-04-23T02:20:37.111112Z","steps":["trace[1830663030] 'process raft request' (duration: 213.356138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:37.111286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.028824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:20:37.111341Z","caller":"traceutil/trace.go:171","msg":"trace[456364929] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1235; }","duration":"109.145959ms","start":"2026-04-23T02:20:37.002183Z","end":"2026-04-23T02:20:37.111329Z","steps":["trace[456364929] 'agreement among raft nodes before linearized reading' (duration: 109.009824ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:37.335286Z","caller":"traceutil/trace.go:171","msg":"trace[1311762752] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"211.025453ms","start":"2026-04-23T02:20:37.124242Z","end":"2026-04-23T02:20:37.335268Z","steps":["trace[1311762752] 'process raft request' (duration: 210.952531ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:37.335542Z","caller":"traceutil/trace.go:171","msg":"trace[110864431] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1236; }","duration":"214.886017ms","start":"2026-04-23T02:20:37.120467Z","end":"2026-04-23T02:20:37.335353Z","steps":["trace[110864431] 'process raft request' (duration: 199.489622ms)","trace[110864431] 'compare' (duration: 15.163287ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:37.357237Z","caller":"traceutil/trace.go:171","msg":"trace[474365557] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"219.153534ms","start":"2026-04-23T02:20:37.138061Z","end":"2026-04-23T02:20:37.357215Z","steps":["trace[474365557] 'process raft request' (duration: 219.03325ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:37.574914Z","caller":"traceutil/trace.go:171","msg":"trace[13757431] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"234.57117ms","start":"2026-04-23T02:20:37.340304Z","end":"2026-04-23T02:20:37.574875Z","steps":["trace[13757431] 'process raft request' (duration: 195.134882ms)","trace[13757431] 'compare' (duration: 38.813828ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:37.574991Z","caller":"traceutil/trace.go:171","msg":"trace[1330575119] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"227.164182ms","start":"2026-04-23T02:20:37.347813Z","end":"2026-04-23T02:20:37.574977Z","steps":["trace[1330575119] 'process raft request' (duration: 226.982786ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:37.574964Z","caller":"traceutil/trace.go:171","msg":"trace[1184337513] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"225.590661ms","start":"2026-04-23T02:20:37.349352Z","end":"2026-04-23T02:20:37.574942Z","steps":["trace[1184337513] 'process raft request' (duration: 225.510688ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:37.729794Z","caller":"traceutil/trace.go:171","msg":"trace[1115999357] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"149.32657ms","start":"2026-04-23T02:20:37.580445Z","end":"2026-04-23T02:20:37.729771Z","steps":["trace[1115999357] 'process raft request' (duration: 149.271038ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:37.729815Z","caller":"traceutil/trace.go:171","msg":"trace[577140416] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"149.34547ms","start":"2026-04-23T02:20:37.580444Z","end":"2026-04-23T02:20:37.729789Z","steps":["trace[577140416] 'process raft request' (duration: 144.744733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:37.807998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.170019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:20:37.808077Z","caller":"traceutil/trace.go:171","msg":"trace[617228983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1247; }","duration":"123.269612ms","start":"2026-04-23T02:20:37.68479Z","end":"2026-04-23T02:20:37.80806Z","steps":["trace[617228983] 'agreement among raft nodes before linearized reading' (duration: 123.042915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:37.808076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.351323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:20:37.808151Z","caller":"traceutil/trace.go:171","msg":"trace[79166970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1247; }","duration":"122.437295ms","start":"2026-04-23T02:20:37.685687Z","end":"2026-04-23T02:20:37.808124Z","steps":["trace[79166970] 'agreement among raft nodes before linearized reading' (duration: 122.226309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:37.967163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.15685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:20:37.96729Z","caller":"traceutil/trace.go:171","msg":"trace[856642943] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"224.02043ms","start":"2026-04-23T02:20:37.743244Z","end":"2026-04-23T02:20:37.967265Z","steps":["trace[856642943] 'process raft request' (duration: 90.661124ms)","trace[856642943] 'compare' (duration: 132.879161ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:38.000386Z","caller":"traceutil/trace.go:171","msg":"trace[52134767] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"188.22334ms","start":"2026-04-23T02:20:37.812139Z","end":"2026-04-23T02:20:38.000362Z","steps":["trace[52134767] 'process raft request' (duration: 188.052955ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:38.00059Z","caller":"traceutil/trace.go:171","msg":"trace[652998951] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"188.260481ms","start":"2026-04-23T02:20:37.812312Z","end":"2026-04-23T02:20:38.000572Z","steps":["trace[652998951] 'process raft request' (duration: 188.014513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:38.000803Z","caller":"traceutil/trace.go:171","msg":"trace[684590807] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"181.810074ms","start":"2026-04-23T02:20:37.818985Z","end":"2026-04-23T02:20:38.000795Z","steps":["trace[684590807] 'process raft request' (duration: 181.709741ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:38.000795Z","caller":"traceutil/trace.go:171","msg":"trace[327730906] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"184.344006ms","start":"2026-04-23T02:20:37.816425Z","end":"2026-04-23T02:20:38.000769Z","steps":["trace[327730906] 'process raft request' (duration: 184.090087ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:38.000786Z","caller":"traceutil/trace.go:171","msg":"trace[2090714027] linearizableReadLoop","detail":"{readStateIndex:1292; appliedIndex:1288; }","duration":"184.328555ms","start":"2026-04-23T02:20:37.816438Z","end":"2026-04-23T02:20:38.000767Z","steps":["trace[2090714027] 'read index received' (duration: 17.478462ms)","trace[2090714027] 'applied index is now lower than readState.Index' (duration: 166.848883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:20:38.000964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.507581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2360"} {"level":"info","ts":"2026-04-23T02:20:38.001019Z","caller":"traceutil/trace.go:171","msg":"trace[1269772952] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1252; }","duration":"184.587793ms","start":"2026-04-23T02:20:37.816419Z","end":"2026-04-23T02:20:38.001006Z","steps":["trace[1269772952] 'agreement among raft nodes before linearized reading' (duration: 184.416738ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:38.384198Z","caller":"traceutil/trace.go:171","msg":"trace[2102110232] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"373.37498ms","start":"2026-04-23T02:20:38.010801Z","end":"2026-04-23T02:20:38.384176Z","steps":["trace[2102110232] 'process raft request' (duration: 373.076321ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:38.384271Z","caller":"traceutil/trace.go:171","msg":"trace[1535740369] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"373.024969ms","start":"2026-04-23T02:20:38.011222Z","end":"2026-04-23T02:20:38.384247Z","steps":["trace[1535740369] 'process raft request' (duration: 372.774401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:38.38431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:38.010764Z","time spent":"373.484304ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:20:38.38434Z","caller":"traceutil/trace.go:171","msg":"trace[201719246] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"373.04474ms","start":"2026-04-23T02:20:38.011272Z","end":"2026-04-23T02:20:38.384317Z","steps":["trace[201719246] 'process raft request' (duration: 372.915926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:38.38438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:38.011205Z","time spent":"373.119842ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:20:38.384431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:38.011242Z","time spent":"373.138973ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:20:38.384946Z","caller":"traceutil/trace.go:171","msg":"trace[769231927] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"373.387181ms","start":"2026-04-23T02:20:38.011546Z","end":"2026-04-23T02:20:38.384933Z","steps":["trace[769231927] 'process raft request' (duration: 373.182054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:38.385024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:38.01153Z","time spent":"373.450772ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:20:38.385104Z","caller":"traceutil/trace.go:171","msg":"trace[970436149] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"372.815892ms","start":"2026-04-23T02:20:38.012262Z","end":"2026-04-23T02:20:38.385078Z","steps":["trace[970436149] 'process raft request' (duration: 372.609176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:38.385229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:38.012253Z","time spent":"372.916855ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:20:38.385419Z","caller":"traceutil/trace.go:171","msg":"trace[304930555] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"373.091161ms","start":"2026-04-23T02:20:38.012317Z","end":"2026-04-23T02:20:38.385408Z","steps":["trace[304930555] 'process raft request' (duration: 372.586075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:38.385473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:38.012305Z","time spent":"373.145523ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:20:38.385507Z","caller":"traceutil/trace.go:171","msg":"trace[605025359] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"372.573765ms","start":"2026-04-23T02:20:38.012919Z","end":"2026-04-23T02:20:38.385493Z","steps":["trace[605025359] 'process raft request' (duration: 372.456911ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:38.385523Z","caller":"traceutil/trace.go:171","msg":"trace[255981231] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"372.586145ms","start":"2026-04-23T02:20:38.012925Z","end":"2026-04-23T02:20:38.385511Z","steps":["trace[255981231] 'process raft request' (duration: 372.480322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:38.385573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:38.012908Z","time spent":"372.636086ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:20:38.385583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:38.012916Z","time spent":"372.637527ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:20:38.385654Z","caller":"traceutil/trace.go:171","msg":"trace[1892519857] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"372.629676ms","start":"2026-04-23T02:20:38.013003Z","end":"2026-04-23T02:20:38.385632Z","steps":["trace[1892519857] 'process raft request' (duration: 372.42756ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:38.385693Z","caller":"traceutil/trace.go:171","msg":"trace[127798484] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"368.274567ms","start":"2026-04-23T02:20:38.017407Z","end":"2026-04-23T02:20:38.385682Z","steps":["trace[127798484] 'process raft request' (duration: 368.046289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:38.385759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:38.017386Z","time spent":"368.330688ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:20:38.385767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:38.012976Z","time spent":"372.74077ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:20:38.583236Z","caller":"traceutil/trace.go:171","msg":"trace[1296343230] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"192.767496ms","start":"2026-04-23T02:20:38.390448Z","end":"2026-04-23T02:20:38.583216Z","steps":["trace[1296343230] 'process raft request' (duration: 190.148162ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:38.58436Z","caller":"traceutil/trace.go:171","msg":"trace[910160416] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"186.918918ms","start":"2026-04-23T02:20:38.397422Z","end":"2026-04-23T02:20:38.584341Z","steps":["trace[910160416] 'process raft request' (duration: 186.867497ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:38.584386Z","caller":"traceutil/trace.go:171","msg":"trace[117568788] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"192.816868ms","start":"2026-04-23T02:20:38.391553Z","end":"2026-04-23T02:20:38.58437Z","steps":["trace[117568788] 'process raft request' (duration: 192.641673ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:45.458787Z","caller":"traceutil/trace.go:171","msg":"trace[1266752547] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"131.748755ms","start":"2026-04-23T02:20:45.327014Z","end":"2026-04-23T02:20:45.458763Z","steps":["trace[1266752547] 'process raft request' (duration: 131.556188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:48.934864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.451178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:20:48.934983Z","caller":"traceutil/trace.go:171","msg":"trace[772178225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1339; }","duration":"282.596372ms","start":"2026-04-23T02:20:48.652329Z","end":"2026-04-23T02:20:48.934925Z","steps":["trace[772178225] 'range keys from in-memory index tree' (duration: 282.036504ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:51.124559Z","caller":"traceutil/trace.go:171","msg":"trace[224634837] linearizableReadLoop","detail":"{readStateIndex:1397; appliedIndex:1396; }","duration":"106.707409ms","start":"2026-04-23T02:20:51.017826Z","end":"2026-04-23T02:20:51.124534Z","steps":["trace[224634837] 'read index received' (duration: 106.385089ms)","trace[224634837] 'applied index is now lower than readState.Index' (duration: 321.1µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:51.124625Z","caller":"traceutil/trace.go:171","msg":"trace[1117234550] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"164.780346ms","start":"2026-04-23T02:20:50.959801Z","end":"2026-04-23T02:20:51.124582Z","steps":["trace[1117234550] 'process raft request' (duration: 164.568549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:51.124724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.870314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:20:51.12479Z","caller":"traceutil/trace.go:171","msg":"trace[2138273798] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1350; }","duration":"106.990188ms","start":"2026-04-23T02:20:51.017788Z","end":"2026-04-23T02:20:51.124778Z","steps":["trace[2138273798] 'agreement among raft nodes before linearized reading' (duration: 106.856234ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:53.916073Z","caller":"traceutil/trace.go:171","msg":"trace[2688462] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"232.545945ms","start":"2026-04-23T02:20:53.683508Z","end":"2026-04-23T02:20:53.916054Z","steps":["trace[2688462] 'process raft request' (duration: 232.451071ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:54.046469Z","caller":"traceutil/trace.go:171","msg":"trace[1932022218] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"237.558446ms","start":"2026-04-23T02:20:53.808883Z","end":"2026-04-23T02:20:54.046441Z","steps":["trace[1932022218] 'process raft request' (duration: 190.192133ms)","trace[1932022218] 'compare' (duration: 47.254929ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:54.107541Z","caller":"traceutil/trace.go:171","msg":"trace[1182478805] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"183.009573ms","start":"2026-04-23T02:20:53.924494Z","end":"2026-04-23T02:20:54.107503Z","steps":["trace[1182478805] 'process raft request' (duration: 182.863568ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:54.257127Z","caller":"traceutil/trace.go:171","msg":"trace[1895473966] linearizableReadLoop","detail":"{readStateIndex:1502; appliedIndex:1501; }","duration":"102.872987ms","start":"2026-04-23T02:20:54.15423Z","end":"2026-04-23T02:20:54.257103Z","steps":["trace[1895473966] 'read index received' (duration: 28.954141ms)","trace[1895473966] 'applied index is now lower than readState.Index' (duration: 73.917626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:20:54.257325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.070973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T02:20:54.257364Z","caller":"traceutil/trace.go:171","msg":"trace[2146111906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1454; }","duration":"103.183007ms","start":"2026-04-23T02:20:54.15417Z","end":"2026-04-23T02:20:54.257353Z","steps":["trace[2146111906] 'agreement among raft nodes before linearized reading' (duration: 103.022672ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:20:54.25722Z","caller":"traceutil/trace.go:171","msg":"trace[1395122166] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"145.409774ms","start":"2026-04-23T02:20:54.111768Z","end":"2026-04-23T02:20:54.257178Z","steps":["trace[1395122166] 'process raft request' (duration: 71.423566ms)","trace[1395122166] 'compare' (duration: 73.780161ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:54.417Z","caller":"traceutil/trace.go:171","msg":"trace[1194145558] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"155.488178ms","start":"2026-04-23T02:20:54.26148Z","end":"2026-04-23T02:20:54.416968Z","steps":["trace[1194145558] 'process raft request' (duration: 100.585583ms)","trace[1194145558] 'compare' (duration: 54.75263ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:56.545364Z","caller":"traceutil/trace.go:171","msg":"trace[370617143] linearizableReadLoop","detail":"{readStateIndex:1508; appliedIndex:1507; }","duration":"425.435845ms","start":"2026-04-23T02:20:56.119904Z","end":"2026-04-23T02:20:56.54534Z","steps":["trace[370617143] 'read index received' (duration: 425.240069ms)","trace[370617143] 'applied index is now lower than readState.Index' (duration: 194.146µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:20:56.545447Z","caller":"traceutil/trace.go:171","msg":"trace[207936339] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"494.828366ms","start":"2026-04-23T02:20:56.050577Z","end":"2026-04-23T02:20:56.545406Z","steps":["trace[207936339] 'process raft request' (duration: 494.591659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:56.545664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.744105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T02:20:56.545728Z","caller":"traceutil/trace.go:171","msg":"trace[641195234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1459; }","duration":"425.855359ms","start":"2026-04-23T02:20:56.119857Z","end":"2026-04-23T02:20:56.545712Z","steps":["trace[641195234] 'agreement among raft nodes before linearized reading' (duration: 425.647473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:56.545744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.749492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T02:20:56.545752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.191845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T02:20:56.54579Z","caller":"traceutil/trace.go:171","msg":"trace[78659243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1459; }","duration":"106.833934ms","start":"2026-04-23T02:20:56.438944Z","end":"2026-04-23T02:20:56.545778Z","steps":["trace[78659243] 'agreement among raft nodes before linearized reading' (duration: 106.654409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:56.545771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:56.119834Z","time spent":"425.923931ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:20:56.545831Z","caller":"traceutil/trace.go:171","msg":"trace[232325304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1459; }","duration":"284.323959ms","start":"2026-04-23T02:20:56.261487Z","end":"2026-04-23T02:20:56.545811Z","steps":["trace[232325304] 'agreement among raft nodes before linearized reading' (duration: 284.073591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:20:56.546046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:20:56.050562Z","time spent":"494.97213ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:01.163012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.243185ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:01.163182Z","caller":"traceutil/trace.go:171","msg":"trace[1136508034] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1476; }","duration":"404.432301ms","start":"2026-04-23T02:21:00.758723Z","end":"2026-04-23T02:21:01.163155Z","steps":["trace[1136508034] 'range keys from in-memory index tree' (duration: 404.217715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:01.163362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.446484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:01.16349Z","caller":"traceutil/trace.go:171","msg":"trace[1937906742] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1526; }","duration":"595.002936ms","start":"2026-04-23T02:21:00.568479Z","end":"2026-04-23T02:21:01.163482Z","steps":["trace[1937906742] 'read index received' (duration: 23.389007ms)","trace[1937906742] 'applied index is now lower than readState.Index' (duration: 571.613089ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:01.163522Z","caller":"traceutil/trace.go:171","msg":"trace[2006538212] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"771.934674ms","start":"2026-04-23T02:21:00.391556Z","end":"2026-04-23T02:21:01.163491Z","steps":["trace[2006538212] 'process raft request' (duration: 200.299894ms)","trace[2006538212] 'compare' (duration: 571.242618ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:01.163562Z","caller":"traceutil/trace.go:171","msg":"trace[2061731717] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"602.34149ms","start":"2026-04-23T02:21:00.5612Z","end":"2026-04-23T02:21:01.163541Z","steps":["trace[2061731717] 'process raft request' (duration: 602.227336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:01.163716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:00.561178Z","time spent":"602.460654ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:01.163793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:00.391531Z","time spent":"772.089529ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:01.163882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.359717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T02:21:01.163975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.187891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T02:21:01.163984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.517879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:21:01.164014Z","caller":"traceutil/trace.go:171","msg":"trace[1738308744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1478; }","duration":"595.235764ms","start":"2026-04-23T02:21:00.568768Z","end":"2026-04-23T02:21:01.164004Z","steps":["trace[1738308744] 'agreement among raft nodes before linearized reading' (duration: 594.790529ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:01.16402Z","caller":"traceutil/trace.go:171","msg":"trace[919773248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1478; }","duration":"588.588451ms","start":"2026-04-23T02:21:00.575421Z","end":"2026-04-23T02:21:01.164009Z","steps":["trace[919773248] 'agreement among raft nodes before linearized reading' (duration: 588.429576ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:01.164005Z","caller":"traceutil/trace.go:171","msg":"trace[1447024518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1478; }","duration":"595.514362ms","start":"2026-04-23T02:21:00.56846Z","end":"2026-04-23T02:21:01.163975Z","steps":["trace[1447024518] 'agreement among raft nodes before linearized reading' (duration: 595.083818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:01.164055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:00.5754Z","time spent":"588.649963ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:21:01.16406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:00.568766Z","time spent":"595.285835ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:21:01.164075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:00.568452Z","time spent":"595.607305ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:21:01.164152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.266614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:01.164211Z","caller":"traceutil/trace.go:171","msg":"trace[1486805431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1478; }","duration":"512.350567ms","start":"2026-04-23T02:21:00.651842Z","end":"2026-04-23T02:21:01.164193Z","steps":["trace[1486805431] 'agreement among raft nodes before linearized reading' (duration: 512.259704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:01.164243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:00.651822Z","time spent":"512.414739ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:21:01.164235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.220233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:21:01.164244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.718974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:21:01.164304Z","caller":"traceutil/trace.go:171","msg":"trace[1531291888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1478; }","duration":"590.296975ms","start":"2026-04-23T02:21:00.573985Z","end":"2026-04-23T02:21:01.164282Z","steps":["trace[1531291888] 'agreement among raft nodes before linearized reading' (duration: 590.12256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:01.16431Z","caller":"traceutil/trace.go:171","msg":"trace[1316098595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1478; }","duration":"556.801046ms","start":"2026-04-23T02:21:00.607492Z","end":"2026-04-23T02:21:01.164293Z","steps":["trace[1316098595] 'agreement among raft nodes before linearized reading' (duration: 556.075543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:01.164354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:00.57398Z","time spent":"590.364857ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:21:01.164366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:00.607485Z","time spent":"556.869768ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:21:01.670127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752161746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:21:02.170843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752161746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:21:02.464569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295877851s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:21:02.696226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.273723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:02.696364Z","caller":"traceutil/trace.go:171","msg":"trace[740469747] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"1.527721272s","start":"2026-04-23T02:21:01.168616Z","end":"2026-04-23T02:21:02.696337Z","steps":["trace[740469747] 'process raft request' (duration: 1.296232522s)","trace[740469747] 'compare' (duration: 230.920742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:02.696439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:01.168603Z","time spent":"1.527804196s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:02.809Z","caller":"traceutil/trace.go:171","msg":"trace[1061023632] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"1.640124301s","start":"2026-04-23T02:21:01.168841Z","end":"2026-04-23T02:21:02.808965Z","steps":["trace[1061023632] 'process raft request' (duration: 1.639985106s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:02.809006Z","caller":"traceutil/trace.go:171","msg":"trace[1911408845] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"1.640137832s","start":"2026-04-23T02:21:01.168818Z","end":"2026-04-23T02:21:02.808955Z","steps":["trace[1911408845] 'process raft request' (duration: 1.639723758s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:02.809145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:01.168825Z","time spent":"1.640241834s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:02.809156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:01.168798Z","time spent":"1.640283686s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:02.809269Z","caller":"traceutil/trace.go:171","msg":"trace[733983393] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"1.639828692s","start":"2026-04-23T02:21:01.16913Z","end":"2026-04-23T02:21:02.808959Z","steps":["trace[733983393] 'process raft request' (duration: 1.639755439s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:02.809285Z","caller":"traceutil/trace.go:171","msg":"trace[189712123] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"1.63977305s","start":"2026-04-23T02:21:01.169498Z","end":"2026-04-23T02:21:02.809271Z","steps":["trace[189712123] 'process raft request' (duration: 1.639417928s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:02.809321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:01.169118Z","time spent":"1.640176762s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:02.809267Z","caller":"traceutil/trace.go:171","msg":"trace[1128149154] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1528; }","duration":"1.640037108s","start":"2026-04-23T02:21:01.169201Z","end":"2026-04-23T02:21:02.809238Z","steps":["trace[1128149154] 'read index received' (duration: 1.295634162s)","trace[1128149154] 'applied index is now lower than readState.Index' (duration: 344.399825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:02.809418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:01.169466Z","time spent":"1.639888643s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:02.809485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640287356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T02:21:02.809521Z","caller":"traceutil/trace.go:171","msg":"trace[292623034] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1483; }","duration":"1.640338137s","start":"2026-04-23T02:21:01.169173Z","end":"2026-04-23T02:21:02.809511Z","steps":["trace[292623034] 'agreement among raft nodes before linearized reading' (duration: 1.640224904s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:02.809555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:01.169162Z","time spent":"1.640385629s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T02:21:02.809668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156460981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:02.809747Z","caller":"traceutil/trace.go:171","msg":"trace[1015194206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1483; }","duration":"1.156587744s","start":"2026-04-23T02:21:01.653144Z","end":"2026-04-23T02:21:02.809731Z","steps":["trace[1015194206] 'agreement among raft nodes before linearized reading' (duration: 1.15646602s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:02.809811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:01.653122Z","time spent":"1.156676117s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:21:02.809739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.478853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-bzz88\" ","response":"range_response_count:1 size:4520"} {"level":"info","ts":"2026-04-23T02:21:02.80991Z","caller":"traceutil/trace.go:171","msg":"trace[1714467848] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-bzz88; range_end:; response_count:1; response_revision:1483; }","duration":"757.681129ms","start":"2026-04-23T02:21:02.052209Z","end":"2026-04-23T02:21:02.80989Z","steps":["trace[1714467848] 'agreement among raft nodes before linearized reading' (duration: 757.39407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:02.809953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:02.052189Z","time spent":"757.754811ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4542,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-bzz88\" "} {"level":"info","ts":"2026-04-23T02:21:06.860022Z","caller":"traceutil/trace.go:171","msg":"trace[254133604] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1587; }","duration":"100.402886ms","start":"2026-04-23T02:21:06.759595Z","end":"2026-04-23T02:21:06.859998Z","steps":["trace[254133604] 'read index received' (duration: 29.135761ms)","trace[254133604] 'applied index is now lower than readState.Index' (duration: 71.266015ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:06.860113Z","caller":"traceutil/trace.go:171","msg":"trace[718577518] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"107.945996ms","start":"2026-04-23T02:21:06.752127Z","end":"2026-04-23T02:21:06.860073Z","steps":["trace[718577518] 'process raft request' (duration: 107.74897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:06.860375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.757887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:21:06.860421Z","caller":"traceutil/trace.go:171","msg":"trace[2141419941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1538; }","duration":"100.85946ms","start":"2026-04-23T02:21:06.75955Z","end":"2026-04-23T02:21:06.86041Z","steps":["trace[2141419941] 'agreement among raft nodes before linearized reading' (duration: 100.539ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:07.210554Z","caller":"traceutil/trace.go:171","msg":"trace[337766346] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1598; }","duration":"154.914746ms","start":"2026-04-23T02:21:07.055594Z","end":"2026-04-23T02:21:07.210509Z","steps":["trace[337766346] 'read index received' (duration: 99.510077ms)","trace[337766346] 'applied index is now lower than readState.Index' (duration: 55.403789ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:07.210586Z","caller":"traceutil/trace.go:171","msg":"trace[1196956538] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"157.837639ms","start":"2026-04-23T02:21:07.052682Z","end":"2026-04-23T02:21:07.21052Z","steps":["trace[1196956538] 'process raft request' (duration: 102.397279ms)","trace[1196956538] 'compare' (duration: 55.306956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:07.210665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.04704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:07.210742Z","caller":"traceutil/trace.go:171","msg":"trace[719058290] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com; range_end:; response_count:0; response_revision:1548; }","duration":"155.160724ms","start":"2026-04-23T02:21:07.055558Z","end":"2026-04-23T02:21:07.210719Z","steps":["trace[719058290] 'agreement among raft nodes before linearized reading' (duration: 155.008769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:07.210751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.577827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:07.210877Z","caller":"traceutil/trace.go:171","msg":"trace[125931538] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1548; }","duration":"129.725762ms","start":"2026-04-23T02:21:07.081114Z","end":"2026-04-23T02:21:07.21084Z","steps":["trace[125931538] 'agreement among raft nodes before linearized reading' (duration: 129.576067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:09.078106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.537613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:21:09.078188Z","caller":"traceutil/trace.go:171","msg":"trace[288078217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1578; }","duration":"185.655727ms","start":"2026-04-23T02:21:08.892513Z","end":"2026-04-23T02:21:09.078169Z","steps":["trace[288078217] 'range keys from in-memory index tree' (duration: 185.391199ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:09.140824Z","caller":"traceutil/trace.go:171","msg":"trace[2094461125] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1629; }","duration":"164.791741ms","start":"2026-04-23T02:21:08.976011Z","end":"2026-04-23T02:21:09.140803Z","steps":["trace[2094461125] 'read index received' (duration: 164.577174ms)","trace[2094461125] 'applied index is now lower than readState.Index' (duration: 213.767µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:09.141003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.970747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:21:09.141033Z","caller":"traceutil/trace.go:171","msg":"trace[1144256434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1579; }","duration":"165.030229ms","start":"2026-04-23T02:21:08.975994Z","end":"2026-04-23T02:21:09.141024Z","steps":["trace[1144256434] 'agreement among raft nodes before linearized reading' (duration: 164.910105ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:09.140969Z","caller":"traceutil/trace.go:171","msg":"trace[55176998] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"230.84973ms","start":"2026-04-23T02:21:08.910078Z","end":"2026-04-23T02:21:09.140928Z","steps":["trace[55176998] 'process raft request' (duration: 230.513769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:09.309439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.88641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:09.30959Z","caller":"traceutil/trace.go:171","msg":"trace[449663956] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"227.470533ms","start":"2026-04-23T02:21:09.082096Z","end":"2026-04-23T02:21:09.309567Z","steps":["trace[449663956] 'process raft request' (duration: 121.328464ms)","trace[449663956] 'compare' (duration: 105.582741ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:09.309741Z","caller":"traceutil/trace.go:171","msg":"trace[2145748711] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1630; }","duration":"168.81415ms","start":"2026-04-23T02:21:09.140881Z","end":"2026-04-23T02:21:09.309695Z","steps":["trace[2145748711] 'read index received' (duration: 62.595929ms)","trace[2145748711] 'applied index is now lower than readState.Index' (duration: 106.213251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:09.309848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.969858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:21:09.30988Z","caller":"traceutil/trace.go:171","msg":"trace[135454475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1580; }","duration":"259.037669ms","start":"2026-04-23T02:21:09.050835Z","end":"2026-04-23T02:21:09.309873Z","steps":["trace[135454475] 'agreement among raft nodes before linearized reading' (duration: 258.923496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:09.309888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.041509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:21:09.309937Z","caller":"traceutil/trace.go:171","msg":"trace[976857265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1580; }","duration":"259.116872ms","start":"2026-04-23T02:21:09.050807Z","end":"2026-04-23T02:21:09.309924Z","steps":["trace[976857265] 'agreement among raft nodes before linearized reading' (duration: 258.985508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:09.309987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.707471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:21:09.310053Z","caller":"traceutil/trace.go:171","msg":"trace[780224900] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"165.764412ms","start":"2026-04-23T02:21:09.144116Z","end":"2026-04-23T02:21:09.309881Z","steps":["trace[780224900] 'process raft request' (duration: 165.425951ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:09.310073Z","caller":"traceutil/trace.go:171","msg":"trace[517983619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1580; }","duration":"311.828715ms","start":"2026-04-23T02:21:08.998188Z","end":"2026-04-23T02:21:09.310017Z","steps":["trace[517983619] 'agreement among raft nodes before linearized reading' (duration: 311.622208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:09.310231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:08.998167Z","time spent":"311.944519ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:21:10.573996Z","caller":"traceutil/trace.go:171","msg":"trace[1204197640] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1587; }","duration":"125.155796ms","start":"2026-04-23T02:21:10.448826Z","end":"2026-04-23T02:21:10.573981Z","steps":["trace[1204197640] 'process raft request' (duration: 125.092294ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.356477Z","caller":"traceutil/trace.go:171","msg":"trace[908999260] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"122.693717ms","start":"2026-04-23T02:21:13.233761Z","end":"2026-04-23T02:21:13.356454Z","steps":["trace[908999260] 'process raft request' (duration: 67.625099ms)","trace[908999260] 'compare' (duration: 54.875382ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:13.356532Z","caller":"traceutil/trace.go:171","msg":"trace[1371611435] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"122.722659ms","start":"2026-04-23T02:21:13.233778Z","end":"2026-04-23T02:21:13.3565Z","steps":["trace[1371611435] 'process raft request' (duration: 122.611415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:13.611606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.580076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:13.611699Z","caller":"traceutil/trace.go:171","msg":"trace[612948344] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1672; }","duration":"200.635475ms","start":"2026-04-23T02:21:13.411049Z","end":"2026-04-23T02:21:13.611685Z","steps":["trace[612948344] 'read index received' (duration: 60.918355ms)","trace[612948344] 'applied index is now lower than readState.Index' (duration: 139.71533ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:13.611802Z","caller":"traceutil/trace.go:171","msg":"trace[689852458] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"229.473416ms","start":"2026-04-23T02:21:13.382304Z","end":"2026-04-23T02:21:13.611777Z","steps":["trace[689852458] 'process raft request' (duration: 89.647552ms)","trace[689852458] 'compare' (duration: 139.324658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:13.611851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.429773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:21:13.611885Z","caller":"traceutil/trace.go:171","msg":"trace[68318786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1607; }","duration":"228.500266ms","start":"2026-04-23T02:21:13.383377Z","end":"2026-04-23T02:21:13.611877Z","steps":["trace[68318786] 'agreement among raft nodes before linearized reading' (duration: 228.364501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:13.61186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.401932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:21:13.611943Z","caller":"traceutil/trace.go:171","msg":"trace[1844964189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1607; }","duration":"228.504116ms","start":"2026-04-23T02:21:13.383412Z","end":"2026-04-23T02:21:13.611916Z","steps":["trace[1844964189] 'agreement among raft nodes before linearized reading' (duration: 228.33248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.659749Z","caller":"traceutil/trace.go:171","msg":"trace[135391888] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"244.586488ms","start":"2026-04-23T02:21:13.41514Z","end":"2026-04-23T02:21:13.659727Z","steps":["trace[135391888] 'process raft request' (duration: 244.386362ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.659802Z","caller":"traceutil/trace.go:171","msg":"trace[2091451758] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"244.404273ms","start":"2026-04-23T02:21:13.415366Z","end":"2026-04-23T02:21:13.659771Z","steps":["trace[2091451758] 'process raft request' (duration: 244.287159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.659883Z","caller":"traceutil/trace.go:171","msg":"trace[1955482399] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"244.144695ms","start":"2026-04-23T02:21:13.415731Z","end":"2026-04-23T02:21:13.659875Z","steps":["trace[1955482399] 'process raft request' (duration: 243.99922ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.65984Z","caller":"traceutil/trace.go:171","msg":"trace[1830851946] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"244.205486ms","start":"2026-04-23T02:21:13.41562Z","end":"2026-04-23T02:21:13.659825Z","steps":["trace[1830851946] 'process raft request' (duration: 244.153565ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.659994Z","caller":"traceutil/trace.go:171","msg":"trace[1441829458] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"244.464634ms","start":"2026-04-23T02:21:13.415488Z","end":"2026-04-23T02:21:13.659953Z","steps":["trace[1441829458] 'process raft request' (duration: 244.130494ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.660145Z","caller":"traceutil/trace.go:171","msg":"trace[144828982] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"244.135344ms","start":"2026-04-23T02:21:13.416003Z","end":"2026-04-23T02:21:13.660138Z","steps":["trace[144828982] 'process raft request' (duration: 244.052932ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.660143Z","caller":"traceutil/trace.go:171","msg":"trace[769017676] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"244.162075ms","start":"2026-04-23T02:21:13.415942Z","end":"2026-04-23T02:21:13.660104Z","steps":["trace[769017676] 'process raft request' (duration: 244.043742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:13.660169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.215849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-23T02:21:13.660078Z","caller":"traceutil/trace.go:171","msg":"trace[326438098] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"244.31474ms","start":"2026-04-23T02:21:13.415753Z","end":"2026-04-23T02:21:13.660068Z","steps":["trace[326438098] 'process raft request' (duration: 244.045652ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.660284Z","caller":"traceutil/trace.go:171","msg":"trace[1953242625] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:1616; }","duration":"245.371643ms","start":"2026-04-23T02:21:13.414892Z","end":"2026-04-23T02:21:13.660264Z","steps":["trace[1953242625] 'agreement among raft nodes before linearized reading' (duration: 245.205888ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:13.660498Z","caller":"traceutil/trace.go:171","msg":"trace[613990498] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"244.95316ms","start":"2026-04-23T02:21:13.415518Z","end":"2026-04-23T02:21:13.660471Z","steps":["trace[613990498] 'process raft request' (duration: 244.169935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:14.514651Z","caller":"traceutil/trace.go:171","msg":"trace[1096807566] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1748; }","duration":"384.3329ms","start":"2026-04-23T02:21:14.130289Z","end":"2026-04-23T02:21:14.514621Z","steps":["trace[1096807566] 'read index received' (duration: 309.314945ms)","trace[1096807566] 'applied index is now lower than readState.Index' (duration: 75.016515ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:14.51472Z","caller":"traceutil/trace.go:171","msg":"trace[1649442535] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"392.004465ms","start":"2026-04-23T02:21:14.122682Z","end":"2026-04-23T02:21:14.514687Z","steps":["trace[1649442535] 'process raft request' (duration: 316.97901ms)","trace[1649442535] 'compare' (duration: 74.710195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:14.51488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:14.122659Z","time spent":"392.15202ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2563,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:21:14.515114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.803124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:143630"} {"level":"info","ts":"2026-04-23T02:21:14.51519Z","caller":"traceutil/trace.go:171","msg":"trace[332576687] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1682; }","duration":"384.916668ms","start":"2026-04-23T02:21:14.130255Z","end":"2026-04-23T02:21:14.515172Z","steps":["trace[332576687] 'agreement among raft nodes before linearized reading' (duration: 384.483324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:14.515238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:14.130241Z","time spent":"384.983881ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":143652,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-23T02:21:15.852947Z","caller":"traceutil/trace.go:171","msg":"trace[1352665123] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"131.399105ms","start":"2026-04-23T02:21:15.721522Z","end":"2026-04-23T02:21:15.852921Z","steps":["trace[1352665123] 'process raft request' (duration: 108.778503ms)","trace[1352665123] 'compare' (duration: 22.479588ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:15.85307Z","caller":"traceutil/trace.go:171","msg":"trace[1582528980] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"131.203459ms","start":"2026-04-23T02:21:15.721841Z","end":"2026-04-23T02:21:15.853045Z","steps":["trace[1582528980] 'process raft request' (duration: 131.039704ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:16.834602Z","caller":"traceutil/trace.go:171","msg":"trace[1225257394] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1792; }","duration":"182.02252ms","start":"2026-04-23T02:21:16.652557Z","end":"2026-04-23T02:21:16.834579Z","steps":["trace[1225257394] 'read index received' (duration: 181.627588ms)","trace[1225257394] 'applied index is now lower than readState.Index' (duration: 393.902µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:16.834739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.164275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:16.834769Z","caller":"traceutil/trace.go:171","msg":"trace[1585324974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1724; }","duration":"182.235367ms","start":"2026-04-23T02:21:16.652525Z","end":"2026-04-23T02:21:16.83476Z","steps":["trace[1585324974] 'agreement among raft nodes before linearized reading' (duration: 182.150255ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:16.835013Z","caller":"traceutil/trace.go:171","msg":"trace[1190213777] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"221.082368ms","start":"2026-04-23T02:21:16.613894Z","end":"2026-04-23T02:21:16.834976Z","steps":["trace[1190213777] 'process raft request' (duration: 220.466758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:17.046789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.81154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:17.046933Z","caller":"traceutil/trace.go:171","msg":"trace[1757764517] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"170.171973ms","start":"2026-04-23T02:21:16.876747Z","end":"2026-04-23T02:21:17.046919Z","steps":["trace[1757764517] 'process raft request' (duration: 170.134372ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:17.047Z","caller":"traceutil/trace.go:171","msg":"trace[1461652858] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"170.724971ms","start":"2026-04-23T02:21:16.87625Z","end":"2026-04-23T02:21:17.046975Z","steps":["trace[1461652858] 'process raft request' (duration: 42.666242ms)","trace[1461652858] 'compare' (duration: 127.661796ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:17.277574Z","caller":"traceutil/trace.go:171","msg":"trace[329647114] linearizableReadLoop","detail":"{readStateIndex:1796; appliedIndex:1795; }","duration":"245.101965ms","start":"2026-04-23T02:21:17.032449Z","end":"2026-04-23T02:21:17.277551Z","steps":["trace[329647114] 'read index received' (duration: 149.983628ms)","trace[329647114] 'applied index is now lower than readState.Index' (duration: 95.117416ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:17.277679Z","caller":"traceutil/trace.go:171","msg":"trace[1600656632] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"276.182447ms","start":"2026-04-23T02:21:17.001457Z","end":"2026-04-23T02:21:17.27764Z","steps":["trace[1600656632] 'process raft request' (duration: 181.093291ms)","trace[1600656632] 'compare' (duration: 94.809467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:17.277722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.2615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:17.277804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.662267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:17.27784Z","caller":"traceutil/trace.go:171","msg":"trace[1296212693] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1727; }","duration":"245.428315ms","start":"2026-04-23T02:21:17.032401Z","end":"2026-04-23T02:21:17.277829Z","steps":["trace[1296212693] 'agreement among raft nodes before linearized reading' (duration: 245.27196ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:17.277856Z","caller":"traceutil/trace.go:171","msg":"trace[1346260996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1727; }","duration":"185.75454ms","start":"2026-04-23T02:21:17.092088Z","end":"2026-04-23T02:21:17.277843Z","steps":["trace[1346260996] 'agreement among raft nodes before linearized reading' (duration: 185.636736ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.21715Z","caller":"traceutil/trace.go:171","msg":"trace[1006860711] linearizableReadLoop","detail":"{readStateIndex:1820; appliedIndex:1819; }","duration":"294.075509ms","start":"2026-04-23T02:21:19.923052Z","end":"2026-04-23T02:21:20.217127Z","steps":["trace[1006860711] 'read index received' (duration: 268.618816ms)","trace[1006860711] 'applied index is now lower than readState.Index' (duration: 25.455283ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:20.217282Z","caller":"traceutil/trace.go:171","msg":"trace[1040589880] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"306.177054ms","start":"2026-04-23T02:21:19.910992Z","end":"2026-04-23T02:21:20.217169Z","steps":["trace[1040589880] 'process raft request' (duration: 280.738222ms)","trace[1040589880] 'compare' (duration: 25.186914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:20.217359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.318423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.217401Z","caller":"traceutil/trace.go:171","msg":"trace[813472755] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1748; }","duration":"100.373114ms","start":"2026-04-23T02:21:20.117015Z","end":"2026-04-23T02:21:20.217389Z","steps":["trace[813472755] 'agreement among raft nodes before linearized reading' (duration: 100.325513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.217383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.573199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.217388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.397883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.217461Z","caller":"traceutil/trace.go:171","msg":"trace[642074904] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1748; }","duration":"146.683493ms","start":"2026-04-23T02:21:20.070756Z","end":"2026-04-23T02:21:20.21744Z","steps":["trace[642074904] 'agreement among raft nodes before linearized reading' (duration: 146.546619ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.217502Z","caller":"traceutil/trace.go:171","msg":"trace[935506968] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1748; }","duration":"234.534418ms","start":"2026-04-23T02:21:19.982942Z","end":"2026-04-23T02:21:20.217476Z","steps":["trace[935506968] 'agreement among raft nodes before linearized reading' (duration: 234.365283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.217494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:19.910979Z","time spent":"306.377451ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:20.217542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.76852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.217626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.09438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.217652Z","caller":"traceutil/trace.go:171","msg":"trace[338304510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1748; }","duration":"252.915435ms","start":"2026-04-23T02:21:19.964713Z","end":"2026-04-23T02:21:20.217629Z","steps":["trace[338304510] 'agreement among raft nodes before linearized reading' (duration: 252.75061ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.21767Z","caller":"traceutil/trace.go:171","msg":"trace[1022959932] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1748; }","duration":"294.141731ms","start":"2026-04-23T02:21:19.923511Z","end":"2026-04-23T02:21:20.217653Z","steps":["trace[1022959932] 'agreement among raft nodes before linearized reading' (duration: 294.098999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.217293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.220923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.217752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.574221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.217771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.944614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.217792Z","caller":"traceutil/trace.go:171","msg":"trace[1600270550] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1748; }","duration":"100.627773ms","start":"2026-04-23T02:21:20.117157Z","end":"2026-04-23T02:21:20.217785Z","steps":["trace[1600270550] 'agreement among raft nodes before linearized reading' (duration: 100.575841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.217801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.556327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.217871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.557183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.217908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.775068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.217932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.339052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.217957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.658057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.217966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.187539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.218027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.307041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.217557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.850313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.218043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.497858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.218067Z","caller":"traceutil/trace.go:171","msg":"trace[1645419246] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1748; }","duration":"172.384824ms","start":"2026-04-23T02:21:20.045673Z","end":"2026-04-23T02:21:20.218058Z","steps":["trace[1645419246] 'agreement among raft nodes before linearized reading' (duration: 172.332292ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.218077Z","caller":"traceutil/trace.go:171","msg":"trace[164169007] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1748; }","duration":"279.38872ms","start":"2026-04-23T02:21:19.938676Z","end":"2026-04-23T02:21:20.218065Z","steps":["trace[164169007] 'agreement among raft nodes before linearized reading' (duration: 278.865063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.21759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.914385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.218096Z","caller":"traceutil/trace.go:171","msg":"trace[1684311285] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1748; }","duration":"115.57008ms","start":"2026-04-23T02:21:20.102513Z","end":"2026-04-23T02:21:20.218083Z","steps":["trace[1684311285] 'agreement among raft nodes before linearized reading' (duration: 115.498087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.218088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.573036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.218179Z","caller":"traceutil/trace.go:171","msg":"trace[2146869102] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1748; }","duration":"217.69888ms","start":"2026-04-23T02:21:20.000459Z","end":"2026-04-23T02:21:20.218158Z","steps":["trace[2146869102] 'agreement among raft nodes before linearized reading' (duration: 217.585846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.218275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.180178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.218318Z","caller":"traceutil/trace.go:171","msg":"trace[1300310424] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1748; }","duration":"235.257491ms","start":"2026-04-23T02:21:19.983051Z","end":"2026-04-23T02:21:20.218308Z","steps":["trace[1300310424] 'agreement among raft nodes before linearized reading' (duration: 235.176798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.21833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.536996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:20.218357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.438908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.217944Z","caller":"traceutil/trace.go:171","msg":"trace[1429492077] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1748; }","duration":"100.84712ms","start":"2026-04-23T02:21:20.11709Z","end":"2026-04-23T02:21:20.217938Z","steps":["trace[1429492077] 'agreement among raft nodes before linearized reading' (duration: 100.800258ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.218028Z","caller":"traceutil/trace.go:171","msg":"trace[956460302] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1748; }","duration":"235.267991ms","start":"2026-04-23T02:21:19.982746Z","end":"2026-04-23T02:21:20.218014Z","steps":["trace[956460302] 'agreement among raft nodes before linearized reading' (duration: 235.177408ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.218392Z","caller":"traceutil/trace.go:171","msg":"trace[36211650] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1748; }","duration":"147.50944ms","start":"2026-04-23T02:21:20.070871Z","end":"2026-04-23T02:21:20.218381Z","steps":["trace[36211650] 'agreement among raft nodes before linearized reading' (duration: 147.454518ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.218389Z","caller":"traceutil/trace.go:171","msg":"trace[881161241] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1748; }","duration":"129.615368ms","start":"2026-04-23T02:21:20.08876Z","end":"2026-04-23T02:21:20.218376Z","steps":["trace[881161241] 'agreement among raft nodes before linearized reading' (duration: 129.526965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.217523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.064617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.217909Z","caller":"traceutil/trace.go:171","msg":"trace[561698363] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1748; }","duration":"164.608506ms","start":"2026-04-23T02:21:20.053293Z","end":"2026-04-23T02:21:20.217901Z","steps":["trace[561698363] 'agreement among raft nodes before linearized reading' (duration: 164.541744ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.218499Z","caller":"traceutil/trace.go:171","msg":"trace[272302433] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1748; }","duration":"279.044399ms","start":"2026-04-23T02:21:19.939426Z","end":"2026-04-23T02:21:20.218471Z","steps":["trace[272302433] 'agreement among raft nodes before linearized reading' (duration: 278.076498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.21854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.494956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.218591Z","caller":"traceutil/trace.go:171","msg":"trace[815394052] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1748; }","duration":"130.545477ms","start":"2026-04-23T02:21:20.088035Z","end":"2026-04-23T02:21:20.21858Z","steps":["trace[815394052] 'agreement among raft nodes before linearized reading' (duration: 130.485045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.217475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.227254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.218654Z","caller":"traceutil/trace.go:171","msg":"trace[683034684] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1748; }","duration":"295.449722ms","start":"2026-04-23T02:21:19.923188Z","end":"2026-04-23T02:21:20.218638Z","steps":["trace[683034684] 'agreement among raft nodes before linearized reading' (duration: 294.083139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.218712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.331034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.218739Z","caller":"traceutil/trace.go:171","msg":"trace[569657966] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1748; }","duration":"147.397556ms","start":"2026-04-23T02:21:20.071335Z","end":"2026-04-23T02:21:20.218733Z","steps":["trace[569657966] 'agreement among raft nodes before linearized reading' (duration: 147.354275ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.217777Z","caller":"traceutil/trace.go:171","msg":"trace[151883076] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1748; }","duration":"294.74801ms","start":"2026-04-23T02:21:19.923016Z","end":"2026-04-23T02:21:20.217764Z","steps":["trace[151883076] 'agreement among raft nodes before linearized reading' (duration: 294.214683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.21806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.374512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.218873Z","caller":"traceutil/trace.go:171","msg":"trace[531302062] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1748; }","duration":"219.200288ms","start":"2026-04-23T02:21:19.999656Z","end":"2026-04-23T02:21:20.218857Z","steps":["trace[531302062] 'agreement among raft nodes before linearized reading' (duration: 218.384862ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.217985Z","caller":"traceutil/trace.go:171","msg":"trace[114717997] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1748; }","duration":"164.699988ms","start":"2026-04-23T02:21:20.053277Z","end":"2026-04-23T02:21:20.217977Z","steps":["trace[114717997] 'agreement among raft nodes before linearized reading' (duration: 164.660367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.21809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.289536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.218122Z","caller":"traceutil/trace.go:171","msg":"trace[1291626109] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1748; }","duration":"279.460922ms","start":"2026-04-23T02:21:19.938655Z","end":"2026-04-23T02:21:20.218115Z","steps":["trace[1291626109] 'agreement among raft nodes before linearized reading' (duration: 278.917844ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.217811Z","caller":"traceutil/trace.go:171","msg":"trace[914188140] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1748; }","duration":"163.993935ms","start":"2026-04-23T02:21:20.053802Z","end":"2026-04-23T02:21:20.217796Z","steps":["trace[914188140] 'agreement among raft nodes before linearized reading' (duration: 163.933013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.217871Z","caller":"traceutil/trace.go:171","msg":"trace[818411690] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1748; }","duration":"114.64705ms","start":"2026-04-23T02:21:20.103194Z","end":"2026-04-23T02:21:20.217841Z","steps":["trace[818411690] 'agreement among raft nodes before linearized reading' (duration: 114.561707ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.219075Z","caller":"traceutil/trace.go:171","msg":"trace[1533089220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1748; }","duration":"254.310789ms","start":"2026-04-23T02:21:19.964752Z","end":"2026-04-23T02:21:20.219063Z","steps":["trace[1533089220] 'agreement among raft nodes before linearized reading' (duration: 253.312217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.218122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.546393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.217984Z","caller":"traceutil/trace.go:171","msg":"trace[1091010303] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1748; }","duration":"115.393864ms","start":"2026-04-23T02:21:20.102578Z","end":"2026-04-23T02:21:20.217972Z","steps":["trace[1091010303] 'agreement among raft nodes before linearized reading' (duration: 115.321712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:20.219313Z","caller":"traceutil/trace.go:171","msg":"trace[1066899350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1748; }","duration":"253.773172ms","start":"2026-04-23T02:21:19.965517Z","end":"2026-04-23T02:21:20.219291Z","steps":["trace[1066899350] 'agreement among raft nodes before linearized reading' (duration: 252.590164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.21809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.393023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.219409Z","caller":"traceutil/trace.go:171","msg":"trace[491478363] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1748; }","duration":"219.727494ms","start":"2026-04-23T02:21:19.999671Z","end":"2026-04-23T02:21:20.219399Z","steps":["trace[491478363] 'agreement among raft nodes before linearized reading' (duration: 218.404182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:20.218506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.363602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:20.219723Z","caller":"traceutil/trace.go:171","msg":"trace[223019929] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1748; }","duration":"131.587741ms","start":"2026-04-23T02:21:20.088104Z","end":"2026-04-23T02:21:20.219692Z","steps":["trace[223019929] 'agreement among raft nodes before linearized reading' (duration: 130.377032ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:21.13901Z","caller":"traceutil/trace.go:171","msg":"trace[100329466] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"123.401348ms","start":"2026-04-23T02:21:21.015582Z","end":"2026-04-23T02:21:21.138983Z","steps":["trace[100329466] 'process raft request' (duration: 100.985022ms)","trace[100329466] 'compare' (duration: 22.21245ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:23.717489Z","caller":"traceutil/trace.go:171","msg":"trace[86385728] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"369.986771ms","start":"2026-04-23T02:21:23.347469Z","end":"2026-04-23T02:21:23.717456Z","steps":["trace[86385728] 'process raft request' (duration: 365.289481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:23.717717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:23.347448Z","time spent":"370.166677ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:23.718279Z","caller":"traceutil/trace.go:171","msg":"trace[225588874] linearizableReadLoop","detail":"{readStateIndex:1874; appliedIndex:1872; }","duration":"256.264871ms","start":"2026-04-23T02:21:23.461987Z","end":"2026-04-23T02:21:23.718252Z","steps":["trace[225588874] 'read index received' (duration: 250.787987ms)","trace[225588874] 'applied index is now lower than readState.Index' (duration: 5.475834ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:23.718403Z","caller":"traceutil/trace.go:171","msg":"trace[251928814] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"299.358287ms","start":"2026-04-23T02:21:23.418961Z","end":"2026-04-23T02:21:23.71832Z","steps":["trace[251928814] 'process raft request' (duration: 299.176861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:23.718464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.475848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:21:23.718521Z","caller":"traceutil/trace.go:171","msg":"trace[93743566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1800; }","duration":"256.568441ms","start":"2026-04-23T02:21:23.461938Z","end":"2026-04-23T02:21:23.718506Z","steps":["trace[93743566] 'agreement among raft nodes before linearized reading' (duration: 256.405525ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:27.96083Z","caller":"traceutil/trace.go:171","msg":"trace[1126031211] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"230.102356ms","start":"2026-04-23T02:21:27.730692Z","end":"2026-04-23T02:21:27.960794Z","steps":["trace[1126031211] 'process raft request' (duration: 146.656892ms)","trace[1126031211] 'compare' (duration: 83.241608ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:27.961039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.652423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:21:27.961081Z","caller":"traceutil/trace.go:171","msg":"trace[2111539243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1833; }","duration":"225.796648ms","start":"2026-04-23T02:21:27.735274Z","end":"2026-04-23T02:21:27.96107Z","steps":["trace[2111539243] 'agreement among raft nodes before linearized reading' (duration: 225.655604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:27.960886Z","caller":"traceutil/trace.go:171","msg":"trace[548370048] linearizableReadLoop","detail":"{readStateIndex:1907; appliedIndex:1905; }","duration":"225.493508ms","start":"2026-04-23T02:21:27.735372Z","end":"2026-04-23T02:21:27.960866Z","steps":["trace[548370048] 'read index received' (duration: 31.701132ms)","trace[548370048] 'applied index is now lower than readState.Index' (duration: 193.791096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:27.961203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.762487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:27.96125Z","caller":"traceutil/trace.go:171","msg":"trace[1737732594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1833; }","duration":"225.84694ms","start":"2026-04-23T02:21:27.735391Z","end":"2026-04-23T02:21:27.961238Z","steps":["trace[1737732594] 'agreement among raft nodes before linearized reading' (duration: 225.773928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:27.961341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.522156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-23T02:21:27.96141Z","caller":"traceutil/trace.go:171","msg":"trace[823478240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1833; }","duration":"202.617578ms","start":"2026-04-23T02:21:27.758776Z","end":"2026-04-23T02:21:27.961393Z","steps":["trace[823478240] 'agreement among raft nodes before linearized reading' (duration: 202.439223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:27.961537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.014164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:21:27.961623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.542715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:21:27.961658Z","caller":"traceutil/trace.go:171","msg":"trace[1799141268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1833; }","duration":"132.330904ms","start":"2026-04-23T02:21:27.829308Z","end":"2026-04-23T02:21:27.961638Z","steps":["trace[1799141268] 'agreement among raft nodes before linearized reading' (duration: 131.860789ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:27.961753Z","caller":"traceutil/trace.go:171","msg":"trace[330717929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1833; }","duration":"175.73278ms","start":"2026-04-23T02:21:27.785992Z","end":"2026-04-23T02:21:27.961725Z","steps":["trace[330717929] 'agreement among raft nodes before linearized reading' (duration: 175.221174ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:28.892326Z","caller":"traceutil/trace.go:171","msg":"trace[229016545] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"225.202539ms","start":"2026-04-23T02:21:28.667095Z","end":"2026-04-23T02:21:28.892298Z","steps":["trace[229016545] 'process raft request' (duration: 126.567731ms)","trace[229016545] 'compare' (duration: 98.267197ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:28.892434Z","caller":"traceutil/trace.go:171","msg":"trace[1779072592] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"223.211516ms","start":"2026-04-23T02:21:28.669199Z","end":"2026-04-23T02:21:28.89241Z","steps":["trace[1779072592] 'process raft request' (duration: 223.00947ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:28.892489Z","caller":"traceutil/trace.go:171","msg":"trace[1583173627] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"173.84956ms","start":"2026-04-23T02:21:28.718622Z","end":"2026-04-23T02:21:28.892472Z","steps":["trace[1583173627] 'process raft request' (duration: 173.738746ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:28.892623Z","caller":"traceutil/trace.go:171","msg":"trace[190019740] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"218.313499ms","start":"2026-04-23T02:21:28.674294Z","end":"2026-04-23T02:21:28.892607Z","steps":["trace[190019740] 'process raft request' (duration: 217.993009ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:28.892685Z","caller":"traceutil/trace.go:171","msg":"trace[436598839] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1925; }","duration":"225.52424ms","start":"2026-04-23T02:21:28.667139Z","end":"2026-04-23T02:21:28.892663Z","steps":["trace[436598839] 'read index received' (duration: 16.28034ms)","trace[436598839] 'applied index is now lower than readState.Index' (duration: 209.24161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:28.892881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.720136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"info","ts":"2026-04-23T02:21:28.892937Z","caller":"traceutil/trace.go:171","msg":"trace[1340111601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1854; }","duration":"225.830289ms","start":"2026-04-23T02:21:28.667092Z","end":"2026-04-23T02:21:28.892922Z","steps":["trace[1340111601] 'agreement among raft nodes before linearized reading' (duration: 225.647543ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:29.220906Z","caller":"traceutil/trace.go:171","msg":"trace[422146536] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1930; }","duration":"295.577567ms","start":"2026-04-23T02:21:28.925304Z","end":"2026-04-23T02:21:29.220882Z","steps":["trace[422146536] 'read index received' (duration: 44.45459ms)","trace[422146536] 'applied index is now lower than readState.Index' (duration: 251.121847ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:29.221227Z","caller":"traceutil/trace.go:171","msg":"trace[1950721980] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"316.038569ms","start":"2026-04-23T02:21:28.905149Z","end":"2026-04-23T02:21:29.221188Z","steps":["trace[1950721980] 'process raft request' (duration: 229.847848ms)","trace[1950721980] 'compare' (duration: 85.766708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:29.221329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.0053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-04-23T02:21:29.221378Z","caller":"traceutil/trace.go:171","msg":"trace[1908231294] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1856; }","duration":"296.069412ms","start":"2026-04-23T02:21:28.925297Z","end":"2026-04-23T02:21:29.221367Z","steps":["trace[1908231294] 'agreement among raft nodes before linearized reading' (duration: 295.905837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:29.221378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:28.905128Z","time spent":"316.173104ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10653,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:29.22458Z","caller":"traceutil/trace.go:171","msg":"trace[1977066974] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"226.198542ms","start":"2026-04-23T02:21:28.998357Z","end":"2026-04-23T02:21:29.224556Z","steps":["trace[1977066974] 'process raft request' (duration: 226.114519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:29.224763Z","caller":"traceutil/trace.go:171","msg":"trace[1101371666] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"242.997638ms","start":"2026-04-23T02:21:28.981747Z","end":"2026-04-23T02:21:29.224745Z","steps":["trace[1101371666] 'process raft request' (duration: 242.607506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:29.22514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.786538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-23T02:21:29.225207Z","caller":"traceutil/trace.go:171","msg":"trace[1019579853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1858; }","duration":"256.904071ms","start":"2026-04-23T02:21:28.968288Z","end":"2026-04-23T02:21:29.225192Z","steps":["trace[1019579853] 'agreement among raft nodes before linearized reading' (duration: 256.666014ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:29.409917Z","caller":"traceutil/trace.go:171","msg":"trace[915837976] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"180.762811ms","start":"2026-04-23T02:21:29.229135Z","end":"2026-04-23T02:21:29.409897Z","steps":["trace[915837976] 'process raft request' (duration: 180.675738ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:29.409943Z","caller":"traceutil/trace.go:171","msg":"trace[400904498] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"181.015338ms","start":"2026-04-23T02:21:29.228871Z","end":"2026-04-23T02:21:29.409886Z","steps":["trace[400904498] 'process raft request' (duration: 135.440974ms)","trace[400904498] 'compare' (duration: 45.299706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:29.410031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.569913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-23T02:21:29.41006Z","caller":"traceutil/trace.go:171","msg":"trace[1148626935] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1863; }","duration":"179.630905ms","start":"2026-04-23T02:21:29.230421Z","end":"2026-04-23T02:21:29.410052Z","steps":["trace[1148626935] 'agreement among raft nodes before linearized reading' (duration: 179.554702ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:29.409939Z","caller":"traceutil/trace.go:171","msg":"trace[1048908122] linearizableReadLoop","detail":"{readStateIndex:1938; appliedIndex:1933; }","duration":"179.47741ms","start":"2026-04-23T02:21:29.230448Z","end":"2026-04-23T02:21:29.409925Z","steps":["trace[1048908122] 'read index received' (duration: 51.796254ms)","trace[1048908122] 'applied index is now lower than readState.Index' (duration: 127.680506ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:29.410236Z","caller":"traceutil/trace.go:171","msg":"trace[713623779] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"180.892884ms","start":"2026-04-23T02:21:29.229336Z","end":"2026-04-23T02:21:29.410229Z","steps":["trace[713623779] 'process raft request' (duration: 180.529633ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:29.410442Z","caller":"traceutil/trace.go:171","msg":"trace[606769476] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"179.956905ms","start":"2026-04-23T02:21:29.230418Z","end":"2026-04-23T02:21:29.410375Z","steps":["trace[606769476] 'process raft request' (duration: 179.474ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:29.704149Z","caller":"traceutil/trace.go:171","msg":"trace[722456404] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"167.997703ms","start":"2026-04-23T02:21:29.536124Z","end":"2026-04-23T02:21:29.704122Z","steps":["trace[722456404] 'process raft request' (duration: 160.289357ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:29.704168Z","caller":"traceutil/trace.go:171","msg":"trace[233435128] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1948; }","duration":"107.515032ms","start":"2026-04-23T02:21:29.596634Z","end":"2026-04-23T02:21:29.704149Z","steps":["trace[233435128] 'read index received' (duration: 99.881408ms)","trace[233435128] 'applied index is now lower than readState.Index' (duration: 7.632034ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:29.70417Z","caller":"traceutil/trace.go:171","msg":"trace[129688711] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"107.161841ms","start":"2026-04-23T02:21:29.596992Z","end":"2026-04-23T02:21:29.704154Z","steps":["trace[129688711] 'process raft request' (duration: 107.090409ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:29.704371Z","caller":"traceutil/trace.go:171","msg":"trace[1116496857] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"162.714665ms","start":"2026-04-23T02:21:29.541633Z","end":"2026-04-23T02:21:29.704348Z","steps":["trace[1116496857] 'process raft request' (duration: 162.398925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:29.704386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.73712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7060"} {"level":"info","ts":"2026-04-23T02:21:29.704429Z","caller":"traceutil/trace.go:171","msg":"trace[1960691779] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1876; }","duration":"107.823343ms","start":"2026-04-23T02:21:29.596595Z","end":"2026-04-23T02:21:29.704418Z","steps":["trace[1960691779] 'agreement among raft nodes before linearized reading' (duration: 107.608746ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:29.879776Z","caller":"traceutil/trace.go:171","msg":"trace[1718772834] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"140.469965ms","start":"2026-04-23T02:21:29.739267Z","end":"2026-04-23T02:21:29.879737Z","steps":["trace[1718772834] 'process raft request' (duration: 65.369227ms)","trace[1718772834] 'compare' (duration: 74.894581ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:29.879858Z","caller":"traceutil/trace.go:171","msg":"trace[129414558] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"109.098883ms","start":"2026-04-23T02:21:29.770739Z","end":"2026-04-23T02:21:29.879838Z","steps":["trace[129414558] 'process raft request' (duration: 108.909747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:34.528646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081359622s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:34.529539Z","caller":"traceutil/trace.go:171","msg":"trace[1088133356] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.540537862s","start":"2026-04-23T02:21:32.988969Z","end":"2026-04-23T02:21:34.529507Z","steps":["trace[1088133356] 'process raft request' (duration: 458.214339ms)","trace[1088133356] 'compare' (duration: 1.081249799s)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:34.529567Z","caller":"traceutil/trace.go:171","msg":"trace[652893450] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1993; }","duration":"1.536145562s","start":"2026-04-23T02:21:32.993357Z","end":"2026-04-23T02:21:34.529503Z","steps":["trace[652893450] 'read index received' (duration: 453.875791ms)","trace[652893450] 'applied index is now lower than readState.Index' (duration: 1.082267471s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:34.529691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:32.988943Z","time spent":"1.540665516s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:34.529735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536359459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b93aba24-05f7-432b-8e89-905acee3cfda\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-23T02:21:34.529811Z","caller":"traceutil/trace.go:171","msg":"trace[2062452213] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b93aba24-05f7-432b-8e89-905acee3cfda; range_end:; response_count:1; response_revision:1918; }","duration":"1.536474822s","start":"2026-04-23T02:21:32.993317Z","end":"2026-04-23T02:21:34.529792Z","steps":["trace[2062452213] 'agreement among raft nodes before linearized reading' (duration: 1.536250325s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:34.529871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:32.993299Z","time spent":"1.536563246s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b93aba24-05f7-432b-8e89-905acee3cfda\" "} {"level":"info","ts":"2026-04-23T02:21:34.531993Z","caller":"traceutil/trace.go:171","msg":"trace[322831207] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"991.107791ms","start":"2026-04-23T02:21:33.540863Z","end":"2026-04-23T02:21:34.531971Z","steps":["trace[322831207] 'process raft request' (duration: 991.004678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:34.532125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:33.540838Z","time spent":"991.223155ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:34.614249Z","caller":"traceutil/trace.go:171","msg":"trace[726285928] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"722.119264ms","start":"2026-04-23T02:21:33.892098Z","end":"2026-04-23T02:21:34.614218Z","steps":["trace[726285928] 'process raft request' (duration: 721.909757ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:34.614413Z","caller":"traceutil/trace.go:171","msg":"trace[1176981097] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"613.30619ms","start":"2026-04-23T02:21:34.001088Z","end":"2026-04-23T02:21:34.614394Z","steps":["trace[1176981097] 'process raft request' (duration: 613.068273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:34.614448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:33.89207Z","time spent":"722.283509ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:34.614735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.001064Z","time spent":"613.638241ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:34.614831Z","caller":"traceutil/trace.go:171","msg":"trace[1352874753] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"199.155408ms","start":"2026-04-23T02:21:34.41566Z","end":"2026-04-23T02:21:34.614815Z","steps":["trace[1352874753] 'process raft request' (duration: 198.688423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:34.614914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.572588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:34.614973Z","caller":"traceutil/trace.go:171","msg":"trace[1848698389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"961.682282ms","start":"2026-04-23T02:21:33.653276Z","end":"2026-04-23T02:21:34.614958Z","steps":["trace[1848698389] 'agreement among raft nodes before linearized reading' (duration: 961.592699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:34.615008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:33.653252Z","time spent":"961.747064ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:21:34.615015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.125004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T02:21:34.615023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.818363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T02:21:34.615037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545415767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a8db0a23c9a704\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-23T02:21:34.615089Z","caller":"traceutil/trace.go:171","msg":"trace[1548030018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1922; }","duration":"493.216456ms","start":"2026-04-23T02:21:34.121854Z","end":"2026-04-23T02:21:34.615071Z","steps":["trace[1548030018] 'agreement among raft nodes before linearized reading' (duration: 493.0387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:34.6151Z","caller":"traceutil/trace.go:171","msg":"trace[619651302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1922; }","duration":"549.931687ms","start":"2026-04-23T02:21:34.06515Z","end":"2026-04-23T02:21:34.615082Z","steps":["trace[619651302] 'agreement among raft nodes before linearized reading' (duration: 549.686559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:34.615113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.245308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T02:21:34.615177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.121841Z","time spent":"493.286019ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:21:34.615183Z","caller":"traceutil/trace.go:171","msg":"trace[2091082954] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a8db0a23c9a704; range_end:; response_count:1; response_revision:1922; }","duration":"1.545551172s","start":"2026-04-23T02:21:33.069564Z","end":"2026-04-23T02:21:34.615115Z","steps":["trace[2091082954] 'agreement among raft nodes before linearized reading' (duration: 1.545259623s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:34.615197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.535315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T02:21:34.615182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.968836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:34.615216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.06513Z","time spent":"550.072221ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:21:34.615245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:33.069555Z","time spent":"1.545676146s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a8db0a23c9a704\" "} {"level":"info","ts":"2026-04-23T02:21:34.615215Z","caller":"traceutil/trace.go:171","msg":"trace[1038203026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"493.373721ms","start":"2026-04-23T02:21:34.121819Z","end":"2026-04-23T02:21:34.615192Z","steps":["trace[1038203026] 'agreement among raft nodes before linearized reading' (duration: 493.162884ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:34.615253Z","caller":"traceutil/trace.go:171","msg":"trace[1440040344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1922; }","duration":"508.643288ms","start":"2026-04-23T02:21:34.106597Z","end":"2026-04-23T02:21:34.61524Z","steps":["trace[1440040344] 'agreement among raft nodes before linearized reading' (duration: 508.435012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:34.61529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.730336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T02:21:34.615292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.121807Z","time spent":"493.476955ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:21:34.615301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449018411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b93aba24-05f7-432b-8e89-905acee3cfda\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-23T02:21:34.615278Z","caller":"traceutil/trace.go:171","msg":"trace[1195263481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1922; }","duration":"897.132581ms","start":"2026-04-23T02:21:33.718126Z","end":"2026-04-23T02:21:34.615258Z","steps":["trace[1195263481] 'agreement among raft nodes before linearized reading' (duration: 896.79513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:34.615342Z","caller":"traceutil/trace.go:171","msg":"trace[1621759296] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b93aba24-05f7-432b-8e89-905acee3cfda; range_end:; response_count:1; response_revision:1922; }","duration":"1.449088263s","start":"2026-04-23T02:21:33.16624Z","end":"2026-04-23T02:21:34.615328Z","steps":["trace[1621759296] 'agreement among raft nodes before linearized reading' (duration: 1.448830555s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:34.615339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.106571Z","time spent":"508.752692ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T02:21:34.615366Z","caller":"traceutil/trace.go:171","msg":"trace[190672124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1922; }","duration":"183.806349ms","start":"2026-04-23T02:21:34.431511Z","end":"2026-04-23T02:21:34.615317Z","steps":["trace[190672124] 'agreement among raft nodes before linearized reading' (duration: 183.404896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:34.615378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:33.166223Z","time spent":"1.449145634s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b93aba24-05f7-432b-8e89-905acee3cfda\" "} {"level":"warn","ts":"2026-04-23T02:21:34.615423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348328506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T02:21:34.615468Z","caller":"traceutil/trace.go:171","msg":"trace[630383682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"1.348400088s","start":"2026-04-23T02:21:33.267055Z","end":"2026-04-23T02:21:34.615455Z","steps":["trace[630383682] 'agreement among raft nodes before linearized reading' (duration: 1.347940293s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:34.615417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:33.718055Z","time spent":"897.307366ms","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:21:34.615507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:33.267034Z","time spent":"1.34846478s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T02:21:35.154066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752162613,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:21:35.296773Z","caller":"traceutil/trace.go:171","msg":"trace[362675717] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"677.321913ms","start":"2026-04-23T02:21:34.619418Z","end":"2026-04-23T02:21:35.29674Z","steps":["trace[362675717] 'process raft request' (duration: 677.010853ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:35.296803Z","caller":"traceutil/trace.go:171","msg":"trace[1033706077] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"676.078893ms","start":"2026-04-23T02:21:34.620708Z","end":"2026-04-23T02:21:35.296787Z","steps":["trace[1033706077] 'process raft request' (duration: 675.95687ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:35.296966Z","caller":"traceutil/trace.go:171","msg":"trace[1337002251] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"675.984051ms","start":"2026-04-23T02:21:34.620966Z","end":"2026-04-23T02:21:35.29695Z","steps":["trace[1337002251] 'process raft request' (duration: 675.775184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:35.296967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.619393Z","time spent":"677.464798ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:35.296998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.62069Z","time spent":"676.256349ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:35.297076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.306657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:35.296802Z","caller":"traceutil/trace.go:171","msg":"trace[2037388599] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"676.101564ms","start":"2026-04-23T02:21:34.620676Z","end":"2026-04-23T02:21:35.296777Z","steps":["trace[2037388599] 'process raft request' (duration: 675.940359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:35.297123Z","caller":"traceutil/trace.go:171","msg":"trace[1891088969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1929; }","duration":"643.38643ms","start":"2026-04-23T02:21:34.653727Z","end":"2026-04-23T02:21:35.297113Z","steps":["trace[1891088969] 'agreement among raft nodes before linearized reading' (duration: 643.271976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:35.297152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.653708Z","time spent":"643.437292ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:21:35.297139Z","caller":"traceutil/trace.go:171","msg":"trace[66258962] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"674.540895ms","start":"2026-04-23T02:21:34.622585Z","end":"2026-04-23T02:21:35.297126Z","steps":["trace[66258962] 'process raft request' (duration: 674.322688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:35.297169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.620653Z","time spent":"676.474886ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:35.296967Z","caller":"traceutil/trace.go:171","msg":"trace[273412018] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:1999; }","duration":"643.189224ms","start":"2026-04-23T02:21:34.653763Z","end":"2026-04-23T02:21:35.296952Z","steps":["trace[273412018] 'read index received' (duration: 642.612005ms)","trace[273412018] 'applied index is now lower than readState.Index' (duration: 576.439µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:35.297227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.622573Z","time spent":"674.615077ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:35.29709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.620955Z","time spent":"676.063973ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:35.297309Z","caller":"traceutil/trace.go:171","msg":"trace[294412064] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"676.386034ms","start":"2026-04-23T02:21:34.620782Z","end":"2026-04-23T02:21:35.297168Z","steps":["trace[294412064] 'process raft request' (duration: 676.052643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:35.297389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.801359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:21:35.297464Z","caller":"traceutil/trace.go:171","msg":"trace[254419463] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1929; }","duration":"573.891291ms","start":"2026-04-23T02:21:34.723555Z","end":"2026-04-23T02:21:35.297447Z","steps":["trace[254419463] 'agreement among raft nodes before linearized reading' (duration: 573.732586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:35.297512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.723482Z","time spent":"574.019195ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:21:35.297614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:34.620741Z","time spent":"676.663562ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:36.036933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752162623,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:21:36.47274Z","caller":"traceutil/trace.go:171","msg":"trace[489602769] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.16150523s","start":"2026-04-23T02:21:35.311213Z","end":"2026-04-23T02:21:36.472718Z","steps":["trace[489602769] 'process raft request' (duration: 1.161351905s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:36.472877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:35.311192Z","time spent":"1.161614883s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:36.480161Z","caller":"traceutil/trace.go:171","msg":"trace[775690654] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.012324069s","start":"2026-04-23T02:21:35.467793Z","end":"2026-04-23T02:21:36.480117Z","steps":["trace[775690654] 'process raft request' (duration: 1.012004508s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:36.480358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:35.467768Z","time spent":"1.012482114s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:36.483973Z","caller":"traceutil/trace.go:171","msg":"trace[1313533981] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2006; }","duration":"947.674845ms","start":"2026-04-23T02:21:35.536279Z","end":"2026-04-23T02:21:36.483954Z","steps":["trace[1313533981] 'read index received' (duration: 936.522659ms)","trace[1313533981] 'applied index is now lower than readState.Index' (duration: 11.151586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:36.484268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.982214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b93aba24-05f7-432b-8e89-905acee3cfda\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-23T02:21:36.484321Z","caller":"traceutil/trace.go:171","msg":"trace[1526645935] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b93aba24-05f7-432b-8e89-905acee3cfda; range_end:; response_count:1; response_revision:1931; }","duration":"948.082297ms","start":"2026-04-23T02:21:35.536227Z","end":"2026-04-23T02:21:36.484309Z","steps":["trace[1526645935] 'agreement among raft nodes before linearized reading' (duration: 947.929943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:36.484344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:35.536207Z","time spent":"948.132009ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b93aba24-05f7-432b-8e89-905acee3cfda\" "} {"level":"warn","ts":"2026-04-23T02:21:36.485814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.262328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T02:21:36.485812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.044387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:36.485852Z","caller":"traceutil/trace.go:171","msg":"trace[931652643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"862.32934ms","start":"2026-04-23T02:21:35.62351Z","end":"2026-04-23T02:21:36.485839Z","steps":["trace[931652643] 'agreement among raft nodes before linearized reading' (duration: 862.260558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:36.485859Z","caller":"traceutil/trace.go:171","msg":"trace[773567717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1935; }","duration":"834.12132ms","start":"2026-04-23T02:21:35.651727Z","end":"2026-04-23T02:21:36.485848Z","steps":["trace[773567717] 'agreement among raft nodes before linearized reading' (duration: 834.022697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:36.485875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:35.62349Z","time spent":"862.378911ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T02:21:36.485869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.718193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T02:21:36.485803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.302976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-04-23T02:21:36.485913Z","caller":"traceutil/trace.go:171","msg":"trace[1495385665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1935; }","duration":"912.462681ms","start":"2026-04-23T02:21:35.573444Z","end":"2026-04-23T02:21:36.485906Z","steps":["trace[1495385665] 'agreement among raft nodes before linearized reading' (duration: 912.252234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:36.485899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.990819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:21:36.485969Z","caller":"traceutil/trace.go:171","msg":"trace[364094778] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1935; }","duration":"379.114393ms","start":"2026-04-23T02:21:36.106839Z","end":"2026-04-23T02:21:36.485954Z","steps":["trace[364094778] 'agreement among raft nodes before linearized reading' (duration: 378.950118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:36.486007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:36.106813Z","time spent":"379.187986ms","remote":"127.0.0.1:60858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:21:36.485886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:35.651717Z","time spent":"834.163771ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:21:36.485935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:35.573425Z","time spent":"912.505312ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T02:21:36.485912Z","caller":"traceutil/trace.go:171","msg":"trace[814719915] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1935; }","duration":"218.765444ms","start":"2026-04-23T02:21:36.267138Z","end":"2026-04-23T02:21:36.485904Z","steps":["trace[814719915] 'agreement among raft nodes before linearized reading' (duration: 218.571618ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:41.19614Z","caller":"traceutil/trace.go:171","msg":"trace[660246290] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"146.638971ms","start":"2026-04-23T02:21:41.049469Z","end":"2026-04-23T02:21:41.196108Z","steps":["trace[660246290] 'process raft request' (duration: 146.451415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:47.660995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.213357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T02:21:47.661086Z","caller":"traceutil/trace.go:171","msg":"trace[1807033349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2046; }","duration":"104.358692ms","start":"2026-04-23T02:21:47.556705Z","end":"2026-04-23T02:21:47.661064Z","steps":["trace[1807033349] 'range keys from in-memory index tree' (duration: 104.018091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:49.410248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.353601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:49.410334Z","caller":"traceutil/trace.go:171","msg":"trace[1863219627] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"806.399914ms","start":"2026-04-23T02:21:48.60392Z","end":"2026-04-23T02:21:49.410319Z","steps":["trace[1863219627] 'process raft request' (duration: 462.891448ms)","trace[1863219627] 'compare' (duration: 343.208427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:49.410375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.603896Z","time spent":"806.460376ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:50.049581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.838431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:50.04978Z","caller":"traceutil/trace.go:171","msg":"trace[1547366546] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"1.443921276s","start":"2026-04-23T02:21:48.60583Z","end":"2026-04-23T02:21:50.049752Z","steps":["trace[1547366546] 'process raft request' (duration: 1.268743624s)","trace[1547366546] 'compare' (duration: 174.574423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:50.049886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.6058Z","time spent":"1.44403148s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:50.05Z","caller":"traceutil/trace.go:171","msg":"trace[10495018] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2127; }","duration":"1.398578159s","start":"2026-04-23T02:21:48.651306Z","end":"2026-04-23T02:21:50.049884Z","steps":["trace[10495018] 'read index received' (duration: 415.527286ms)","trace[10495018] 'applied index is now lower than readState.Index' (duration: 983.049933ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:50.049994Z","caller":"traceutil/trace.go:171","msg":"trace[1214484508] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"1.387604358s","start":"2026-04-23T02:21:48.662359Z","end":"2026-04-23T02:21:50.049964Z","steps":["trace[1214484508] 'process raft request' (duration: 1.387448113s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:50.05003Z","caller":"traceutil/trace.go:171","msg":"trace[1844514774] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"1.388235308s","start":"2026-04-23T02:21:48.661729Z","end":"2026-04-23T02:21:50.049964Z","steps":["trace[1844514774] 'process raft request' (duration: 1.387956219s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:50.050156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398827466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:50.050222Z","caller":"traceutil/trace.go:171","msg":"trace[343726259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2051; }","duration":"1.398951381s","start":"2026-04-23T02:21:48.651253Z","end":"2026-04-23T02:21:50.050205Z","steps":["trace[343726259] 'agreement among raft nodes before linearized reading' (duration: 1.398781455s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:50.050244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381606947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T02:21:50.050263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.651233Z","time spent":"1.399021832s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:21:50.050289Z","caller":"traceutil/trace.go:171","msg":"trace[948980057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2051; }","duration":"1.381671919s","start":"2026-04-23T02:21:48.668603Z","end":"2026-04-23T02:21:50.050275Z","steps":["trace[948980057] 'agreement among raft nodes before linearized reading' (duration: 1.381511054s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:50.050301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.699501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:21:50.050325Z","caller":"traceutil/trace.go:171","msg":"trace[1628769990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2051; }","duration":"566.768993ms","start":"2026-04-23T02:21:49.48355Z","end":"2026-04-23T02:21:50.050319Z","steps":["trace[1628769990] 'agreement among raft nodes before linearized reading' (duration: 566.595058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:50.05033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.668591Z","time spent":"1.381730921s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T02:21:50.050367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:49.483526Z","time spent":"566.819164ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:21:50.050417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.66774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:21:50.050466Z","caller":"traceutil/trace.go:171","msg":"trace[465296879] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2051; }","duration":"566.769983ms","start":"2026-04-23T02:21:49.483684Z","end":"2026-04-23T02:21:50.050454Z","steps":["trace[465296879] 'agreement among raft nodes before linearized reading' (duration: 566.627918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:50.050499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:49.483678Z","time spent":"566.813934ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:21:50.05043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.661714Z","time spent":"1.388443684s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:50.050653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.542838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:21:50.050107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:48.662353Z","time spent":"1.387732132s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:50.050686Z","caller":"traceutil/trace.go:171","msg":"trace[612470039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2051; }","duration":"567.59948ms","start":"2026-04-23T02:21:49.483079Z","end":"2026-04-23T02:21:50.050678Z","steps":["trace[612470039] 'agreement among raft nodes before linearized reading' (duration: 567.522087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:50.050712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:49.483067Z","time spent":"567.637991ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:21:50.050784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.445488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:21:50.050823Z","caller":"traceutil/trace.go:171","msg":"trace[544977645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2051; }","duration":"579.510789ms","start":"2026-04-23T02:21:49.471302Z","end":"2026-04-23T02:21:50.050813Z","steps":["trace[544977645] 'agreement among raft nodes before linearized reading' (duration: 579.321093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:50.050853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:49.471286Z","time spent":"579.560341ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:21:50.050911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.721923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:21:50.050945Z","caller":"traceutil/trace.go:171","msg":"trace[521664257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2051; }","duration":"567.799906ms","start":"2026-04-23T02:21:49.483137Z","end":"2026-04-23T02:21:50.050937Z","steps":["trace[521664257] 'agreement among raft nodes before linearized reading' (duration: 567.697333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:50.050969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:49.48313Z","time spent":"567.833087ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:21:50.216385Z","caller":"traceutil/trace.go:171","msg":"trace[509809157] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"161.067872ms","start":"2026-04-23T02:21:50.055293Z","end":"2026-04-23T02:21:50.216361Z","steps":["trace[509809157] 'process raft request' (duration: 123.523924ms)","trace[509809157] 'compare' (duration: 37.372363ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:50.216674Z","caller":"traceutil/trace.go:171","msg":"trace[1441166429] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"161.213316ms","start":"2026-04-23T02:21:50.055433Z","end":"2026-04-23T02:21:50.216646Z","steps":["trace[1441166429] 'process raft request' (duration: 160.890776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:50.217111Z","caller":"traceutil/trace.go:171","msg":"trace[1412723007] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"161.547337ms","start":"2026-04-23T02:21:50.055531Z","end":"2026-04-23T02:21:50.217078Z","steps":["trace[1412723007] 'process raft request' (duration: 161.031211ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:50.217262Z","caller":"traceutil/trace.go:171","msg":"trace[1432432682] linearizableReadLoop","detail":"{readStateIndex:2136; appliedIndex:2131; }","duration":"158.463718ms","start":"2026-04-23T02:21:50.058773Z","end":"2026-04-23T02:21:50.217236Z","steps":["trace[1432432682] 'read index received' (duration: 120.011551ms)","trace[1432432682] 'applied index is now lower than readState.Index' (duration: 38.451227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:50.217562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.778969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:50.217613Z","caller":"traceutil/trace.go:171","msg":"trace[1543524947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2056; }","duration":"158.873802ms","start":"2026-04-23T02:21:50.058728Z","end":"2026-04-23T02:21:50.217602Z","steps":["trace[1543524947] 'agreement among raft nodes before linearized reading' (duration: 158.743328ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:50.217665Z","caller":"traceutil/trace.go:171","msg":"trace[1103438114] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"161.790335ms","start":"2026-04-23T02:21:50.055859Z","end":"2026-04-23T02:21:50.21765Z","steps":["trace[1103438114] 'process raft request' (duration: 161.111264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:50.217767Z","caller":"traceutil/trace.go:171","msg":"trace[1752939881] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"161.723053ms","start":"2026-04-23T02:21:50.056033Z","end":"2026-04-23T02:21:50.217756Z","steps":["trace[1752939881] 'process raft request' (duration: 161.148574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:50.537185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.70487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:21:50.537328Z","caller":"traceutil/trace.go:171","msg":"trace[1171620924] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"291.882179ms","start":"2026-04-23T02:21:50.245427Z","end":"2026-04-23T02:21:50.537309Z","steps":["trace[1171620924] 'process raft request' (duration: 151.964672ms)","trace[1171620924] 'compare' (duration: 139.563635ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:21:53.421023Z","caller":"traceutil/trace.go:171","msg":"trace[1775958978] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"323.421054ms","start":"2026-04-23T02:21:53.097583Z","end":"2026-04-23T02:21:53.421004Z","steps":["trace[1775958978] 'process raft request' (duration: 323.306131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:53.421146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:53.097564Z","time spent":"323.519408ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:55.663029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752162936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:21:55.95769Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124797109s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:21:55.958145Z","caller":"traceutil/trace.go:171","msg":"trace[389186590] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"1.125367158s","start":"2026-04-23T02:21:54.832746Z","end":"2026-04-23T02:21:55.958113Z","steps":["trace[389186590] 'process raft request' (duration: 1.125143851s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:55.958317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:54.832712Z","time spent":"1.125499822s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:55.960424Z","caller":"traceutil/trace.go:171","msg":"trace[1536237191] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"529.009619ms","start":"2026-04-23T02:21:55.431394Z","end":"2026-04-23T02:21:55.960403Z","steps":["trace[1536237191] 'process raft request' (duration: 528.367718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:55.960667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:55.431356Z","time spent":"529.125252ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:56.60258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.45291ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T02:21:56.602808Z","caller":"traceutil/trace.go:171","msg":"trace[1211383329] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2161; }","duration":"1.440644183s","start":"2026-04-23T02:21:55.162145Z","end":"2026-04-23T02:21:56.602789Z","steps":["trace[1211383329] 'read index received' (duration: 795.849618ms)","trace[1211383329] 'applied index is now lower than readState.Index' (duration: 644.793285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:21:56.602998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440849279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T02:21:56.603037Z","caller":"traceutil/trace.go:171","msg":"trace[58455377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2082; }","duration":"1.440928311s","start":"2026-04-23T02:21:55.162097Z","end":"2026-04-23T02:21:56.603025Z","steps":["trace[58455377] 'agreement among raft nodes before linearized reading' (duration: 1.440783207s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:56.603075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:55.162077Z","time spent":"1.440988814s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T02:21:56.603206Z","caller":"traceutil/trace.go:171","msg":"trace[1294293212] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"514.808956ms","start":"2026-04-23T02:21:56.088345Z","end":"2026-04-23T02:21:56.603154Z","steps":["trace[1294293212] 'process raft request' (duration: 514.338711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:56.603431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:56.088315Z","time spent":"514.990771ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:21:56.606419Z","caller":"traceutil/trace.go:171","msg":"trace[1822763968] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"445.646587ms","start":"2026-04-23T02:21:56.160746Z","end":"2026-04-23T02:21:56.606393Z","steps":["trace[1822763968] 'process raft request' (duration: 444.057186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:56.60673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:56.160717Z","time spent":"445.822343ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:56.607254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233045065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:21:56.607295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.094682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:56.607344Z","caller":"traceutil/trace.go:171","msg":"trace[1070602140] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"446.585287ms","start":"2026-04-23T02:21:56.160746Z","end":"2026-04-23T02:21:56.607332Z","steps":["trace[1070602140] 'process raft request' (duration: 445.43248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:56.607375Z","caller":"traceutil/trace.go:171","msg":"trace[1404919767] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2085; }","duration":"337.205986ms","start":"2026-04-23T02:21:56.270151Z","end":"2026-04-23T02:21:56.607357Z","steps":["trace[1404919767] 'agreement among raft nodes before linearized reading' (duration: 337.079192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:56.607273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.530378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:21:56.60741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:56.160717Z","time spent":"446.647249ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:21:56.607419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:56.270141Z","time spent":"337.267787ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:21:56.607423Z","caller":"traceutil/trace.go:171","msg":"trace[1219923015] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2085; }","duration":"213.738444ms","start":"2026-04-23T02:21:56.393671Z","end":"2026-04-23T02:21:56.607409Z","steps":["trace[1219923015] 'agreement among raft nodes before linearized reading' (duration: 213.522618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:56.607423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.888603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:21:56.607428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.438235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T02:21:56.607411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.046679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:21:56.607472Z","caller":"traceutil/trace.go:171","msg":"trace[199509000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2085; }","duration":"953.980786ms","start":"2026-04-23T02:21:55.653477Z","end":"2026-04-23T02:21:56.607458Z","steps":["trace[199509000] 'agreement among raft nodes before linearized reading' (duration: 953.909434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:56.607477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.646811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T02:21:56.607483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.409023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:21:56.60749Z","caller":"traceutil/trace.go:171","msg":"trace[326831926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2085; }","duration":"348.531468ms","start":"2026-04-23T02:21:56.258943Z","end":"2026-04-23T02:21:56.607475Z","steps":["trace[326831926] 'agreement among raft nodes before linearized reading' (duration: 348.333011ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:56.607514Z","caller":"traceutil/trace.go:171","msg":"trace[934324163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2085; }","duration":"359.736075ms","start":"2026-04-23T02:21:56.247769Z","end":"2026-04-23T02:21:56.607505Z","steps":["trace[934324163] 'agreement among raft nodes before linearized reading' (duration: 359.641742ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:21:56.607507Z","caller":"traceutil/trace.go:171","msg":"trace[791305300] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2085; }","duration":"799.194554ms","start":"2026-04-23T02:21:55.808291Z","end":"2026-04-23T02:21:56.607485Z","steps":["trace[791305300] 'agreement among raft nodes before linearized reading' (duration: 799.044169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:56.607517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:55.653453Z","time spent":"954.049888ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:21:56.607541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:56.247747Z","time spent":"359.788037ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T02:21:56.607532Z","caller":"traceutil/trace.go:171","msg":"trace[741270449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2085; }","duration":"348.483766ms","start":"2026-04-23T02:21:56.259035Z","end":"2026-04-23T02:21:56.607519Z","steps":["trace[741270449] 'agreement among raft nodes before linearized reading' (duration: 348.340591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:56.607541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:56.25893Z","time spent":"348.599669ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:21:56.607559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:55.808272Z","time spent":"799.273447ms","remote":"127.0.0.1:60578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:21:56.607587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:56.259024Z","time spent":"348.545598ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:21:56.607368Z","caller":"traceutil/trace.go:171","msg":"trace[840339091] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2085; }","duration":"1.23320134s","start":"2026-04-23T02:21:55.374138Z","end":"2026-04-23T02:21:56.60734Z","steps":["trace[840339091] 'agreement among raft nodes before linearized reading' (duration: 1.232991654s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:56.607642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:55.37412Z","time spent":"1.23350976s","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:21:56.607659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.062093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:21:56.607734Z","caller":"traceutil/trace.go:171","msg":"trace[345776202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2085; }","duration":"348.199876ms","start":"2026-04-23T02:21:56.259515Z","end":"2026-04-23T02:21:56.607715Z","steps":["trace[345776202] 'agreement among raft nodes before linearized reading' (duration: 347.787493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:56.607765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:56.259504Z","time spent":"348.253719ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:21:56.607976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.369172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T02:21:56.608047Z","caller":"traceutil/trace.go:171","msg":"trace[141026454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2085; }","duration":"348.497066ms","start":"2026-04-23T02:21:56.259534Z","end":"2026-04-23T02:21:56.608031Z","steps":["trace[141026454] 'agreement among raft nodes before linearized reading' (duration: 347.644199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:21:56.608206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:21:56.259498Z","time spent":"348.691672ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:22:24.961279Z","caller":"traceutil/trace.go:171","msg":"trace[1699283557] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"115.615586ms","start":"2026-04-23T02:22:24.845635Z","end":"2026-04-23T02:22:24.961251Z","steps":["trace[1699283557] 'process raft request' (duration: 114.670916ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:24.961808Z","caller":"traceutil/trace.go:171","msg":"trace[1709209132] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"115.637707ms","start":"2026-04-23T02:22:24.846145Z","end":"2026-04-23T02:22:24.961782Z","steps":["trace[1709209132] 'process raft request' (duration: 115.479162ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:24.961996Z","caller":"traceutil/trace.go:171","msg":"trace[709732294] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"115.431811ms","start":"2026-04-23T02:22:24.846538Z","end":"2026-04-23T02:22:24.96197Z","steps":["trace[709732294] 'process raft request' (duration: 115.208194ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:24.962093Z","caller":"traceutil/trace.go:171","msg":"trace[1594981113] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"114.653786ms","start":"2026-04-23T02:22:24.847418Z","end":"2026-04-23T02:22:24.962072Z","steps":["trace[1594981113] 'process raft request' (duration: 114.45263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.083133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.089063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:22:27.083218Z","caller":"traceutil/trace.go:171","msg":"trace[1678345062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2253; }","duration":"117.203967ms","start":"2026-04-23T02:22:26.965998Z","end":"2026-04-23T02:22:27.083202Z","steps":["trace[1678345062] 'range keys from in-memory index tree' (duration: 116.96646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.083277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.951169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:22:27.083337Z","caller":"traceutil/trace.go:171","msg":"trace[302881834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2253; }","duration":"117.029841ms","start":"2026-04-23T02:22:26.966289Z","end":"2026-04-23T02:22:27.083319Z","steps":["trace[302881834] 'range keys from in-memory index tree' (duration: 116.834615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.08343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.380715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:22:27.083515Z","caller":"traceutil/trace.go:171","msg":"trace[1255970024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2253; }","duration":"118.502859ms","start":"2026-04-23T02:22:26.964992Z","end":"2026-04-23T02:22:27.083495Z","steps":["trace[1255970024] 'range keys from in-memory index tree' (duration: 118.138237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.083632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.573051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:22:27.083724Z","caller":"traceutil/trace.go:171","msg":"trace[1465399363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2253; }","duration":"118.709445ms","start":"2026-04-23T02:22:26.96499Z","end":"2026-04-23T02:22:27.0837Z","steps":["trace[1465399363] 'range keys from in-memory index tree' (duration: 118.361144ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:27.842319Z","caller":"traceutil/trace.go:171","msg":"trace[1013782264] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"754.239018ms","start":"2026-04-23T02:22:27.088048Z","end":"2026-04-23T02:22:27.842287Z","steps":["trace[1013782264] 'process raft request' (duration: 661.79015ms)","trace[1013782264] 'compare' (duration: 91.942122ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:27.842357Z","caller":"traceutil/trace.go:171","msg":"trace[204949539] linearizableReadLoop","detail":"{readStateIndex:2345; appliedIndex:2342; }","duration":"337.172591ms","start":"2026-04-23T02:22:27.505157Z","end":"2026-04-23T02:22:27.84233Z","steps":["trace[204949539] 'read index received' (duration: 244.619459ms)","trace[204949539] 'applied index is now lower than readState.Index' (duration: 92.551902ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:27.842399Z","caller":"traceutil/trace.go:171","msg":"trace[1337223047] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"754.106364ms","start":"2026-04-23T02:22:27.088282Z","end":"2026-04-23T02:22:27.842388Z","steps":["trace[1337223047] 'process raft request' (duration: 753.878567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:27.842431Z","caller":"traceutil/trace.go:171","msg":"trace[241977387] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"753.858627ms","start":"2026-04-23T02:22:27.088568Z","end":"2026-04-23T02:22:27.842426Z","steps":["trace[241977387] 'process raft request' (duration: 753.705672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.842473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:27.088556Z","time spent":"753.890947ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:27.842711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:27.08802Z","time spent":"754.367992ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:27.842755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.557293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:27.842847Z","caller":"traceutil/trace.go:171","msg":"trace[898930437] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2257; }","duration":"337.706948ms","start":"2026-04-23T02:22:27.50512Z","end":"2026-04-23T02:22:27.842827Z","steps":["trace[898930437] 'agreement among raft nodes before linearized reading' (duration: 337.328116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:27.8429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:27.505099Z","time spent":"337.79023ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:27.842575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:27.088267Z","time spent":"754.179986ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:28.852401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752163345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:22:29.664157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700613301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:29.664243Z","caller":"traceutil/trace.go:171","msg":"trace[1362719026] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2257; }","duration":"1.700750585s","start":"2026-04-23T02:22:27.963473Z","end":"2026-04-23T02:22:29.664224Z","steps":["trace[1362719026] 'count revisions from in-memory index tree' (duration: 1.700520378s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.664284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:27.963446Z","time spent":"1.700827448s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:29.664627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632689586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:29.664672Z","caller":"traceutil/trace.go:171","msg":"trace[1344116033] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2257; }","duration":"1.632763037s","start":"2026-04-23T02:22:28.031897Z","end":"2026-04-23T02:22:29.66466Z","steps":["trace[1344116033] 'count revisions from in-memory index tree' (duration: 1.632646163s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.664705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.031884Z","time spent":"1.632810629s","remote":"127.0.0.1:40814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:29.665513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.770598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:22:29.665714Z","caller":"traceutil/trace.go:171","msg":"trace[1274192114] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"1.5331075s","start":"2026-04-23T02:22:28.132577Z","end":"2026-04-23T02:22:29.665685Z","steps":["trace[1274192114] 'process raft request' (duration: 850.100934ms)","trace[1274192114] 'compare' (duration: 682.537781ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:29.665807Z","caller":"traceutil/trace.go:171","msg":"trace[2062160428] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"838.850025ms","start":"2026-04-23T02:22:28.826922Z","end":"2026-04-23T02:22:29.665772Z","steps":["trace[2062160428] 'process raft request' (duration: 838.690829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.665828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.132551Z","time spent":"1.533221094s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:29.665863Z","caller":"traceutil/trace.go:171","msg":"trace[1207117544] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"797.258429ms","start":"2026-04-23T02:22:28.868575Z","end":"2026-04-23T02:22:29.665833Z","steps":["trace[1207117544] 'process raft request' (duration: 797.088373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.665977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.826898Z","time spent":"838.983619ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:29.666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.868553Z","time spent":"797.373752ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:29.666115Z","caller":"traceutil/trace.go:171","msg":"trace[1215942626] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"283.629223ms","start":"2026-04-23T02:22:29.382469Z","end":"2026-04-23T02:22:29.666098Z","steps":["trace[1215942626] 'process raft request' (duration: 283.52598ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:29.666171Z","caller":"traceutil/trace.go:171","msg":"trace[2059078269] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"796.703331ms","start":"2026-04-23T02:22:28.869458Z","end":"2026-04-23T02:22:29.666161Z","steps":["trace[2059078269] 'process raft request' (duration: 796.285798ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:29.666174Z","caller":"traceutil/trace.go:171","msg":"trace[1595125777] linearizableReadLoop","detail":"{readStateIndex:2347; appliedIndex:2345; }","duration":"1.31387402s","start":"2026-04-23T02:22:28.352289Z","end":"2026-04-23T02:22:29.666163Z","steps":["trace[1595125777] 'read index received' (duration: 630.39968ms)","trace[1595125777] 'applied index is now lower than readState.Index' (duration: 683.47267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:29.666224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.869435Z","time spent":"796.758433ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:29.666305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314015475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:29.666346Z","caller":"traceutil/trace.go:171","msg":"trace[94438589] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2263; }","duration":"1.314097278s","start":"2026-04-23T02:22:28.352238Z","end":"2026-04-23T02:22:29.666335Z","steps":["trace[94438589] 'agreement among raft nodes before linearized reading' (duration: 1.314004415s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.666368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238668292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:22:29.666382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.352217Z","time spent":"1.314156719s","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:22:29.666401Z","caller":"traceutil/trace.go:171","msg":"trace[961801794] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2263; }","duration":"1.238740524s","start":"2026-04-23T02:22:28.427651Z","end":"2026-04-23T02:22:29.666391Z","steps":["trace[961801794] 'agreement among raft nodes before linearized reading' (duration: 1.238659772s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.66644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.427629Z","time spent":"1.238802017s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:29.666448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.807133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:22:29.66649Z","caller":"traceutil/trace.go:171","msg":"trace[1695751587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2263; }","duration":"774.848644ms","start":"2026-04-23T02:22:28.89163Z","end":"2026-04-23T02:22:29.666478Z","steps":["trace[1695751587] 'agreement among raft nodes before linearized reading' (duration: 774.692969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.666553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.891558Z","time spent":"774.962927ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:22:29.666399Z","caller":"traceutil/trace.go:171","msg":"trace[843479992] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"632.65649ms","start":"2026-04-23T02:22:29.033539Z","end":"2026-04-23T02:22:29.666195Z","steps":["trace[843479992] 'process raft request' (duration: 632.423703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.666684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.185025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:29.666736Z","caller":"traceutil/trace.go:171","msg":"trace[230899199] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2263; }","duration":"297.235557ms","start":"2026-04-23T02:22:29.369486Z","end":"2026-04-23T02:22:29.666721Z","steps":["trace[230899199] 'agreement among raft nodes before linearized reading' (duration: 297.170305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.666766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.824223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:29.666799Z","caller":"traceutil/trace.go:171","msg":"trace[384390251] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2263; }","duration":"949.878565ms","start":"2026-04-23T02:22:28.716909Z","end":"2026-04-23T02:22:29.666788Z","steps":["trace[384390251] 'agreement among raft nodes before linearized reading' (duration: 949.828463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.666836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.716896Z","time spent":"949.932256ms","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:29.666846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.936881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:29.666934Z","caller":"traceutil/trace.go:171","msg":"trace[116594354] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2263; }","duration":"995.084056ms","start":"2026-04-23T02:22:28.671828Z","end":"2026-04-23T02:22:29.666912Z","steps":["trace[116594354] 'agreement among raft nodes before linearized reading' (duration: 994.88773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.666988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.671804Z","time spent":"995.172009ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:29.667042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.003194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:22:29.666679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.613943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T02:22:29.667104Z","caller":"traceutil/trace.go:171","msg":"trace[359016431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2263; }","duration":"522.176719ms","start":"2026-04-23T02:22:29.14491Z","end":"2026-04-23T02:22:29.667087Z","steps":["trace[359016431] 'agreement among raft nodes before linearized reading' (duration: 521.985532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.667112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.502028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8db123b326b69\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-23T02:22:29.66713Z","caller":"traceutil/trace.go:171","msg":"trace[115983841] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2263; }","duration":"789.083367ms","start":"2026-04-23T02:22:28.878033Z","end":"2026-04-23T02:22:29.667116Z","steps":["trace[115983841] 'agreement among raft nodes before linearized reading' (duration: 788.558481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.667139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.144889Z","time spent":"522.242511ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:22:29.667166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.878021Z","time spent":"789.13778ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T02:22:29.667222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.03351Z","time spent":"633.216388ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:29.667404Z","caller":"traceutil/trace.go:171","msg":"trace[1946956296] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8db123b326b69; range_end:; response_count:1; response_revision:2263; }","duration":"362.595071ms","start":"2026-04-23T02:22:29.304557Z","end":"2026-04-23T02:22:29.667152Z","steps":["trace[1946956296] 'agreement among raft nodes before linearized reading' (duration: 362.402944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.667455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.30454Z","time spent":"362.903011ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8db123b326b69\" "} {"level":"warn","ts":"2026-04-23T02:22:29.667067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013599207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:29.667789Z","caller":"traceutil/trace.go:171","msg":"trace[825880912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2263; }","duration":"1.01436236s","start":"2026-04-23T02:22:28.653415Z","end":"2026-04-23T02:22:29.667778Z","steps":["trace[825880912] 'agreement among raft nodes before linearized reading' (duration: 1.013288556s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:29.66786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:28.653392Z","time spent":"1.014457964s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:22:30.824901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.734745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:22:30.825064Z","caller":"traceutil/trace.go:171","msg":"trace[1147048673] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2351; }","duration":"1.148119066s","start":"2026-04-23T02:22:29.676932Z","end":"2026-04-23T02:22:30.825051Z","steps":["trace[1147048673] 'read index received' (duration: 366.189796ms)","trace[1147048673] 'applied index is now lower than readState.Index' (duration: 781.92787ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:30.825133Z","caller":"traceutil/trace.go:171","msg":"trace[406639648] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"1.154412367s","start":"2026-04-23T02:22:29.670714Z","end":"2026-04-23T02:22:30.825126Z","steps":["trace[406639648] 'process raft request' (duration: 1.154272392s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:30.825178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.670693Z","time spent":"1.154462379s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:30.825328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148373194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:30.825568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.267273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T02:22:30.825602Z","caller":"traceutil/trace.go:171","msg":"trace[1117346447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2266; }","duration":"151.329795ms","start":"2026-04-23T02:22:30.674262Z","end":"2026-04-23T02:22:30.825592Z","steps":["trace[1117346447] 'agreement among raft nodes before linearized reading' (duration: 151.215731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:30.825589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.822514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T02:22:30.825599Z","caller":"traceutil/trace.go:171","msg":"trace[2046879793] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"1.153992044s","start":"2026-04-23T02:22:29.67157Z","end":"2026-04-23T02:22:30.825562Z","steps":["trace[2046879793] 'process raft request' (duration: 1.153456307s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:30.825607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.099814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:22:30.825497Z","caller":"traceutil/trace.go:171","msg":"trace[855707196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2266; }","duration":"1.148502069s","start":"2026-04-23T02:22:29.676927Z","end":"2026-04-23T02:22:30.825429Z","steps":["trace[855707196] 'agreement among raft nodes before linearized reading' (duration: 1.148212419s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:30.825651Z","caller":"traceutil/trace.go:171","msg":"trace[1319390795] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:2266; }","duration":"641.936327ms","start":"2026-04-23T02:22:30.183696Z","end":"2026-04-23T02:22:30.825632Z","steps":["trace[1319390795] 'agreement among raft nodes before linearized reading' (duration: 641.777292ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:30.825704Z","caller":"traceutil/trace.go:171","msg":"trace[268183795] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2266; }","duration":"457.26217ms","start":"2026-04-23T02:22:30.368421Z","end":"2026-04-23T02:22:30.825684Z","steps":["trace[268183795] 'agreement among raft nodes before linearized reading' (duration: 457.083264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:30.825726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.25433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:22:30.825744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.676898Z","time spent":"1.148832619s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:22:30.825758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.116358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:22:30.82614Z","caller":"traceutil/trace.go:171","msg":"trace[109435962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2266; }","duration":"979.524531ms","start":"2026-04-23T02:22:29.846596Z","end":"2026-04-23T02:22:30.82612Z","steps":["trace[109435962] 'agreement among raft nodes before linearized reading' (duration: 979.077596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:30.826201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.846576Z","time spent":"979.609074ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:22:30.825715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:30.183671Z","time spent":"642.03184ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T02:22:30.825779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:30.368399Z","time spent":"457.362712ms","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:30.825634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.034005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:22:30.826553Z","caller":"traceutil/trace.go:171","msg":"trace[2054361808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2266; }","duration":"979.984715ms","start":"2026-04-23T02:22:29.846526Z","end":"2026-04-23T02:22:30.826511Z","steps":["trace[2054361808] 'agreement among raft nodes before linearized reading' (duration: 978.925011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:30.826617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.846512Z","time spent":"980.089939ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:22:30.825774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.671552Z","time spent":"1.154127998s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:30.825792Z","caller":"traceutil/trace.go:171","msg":"trace[452100889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2266; }","duration":"978.332452ms","start":"2026-04-23T02:22:29.847439Z","end":"2026-04-23T02:22:30.825771Z","steps":["trace[452100889] 'agreement among raft nodes before linearized reading' (duration: 978.160807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:30.826914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.847432Z","time spent":"979.47076ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:22:30.825643Z","caller":"traceutil/trace.go:171","msg":"trace[1194473248] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"1.156032068s","start":"2026-04-23T02:22:29.669577Z","end":"2026-04-23T02:22:30.825609Z","steps":["trace[1194473248] 'process raft request' (duration: 373.511759ms)","trace[1194473248] 'compare' (duration: 781.621461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:30.827095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:29.66956Z","time spent":"1.157411323s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:31.100056Z","caller":"traceutil/trace.go:171","msg":"trace[795090653] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"269.73447ms","start":"2026-04-23T02:22:30.830299Z","end":"2026-04-23T02:22:31.100033Z","steps":["trace[795090653] 'process raft request' (duration: 269.506122ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:31.100464Z","caller":"traceutil/trace.go:171","msg":"trace[1598503589] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2354; }","duration":"264.952678ms","start":"2026-04-23T02:22:30.835489Z","end":"2026-04-23T02:22:31.100441Z","steps":["trace[1598503589] 'read index received' (duration: 135.654415ms)","trace[1598503589] 'applied index is now lower than readState.Index' (duration: 129.297143ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:31.100489Z","caller":"traceutil/trace.go:171","msg":"trace[547527118] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"268.604914ms","start":"2026-04-23T02:22:30.831866Z","end":"2026-04-23T02:22:31.100471Z","steps":["trace[547527118] 'process raft request' (duration: 268.331005ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:31.10056Z","caller":"traceutil/trace.go:171","msg":"trace[1542757322] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"269.890795ms","start":"2026-04-23T02:22:30.83066Z","end":"2026-04-23T02:22:31.100551Z","steps":["trace[1542757322] 'process raft request' (duration: 269.324557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:31.100699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.079071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:31.100748Z","caller":"traceutil/trace.go:171","msg":"trace[522929439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2269; }","duration":"265.275258ms","start":"2026-04-23T02:22:30.835461Z","end":"2026-04-23T02:22:31.100736Z","steps":["trace[522929439] 'agreement among raft nodes before linearized reading' (duration: 265.071812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:31.55578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.532751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:22:31.555985Z","caller":"traceutil/trace.go:171","msg":"trace[2070223207] linearizableReadLoop","detail":"{readStateIndex:2359; appliedIndex:2358; }","duration":"437.467088ms","start":"2026-04-23T02:22:31.118496Z","end":"2026-04-23T02:22:31.555963Z","steps":["trace[2070223207] 'read index received' (duration: 158.589276ms)","trace[2070223207] 'applied index is now lower than readState.Index' (duration: 278.875972ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:31.55602Z","caller":"traceutil/trace.go:171","msg":"trace[817544873] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"535.784533ms","start":"2026-04-23T02:22:31.020211Z","end":"2026-04-23T02:22:31.555996Z","steps":["trace[817544873] 'process raft request' (duration: 256.930021ms)","trace[817544873] 'compare' (duration: 278.396337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:31.556339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.020183Z","time spent":"536.125824ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:31.556095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.600213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:31.556446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.401347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:31.55652Z","caller":"traceutil/trace.go:171","msg":"trace[68563699] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2270; }","duration":"438.062027ms","start":"2026-04-23T02:22:31.11845Z","end":"2026-04-23T02:22:31.556512Z","steps":["trace[68563699] 'agreement among raft nodes before linearized reading' (duration: 437.572122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:31.556553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.118434Z","time spent":"438.108018ms","remote":"127.0.0.1:60824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:22:31.556545Z","caller":"traceutil/trace.go:171","msg":"trace[681544577] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2270; }","duration":"225.554522ms","start":"2026-04-23T02:22:31.330968Z","end":"2026-04-23T02:22:31.556523Z","steps":["trace[681544577] 'agreement among raft nodes before linearized reading' (duration: 225.369956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:32.333124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752163373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:22:32.855589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.511463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:22:32.855731Z","caller":"traceutil/trace.go:171","msg":"trace[661276966] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"1.184773264s","start":"2026-04-23T02:22:31.670932Z","end":"2026-04-23T02:22:32.855706Z","steps":["trace[661276966] 'process raft request' (duration: 745.007144ms)","trace[661276966] 'compare' (duration: 439.252224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:32.855798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.670908Z","time spent":"1.184858817s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:33.270239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.854364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:22:33.270438Z","caller":"traceutil/trace.go:171","msg":"trace[432582979] linearizableReadLoop","detail":"{readStateIndex:2363; appliedIndex:2359; }","duration":"1.437594255s","start":"2026-04-23T02:22:31.832826Z","end":"2026-04-23T02:22:33.27042Z","steps":["trace[432582979] 'read index received' (duration: 583.132942ms)","trace[432582979] 'applied index is now lower than readState.Index' (duration: 854.460403ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:33.270638Z","caller":"traceutil/trace.go:171","msg":"trace[1678469317] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"1.598433132s","start":"2026-04-23T02:22:31.672171Z","end":"2026-04-23T02:22:33.270604Z","steps":["trace[1678469317] 'process raft request' (duration: 1.598209695s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.270796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.672162Z","time spent":"1.598546397s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:33.270806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437981237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T02:22:33.270842Z","caller":"traceutil/trace.go:171","msg":"trace[1008614261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2274; }","duration":"1.43805158s","start":"2026-04-23T02:22:31.832779Z","end":"2026-04-23T02:22:33.27083Z","steps":["trace[1008614261] 'agreement among raft nodes before linearized reading' (duration: 1.437922046s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.270875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.832763Z","time spent":"1.438103861s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T02:22:33.270934Z","caller":"traceutil/trace.go:171","msg":"trace[1586815765] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"1.599698313s","start":"2026-04-23T02:22:31.671196Z","end":"2026-04-23T02:22:33.270895Z","steps":["trace[1586815765] 'process raft request' (duration: 1.345107876s)","trace[1586815765] 'compare' (duration: 253.73756ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:33.270966Z","caller":"traceutil/trace.go:171","msg":"trace[1263572067] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"1.599693303s","start":"2026-04-23T02:22:31.671248Z","end":"2026-04-23T02:22:33.270941Z","steps":["trace[1263572067] 'process raft request' (duration: 1.599086044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.27102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361728006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12379"} {"level":"warn","ts":"2026-04-23T02:22:33.271069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.671222Z","time spent":"1.599796287s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:33.271068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.075261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T02:22:33.271062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.622812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T02:22:33.271113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.032685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:33.271132Z","caller":"traceutil/trace.go:171","msg":"trace[656796837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2274; }","duration":"618.087057ms","start":"2026-04-23T02:22:32.653038Z","end":"2026-04-23T02:22:33.271125Z","steps":["trace[656796837] 'agreement among raft nodes before linearized reading' (duration: 618.057186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.271114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.86076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:22:33.271112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.824009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:22:33.271136Z","caller":"traceutil/trace.go:171","msg":"trace[1715134385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2274; }","duration":"166.707385ms","start":"2026-04-23T02:22:33.104411Z","end":"2026-04-23T02:22:33.271119Z","steps":["trace[1715134385] 'agreement among raft nodes before linearized reading' (duration: 166.506688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.271163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.671178Z","time spent":"1.599839538s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:33.271181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.30355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:33.271173Z","caller":"traceutil/trace.go:171","msg":"trace[420960585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2274; }","duration":"166.954953ms","start":"2026-04-23T02:22:33.104203Z","end":"2026-04-23T02:22:33.271158Z","steps":["trace[420960585] 'agreement among raft nodes before linearized reading' (duration: 166.698865ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:33.271076Z","caller":"traceutil/trace.go:171","msg":"trace[247601281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2274; }","duration":"1.361828149s","start":"2026-04-23T02:22:31.909235Z","end":"2026-04-23T02:22:33.271063Z","steps":["trace[247601281] 'agreement among raft nodes before linearized reading' (duration: 1.361663914s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:33.271189Z","caller":"traceutil/trace.go:171","msg":"trace[1064813558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2274; }","duration":"166.935553ms","start":"2026-04-23T02:22:33.104235Z","end":"2026-04-23T02:22:33.271171Z","steps":["trace[1064813558] 'agreement among raft nodes before linearized reading' (duration: 166.693975ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:33.271212Z","caller":"traceutil/trace.go:171","msg":"trace[2037022054] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2274; }","duration":"781.385123ms","start":"2026-04-23T02:22:32.489818Z","end":"2026-04-23T02:22:33.271203Z","steps":["trace[2037022054] 'agreement among raft nodes before linearized reading' (duration: 781.343911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.271192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.981738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:22:33.271228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.489786Z","time spent":"781.438504ms","remote":"127.0.0.1:60838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:33.271232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:31.909212Z","time spent":"1.362009785s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12401,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:22:33.271241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.096729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:22:33.271247Z","caller":"traceutil/trace.go:171","msg":"trace[805622981] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2274; }","duration":"275.084111ms","start":"2026-04-23T02:22:32.99615Z","end":"2026-04-23T02:22:33.271234Z","steps":["trace[805622981] 'agreement among raft nodes before linearized reading' (duration: 274.997758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:33.27113Z","caller":"traceutil/trace.go:171","msg":"trace[1195061707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2274; }","duration":"440.129783ms","start":"2026-04-23T02:22:32.83098Z","end":"2026-04-23T02:22:33.27111Z","steps":["trace[1195061707] 'agreement among raft nodes before linearized reading' (duration: 440.001529ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:33.271274Z","caller":"traceutil/trace.go:171","msg":"trace[988747489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2274; }","duration":"439.174503ms","start":"2026-04-23T02:22:32.83209Z","end":"2026-04-23T02:22:33.271265Z","steps":["trace[988747489] 'agreement among raft nodes before linearized reading' (duration: 439.074449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:33.271324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.830928Z","time spent":"440.383671ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:22:33.27115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.653013Z","time spent":"618.132328ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:22:33.272375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:32.832056Z","time spent":"440.274318ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:22:33.778936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752163380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:22:34.324812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.281893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:22:34.325043Z","caller":"traceutil/trace.go:171","msg":"trace[1346278099] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"1.049254124s","start":"2026-04-23T02:22:33.275768Z","end":"2026-04-23T02:22:34.325022Z","steps":["trace[1346278099] 'process raft request' (duration: 563.341282ms)","trace[1346278099] 'compare' (duration: 484.788756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:34.325149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:33.275742Z","time spent":"1.049351208s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:34.325157Z","caller":"traceutil/trace.go:171","msg":"trace[685630934] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"1.04914224s","start":"2026-04-23T02:22:33.275999Z","end":"2026-04-23T02:22:34.325141Z","steps":["trace[685630934] 'process raft request' (duration: 1.048925413s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:34.325218Z","caller":"traceutil/trace.go:171","msg":"trace[1455249762] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"1.049146881s","start":"2026-04-23T02:22:33.27605Z","end":"2026-04-23T02:22:34.325197Z","steps":["trace[1455249762] 'process raft request' (duration: 1.048973755s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:34.325355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:33.276046Z","time spent":"1.049246034s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:34.325238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:33.275983Z","time spent":"1.049224713s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:34.325676Z","caller":"traceutil/trace.go:171","msg":"trace[456312960] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"1.049464931s","start":"2026-04-23T02:22:33.276182Z","end":"2026-04-23T02:22:34.325647Z","steps":["trace[456312960] 'process raft request' (duration: 1.049214813s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:34.325731Z","caller":"traceutil/trace.go:171","msg":"trace[546976083] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"1.049227524s","start":"2026-04-23T02:22:33.276492Z","end":"2026-04-23T02:22:34.325719Z","steps":["trace[546976083] 'process raft request' (duration: 1.049153271s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:34.325754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:33.276172Z","time spent":"1.049550474s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:34.325785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:33.276485Z","time spent":"1.049276385s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:34.32591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046996132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:34.325734Z","caller":"traceutil/trace.go:171","msg":"trace[1003945723] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2363; }","duration":"1.046815346s","start":"2026-04-23T02:22:33.278899Z","end":"2026-04-23T02:22:34.325714Z","steps":["trace[1003945723] 'read index received' (duration: 560.226742ms)","trace[1003945723] 'applied index is now lower than readState.Index' (duration: 486.587294ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:34.325986Z","caller":"traceutil/trace.go:171","msg":"trace[277022890] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2279; }","duration":"1.047096505s","start":"2026-04-23T02:22:33.27887Z","end":"2026-04-23T02:22:34.325967Z","steps":["trace[277022890] 'agreement among raft nodes before linearized reading' (duration: 1.046948291s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:34.326029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:33.278864Z","time spent":"1.047155717s","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T02:22:35.378766Z","caller":"traceutil/trace.go:171","msg":"trace[1905604008] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"517.603433ms","start":"2026-04-23T02:22:34.861142Z","end":"2026-04-23T02:22:35.378746Z","steps":["trace[1905604008] 'process raft request' (duration: 517.448558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:35.3789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:34.861118Z","time spent":"517.712427ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:37.428199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.049548706s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:22:37.500367Z","caller":"traceutil/trace.go:171","msg":"trace[2066108632] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"2.223534724s","start":"2026-04-23T02:22:35.276798Z","end":"2026-04-23T02:22:37.500333Z","steps":["trace[2066108632] 'process raft request' (duration: 2.151655202s)","trace[2066108632] 'compare' (duration: 71.340565ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:37.500433Z","caller":"traceutil/trace.go:171","msg":"trace[1218109817] linearizableReadLoop","detail":"{readStateIndex:2373; appliedIndex:2369; }","duration":"2.218615956s","start":"2026-04-23T02:22:35.281797Z","end":"2026-04-23T02:22:37.500413Z","steps":["trace[1218109817] 'read index received' (duration: 96.890069ms)","trace[1218109817] 'applied index is now lower than readState.Index' (duration: 2.121724477s)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:37.500474Z","caller":"traceutil/trace.go:171","msg":"trace[275237516] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"2.222121508s","start":"2026-04-23T02:22:35.278325Z","end":"2026-04-23T02:22:37.500447Z","steps":["trace[275237516] 'process raft request' (duration: 2.222001645s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:37.500487Z","caller":"traceutil/trace.go:171","msg":"trace[6659042] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"2.223589945s","start":"2026-04-23T02:22:35.276869Z","end":"2026-04-23T02:22:37.500459Z","steps":["trace[6659042] 'process raft request' (duration: 2.223331026s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:37.50053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:35.276775Z","time spent":"2.223672357s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:37.500603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:35.27831Z","time spent":"2.222222122s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:37.500641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:35.27685Z","time spent":"2.223717689s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:37.500594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218786902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:22:37.500749Z","caller":"traceutil/trace.go:171","msg":"trace[104120096] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2284; }","duration":"2.218988468s","start":"2026-04-23T02:22:35.281743Z","end":"2026-04-23T02:22:37.500731Z","steps":["trace[104120096] 'agreement among raft nodes before linearized reading' (duration: 2.218769531s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:37.500954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:35.281726Z","time spent":"2.219210625s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:22:37.652349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000315716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T02:22:37.652441Z","caller":"traceutil/trace.go:171","msg":"trace[91075361] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451621s","start":"2026-04-23T02:22:35.651968Z","end":"2026-04-23T02:22:37.65242Z","steps":["trace[91075361] 'agreement among raft nodes before linearized reading' (duration: 2.000337237s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:37.652492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:35.651948Z","time spent":"2.000533923s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 02:22:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T02:22:37.931092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.005491ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T02:22:37.931972Z","caller":"traceutil/trace.go:171","msg":"trace[2125596550] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"908.543517ms","start":"2026-04-23T02:22:37.023413Z","end":"2026-04-23T02:22:37.931956Z","steps":["trace[2125596550] 'process raft request' (duration: 907.772233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:37.932065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:37.023382Z","time spent":"908.6259ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:22:38.752025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.995154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:22:38.752483Z","caller":"traceutil/trace.go:171","msg":"trace[1026803569] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2373; }","duration":"1.251983418s","start":"2026-04-23T02:22:37.500482Z","end":"2026-04-23T02:22:38.752466Z","steps":["trace[1026803569] 'read index received' (duration: 26.618559ms)","trace[1026803569] 'applied index is now lower than readState.Index' (duration: 1.225363759s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:22:38.752598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417575761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:22:38.752606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416255979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T02:22:38.752631Z","caller":"traceutil/trace.go:171","msg":"trace[673959917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2287; }","duration":"2.417611112s","start":"2026-04-23T02:22:36.335012Z","end":"2026-04-23T02:22:38.752623Z","steps":["trace[673959917] 'agreement among raft nodes before linearized reading' (duration: 2.417472918s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:38.752634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417644663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T02:22:38.752655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:36.334971Z","time spent":"2.417679004s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:22:38.752652Z","caller":"traceutil/trace.go:171","msg":"trace[493149025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2287; }","duration":"2.416330111s","start":"2026-04-23T02:22:36.33631Z","end":"2026-04-23T02:22:38.75264Z","steps":["trace[493149025] 'agreement among raft nodes before linearized reading' (duration: 2.416172076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:38.752675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417605212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T02:22:38.752774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656611439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:22:38.752775Z","caller":"traceutil/trace.go:171","msg":"trace[2106386536] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"1.369166404s","start":"2026-04-23T02:22:37.383593Z","end":"2026-04-23T02:22:38.75276Z","steps":["trace[2106386536] 'process raft request' (duration: 1.368802212s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:38.752712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099898989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:22:38.752829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417886021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T02:22:38.752852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.494971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T02:22:38.752875Z","caller":"traceutil/trace.go:171","msg":"trace[443827845] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2287; }","duration":"311.517852ms","start":"2026-04-23T02:22:38.441352Z","end":"2026-04-23T02:22:38.75287Z","steps":["trace[443827845] 'agreement among raft nodes before linearized reading' (duration: 311.46258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:38.752706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:36.336299Z","time spent":"2.416397134s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:22:38.752866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:37.383565Z","time spent":"1.369255207s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:38.752884Z","caller":"traceutil/trace.go:171","msg":"trace[734829326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2287; }","duration":"2.417968633s","start":"2026-04-23T02:22:36.3349Z","end":"2026-04-23T02:22:38.752868Z","steps":["trace[734829326] 'agreement among raft nodes before linearized reading' (duration: 2.417825289s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:38.7529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:38.441291Z","time spent":"311.602685ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T02:22:38.752927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:36.334883Z","time spent":"2.418031806s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:22:38.752762Z","caller":"traceutil/trace.go:171","msg":"trace[233760806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2287; }","duration":"2.417731656s","start":"2026-04-23T02:22:36.335009Z","end":"2026-04-23T02:22:38.752741Z","steps":["trace[233760806] 'agreement among raft nodes before linearized reading' (duration: 2.417479458s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:38.75267Z","caller":"traceutil/trace.go:171","msg":"trace[1498917048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2287; }","duration":"2.417719035s","start":"2026-04-23T02:22:36.334941Z","end":"2026-04-23T02:22:38.75266Z","steps":["trace[1498917048] 'agreement among raft nodes before linearized reading' (duration: 2.417621302s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:38.753104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:36.334975Z","time spent":"2.418045416s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:22:38.752947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419272168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T02:22:38.753129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:36.334919Z","time spent":"2.418192831s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:22:38.753205Z","caller":"traceutil/trace.go:171","msg":"trace[887461531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2287; }","duration":"3.419557256s","start":"2026-04-23T02:22:35.333633Z","end":"2026-04-23T02:22:38.75319Z","steps":["trace[887461531] 'agreement among raft nodes before linearized reading' (duration: 3.419026729s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:22:38.752768Z","caller":"traceutil/trace.go:171","msg":"trace[601869315] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"1.57729516s","start":"2026-04-23T02:22:37.175456Z","end":"2026-04-23T02:22:38.752751Z","steps":["trace[601869315] 'process raft request' (duration: 756.49027ms)","trace[601869315] 'compare' (duration: 819.52743ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:22:38.752857Z","caller":"traceutil/trace.go:171","msg":"trace[1711432389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2287; }","duration":"1.100127636s","start":"2026-04-23T02:22:37.652722Z","end":"2026-04-23T02:22:38.75285Z","steps":["trace[1711432389] 'agreement among raft nodes before linearized reading' (duration: 1.099971481s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:38.75331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:37.175425Z","time spent":"1.577830948s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:22:38.752798Z","caller":"traceutil/trace.go:171","msg":"trace[56348723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2287; }","duration":"1.656665151s","start":"2026-04-23T02:22:37.096127Z","end":"2026-04-23T02:22:38.752792Z","steps":["trace[56348723] 'agreement among raft nodes before linearized reading' (duration: 1.65663105s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:22:38.753366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:37.096111Z","time spent":"1.657250499s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:22:38.753525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:35.333621Z","time spent":"3.419614049s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T02:22:38.753323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:22:37.6527Z","time spent":"1.100612331s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:23:24.643665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.943684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:23:24.643781Z","caller":"traceutil/trace.go:171","msg":"trace[768006451] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"257.116379ms","start":"2026-04-23T02:23:24.386647Z","end":"2026-04-23T02:23:24.643763Z","steps":["trace[768006451] 'process raft request' (duration: 153.005169ms)","trace[768006451] 'compare' (duration: 103.777789ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:23:24.644526Z","caller":"traceutil/trace.go:171","msg":"trace[783845529] linearizableReadLoop","detail":"{readStateIndex:2676; appliedIndex:2673; }","duration":"204.051637ms","start":"2026-04-23T02:23:24.440452Z","end":"2026-04-23T02:23:24.644504Z","steps":["trace[783845529] 'read index received' (duration: 99.322588ms)","trace[783845529] 'applied index is now lower than readState.Index' (duration: 104.728389ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:23:24.644565Z","caller":"traceutil/trace.go:171","msg":"trace[1407105002] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"254.693502ms","start":"2026-04-23T02:23:24.38983Z","end":"2026-04-23T02:23:24.644524Z","steps":["trace[1407105002] 'process raft request' (duration: 254.470905ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:24.644907Z","caller":"traceutil/trace.go:171","msg":"trace[1271075619] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"250.125767ms","start":"2026-04-23T02:23:24.394743Z","end":"2026-04-23T02:23:24.644869Z","steps":["trace[1271075619] 'process raft request' (duration: 249.721734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:24.645932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.460272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229323"} {"level":"info","ts":"2026-04-23T02:23:24.646005Z","caller":"traceutil/trace.go:171","msg":"trace[1467514635] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2574; }","duration":"205.575795ms","start":"2026-04-23T02:23:24.440413Z","end":"2026-04-23T02:23:24.645989Z","steps":["trace[1467514635] 'agreement among raft nodes before linearized reading' (duration: 204.166751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:25.048965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.004899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:23:25.049148Z","caller":"traceutil/trace.go:171","msg":"trace[1434457027] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"399.277864ms","start":"2026-04-23T02:23:24.649837Z","end":"2026-04-23T02:23:25.049114Z","steps":["trace[1434457027] 'process raft request' (duration: 104.065928ms)","trace[1434457027] 'compare' (duration: 294.586196ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:23:25.049253Z","caller":"traceutil/trace.go:171","msg":"trace[1028433785] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"382.372878ms","start":"2026-04-23T02:23:24.666866Z","end":"2026-04-23T02:23:25.049239Z","steps":["trace[1028433785] 'process raft request' (duration: 382.328436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:25.049279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:24.64983Z","time spent":"399.390707ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:23:25.049323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:24.666839Z","time spent":"382.44801ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3600,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:23:25.049353Z","caller":"traceutil/trace.go:171","msg":"trace[722035051] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"398.845001ms","start":"2026-04-23T02:23:24.650486Z","end":"2026-04-23T02:23:25.049331Z","steps":["trace[722035051] 'process raft request' (duration: 398.653864ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.049438Z","caller":"traceutil/trace.go:171","msg":"trace[1756988466] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"388.11645ms","start":"2026-04-23T02:23:24.661314Z","end":"2026-04-23T02:23:25.049431Z","steps":["trace[1756988466] 'process raft request' (duration: 387.850711ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.04947Z","caller":"traceutil/trace.go:171","msg":"trace[1344467364] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"399.481521ms","start":"2026-04-23T02:23:24.649978Z","end":"2026-04-23T02:23:25.04946Z","steps":["trace[1344467364] 'process raft request' (duration: 399.061207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:25.049483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:24.661302Z","time spent":"388.162742ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3391,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:23:25.049514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:24.649973Z","time spent":"399.520212ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:23:25.049502Z","caller":"traceutil/trace.go:171","msg":"trace[2125551730] linearizableReadLoop","detail":"{readStateIndex:2682; appliedIndex:2677; }","duration":"394.909855ms","start":"2026-04-23T02:23:24.654574Z","end":"2026-04-23T02:23:25.049484Z","steps":["trace[2125551730] 'read index received' (duration: 99.418911ms)","trace[2125551730] 'applied index is now lower than readState.Index' (duration: 295.489814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:23:25.049433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:24.65046Z","time spent":"398.939803ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:23:25.049708Z","caller":"traceutil/trace.go:171","msg":"trace[1440252024] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"399.680536ms","start":"2026-04-23T02:23:24.650016Z","end":"2026-04-23T02:23:25.049696Z","steps":["trace[1440252024] 'process raft request' (duration: 399.087517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:25.049765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:24.650011Z","time spent":"399.729619ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:23:25.049682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.100541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:23:25.05006Z","caller":"traceutil/trace.go:171","msg":"trace[2049373934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2582; }","duration":"395.533595ms","start":"2026-04-23T02:23:24.654514Z","end":"2026-04-23T02:23:25.050047Z","steps":["trace[2049373934] 'agreement among raft nodes before linearized reading' (duration: 395.122022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:25.050162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:24.654498Z","time spent":"395.628678ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:23:25.049908Z","caller":"traceutil/trace.go:171","msg":"trace[1337616574] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"399.839551ms","start":"2026-04-23T02:23:24.650046Z","end":"2026-04-23T02:23:25.049885Z","steps":["trace[1337616574] 'process raft request' (duration: 399.075497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:25.050237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:24.650042Z","time spent":"400.158182ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:23:25.094941Z","caller":"traceutil/trace.go:171","msg":"trace[1529225514] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"192.465399ms","start":"2026-04-23T02:23:24.902451Z","end":"2026-04-23T02:23:25.094916Z","steps":["trace[1529225514] 'process raft request' (duration: 192.296384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:25.095161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.054635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229323"} {"level":"info","ts":"2026-04-23T02:23:25.09524Z","caller":"traceutil/trace.go:171","msg":"trace[2081845479] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2583; }","duration":"150.172999ms","start":"2026-04-23T02:23:24.945051Z","end":"2026-04-23T02:23:25.095224Z","steps":["trace[2081845479] 'agreement among raft nodes before linearized reading' (duration: 149.89193ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.25711Z","caller":"traceutil/trace.go:171","msg":"trace[2087410] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"202.924421ms","start":"2026-04-23T02:23:25.054159Z","end":"2026-04-23T02:23:25.257083Z","steps":["trace[2087410] 'process raft request' (duration: 202.006192ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.257177Z","caller":"traceutil/trace.go:171","msg":"trace[1378713445] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"202.528628ms","start":"2026-04-23T02:23:25.054619Z","end":"2026-04-23T02:23:25.257148Z","steps":["trace[1378713445] 'process raft request' (duration: 202.419625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.257248Z","caller":"traceutil/trace.go:171","msg":"trace[1810210097] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"202.57023ms","start":"2026-04-23T02:23:25.054628Z","end":"2026-04-23T02:23:25.257198Z","steps":["trace[1810210097] 'process raft request' (duration: 202.443076ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.257333Z","caller":"traceutil/trace.go:171","msg":"trace[901975343] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"202.634742ms","start":"2026-04-23T02:23:25.054691Z","end":"2026-04-23T02:23:25.257326Z","steps":["trace[901975343] 'process raft request' (duration: 202.433846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:25.257398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.608335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:23:25.257281Z","caller":"traceutil/trace.go:171","msg":"trace[93520316] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"203.019724ms","start":"2026-04-23T02:23:25.054236Z","end":"2026-04-23T02:23:25.257256Z","steps":["trace[93520316] 'process raft request' (duration: 202.735875ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.257501Z","caller":"traceutil/trace.go:171","msg":"trace[905017854] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"202.078925ms","start":"2026-04-23T02:23:25.05533Z","end":"2026-04-23T02:23:25.257409Z","steps":["trace[905017854] 'process raft request' (duration: 201.817846ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.257296Z","caller":"traceutil/trace.go:171","msg":"trace[1732982733] linearizableReadLoop","detail":"{readStateIndex:2694; appliedIndex:2685; }","duration":"162.396436ms","start":"2026-04-23T02:23:25.094883Z","end":"2026-04-23T02:23:25.257279Z","steps":["trace[1732982733] 'read index received' (duration: 161.180918ms)","trace[1732982733] 'applied index is now lower than readState.Index' (duration: 1.214698ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:23:25.257541Z","caller":"traceutil/trace.go:171","msg":"trace[668986129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2592; }","duration":"205.695928ms","start":"2026-04-23T02:23:25.051737Z","end":"2026-04-23T02:23:25.257433Z","steps":["trace[668986129] 'agreement among raft nodes before linearized reading' (duration: 205.597635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:25.257623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.790527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:23:25.257638Z","caller":"traceutil/trace.go:171","msg":"trace[1655027024] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"202.908681ms","start":"2026-04-23T02:23:25.054688Z","end":"2026-04-23T02:23:25.257597Z","steps":["trace[1655027024] 'process raft request' (duration: 202.413225ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.257665Z","caller":"traceutil/trace.go:171","msg":"trace[1398775622] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2592; }","duration":"190.839828ms","start":"2026-04-23T02:23:25.066813Z","end":"2026-04-23T02:23:25.257653Z","steps":["trace[1398775622] 'agreement among raft nodes before linearized reading' (duration: 190.764636ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.257662Z","caller":"traceutil/trace.go:171","msg":"trace[1091637057] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"196.90576ms","start":"2026-04-23T02:23:25.060742Z","end":"2026-04-23T02:23:25.257648Z","steps":["trace[1091637057] 'process raft request' (duration: 196.435645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:25.257806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.848205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:23:25.257823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.328702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T02:23:25.257824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.432332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:23:25.257841Z","caller":"traceutil/trace.go:171","msg":"trace[386140693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2592; }","duration":"123.925568ms","start":"2026-04-23T02:23:25.133906Z","end":"2026-04-23T02:23:25.257832Z","steps":["trace[386140693] 'agreement among raft nodes before linearized reading' (duration: 123.778043ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.257853Z","caller":"traceutil/trace.go:171","msg":"trace[1838350647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2592; }","duration":"131.393684ms","start":"2026-04-23T02:23:25.12645Z","end":"2026-04-23T02:23:25.257843Z","steps":["trace[1838350647] 'agreement among raft nodes before linearized reading' (duration: 131.27157ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.257869Z","caller":"traceutil/trace.go:171","msg":"trace[1604416521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2592; }","duration":"129.497844ms","start":"2026-04-23T02:23:25.128358Z","end":"2026-04-23T02:23:25.257856Z","steps":["trace[1604416521] 'agreement among raft nodes before linearized reading' (duration: 129.317838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:25.257886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.308555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229323"} {"level":"info","ts":"2026-04-23T02:23:25.257958Z","caller":"traceutil/trace.go:171","msg":"trace[101733905] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2592; }","duration":"145.430169ms","start":"2026-04-23T02:23:25.112519Z","end":"2026-04-23T02:23:25.25795Z","steps":["trace[101733905] 'agreement among raft nodes before linearized reading' (duration: 145.138249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:25.257947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.078647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T02:23:25.257976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.938651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:23:25.258014Z","caller":"traceutil/trace.go:171","msg":"trace[422200742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2592; }","duration":"132.025393ms","start":"2026-04-23T02:23:25.12598Z","end":"2026-04-23T02:23:25.258005Z","steps":["trace[422200742] 'agreement among raft nodes before linearized reading' (duration: 131.865748ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.258007Z","caller":"traceutil/trace.go:171","msg":"trace[1306259856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2592; }","duration":"127.17638ms","start":"2026-04-23T02:23:25.130814Z","end":"2026-04-23T02:23:25.25799Z","steps":["trace[1306259856] 'agreement among raft nodes before linearized reading' (duration: 127.014955ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:25.258201Z","caller":"traceutil/trace.go:171","msg":"trace[193294686] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"192.557662ms","start":"2026-04-23T02:23:25.065021Z","end":"2026-04-23T02:23:25.257579Z","steps":["trace[193294686] 'process raft request' (duration: 192.210031ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:29.813402Z","caller":"traceutil/trace.go:171","msg":"trace[845443643] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"118.101893ms","start":"2026-04-23T02:23:29.695266Z","end":"2026-04-23T02:23:29.813368Z","steps":["trace[845443643] 'process raft request' (duration: 108.109886ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:33.455776Z","caller":"traceutil/trace.go:171","msg":"trace[1700048719] linearizableReadLoop","detail":"{readStateIndex:2856; appliedIndex:2855; }","duration":"157.126159ms","start":"2026-04-23T02:23:33.298626Z","end":"2026-04-23T02:23:33.455752Z","steps":["trace[1700048719] 'read index received' (duration: 156.83706ms)","trace[1700048719] 'applied index is now lower than readState.Index' (duration: 287.059µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:23:33.456009Z","caller":"traceutil/trace.go:171","msg":"trace[275800810] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"338.633432ms","start":"2026-04-23T02:23:33.117346Z","end":"2026-04-23T02:23:33.455979Z","steps":["trace[275800810] 'process raft request' (duration: 338.136736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:33.456107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.47275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T02:23:33.456158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:33.117321Z","time spent":"338.753936ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:23:33.456178Z","caller":"traceutil/trace.go:171","msg":"trace[227018251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2747; }","duration":"157.588615ms","start":"2026-04-23T02:23:33.298578Z","end":"2026-04-23T02:23:33.456166Z","steps":["trace[227018251] 'agreement among raft nodes before linearized reading' (duration: 157.372418ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:34.096479Z","caller":"traceutil/trace.go:171","msg":"trace[1258473536] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"268.790269ms","start":"2026-04-23T02:23:33.82766Z","end":"2026-04-23T02:23:34.09645Z","steps":["trace[1258473536] 'process raft request' (duration: 268.747077ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:34.096742Z","caller":"traceutil/trace.go:171","msg":"trace[1752647291] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"270.470352ms","start":"2026-04-23T02:23:33.826264Z","end":"2026-04-23T02:23:34.096735Z","steps":["trace[1752647291] 'process raft request' (duration: 263.963666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:37.739837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752164436,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:23:38.103306Z","caller":"traceutil/trace.go:171","msg":"trace[1266983673] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"873.614096ms","start":"2026-04-23T02:23:37.229669Z","end":"2026-04-23T02:23:38.103283Z","steps":["trace[1266983673] 'process raft request' (duration: 873.494892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.103443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.229646Z","time spent":"873.729469ms","remote":"127.0.0.1:60438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:23:38.118862Z","caller":"traceutil/trace.go:171","msg":"trace[864828673] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2881; }","duration":"879.947406ms","start":"2026-04-23T02:23:37.238886Z","end":"2026-04-23T02:23:38.118834Z","steps":["trace[864828673] 'read index received' (duration: 864.27435ms)","trace[864828673] 'applied index is now lower than readState.Index' (duration: 15.671686ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:23:38.118886Z","caller":"traceutil/trace.go:171","msg":"trace[1921429824] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"651.579889ms","start":"2026-04-23T02:23:37.467282Z","end":"2026-04-23T02:23:38.118862Z","steps":["trace[1921429824] 'process raft request' (duration: 651.28685ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:38.119003Z","caller":"traceutil/trace.go:171","msg":"trace[799583380] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"234.727228ms","start":"2026-04-23T02:23:37.884263Z","end":"2026-04-23T02:23:38.118991Z","steps":["trace[799583380] 'process raft request' (duration: 234.505341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.119112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.467257Z","time spent":"651.726143ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:23:38.119172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.279317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:23:38.119254Z","caller":"traceutil/trace.go:171","msg":"trace[462259519] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2774; }","duration":"880.363149ms","start":"2026-04-23T02:23:37.238877Z","end":"2026-04-23T02:23:38.11924Z","steps":["trace[462259519] 'agreement among raft nodes before linearized reading' (duration: 880.255056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.119293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.23884Z","time spent":"880.445392ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T02:23:38.120209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.25304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:23:38.120284Z","caller":"traceutil/trace.go:171","msg":"trace[1692174911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2776; }","duration":"640.370564ms","start":"2026-04-23T02:23:37.479904Z","end":"2026-04-23T02:23:38.120275Z","steps":["trace[1692174911] 'agreement among raft nodes before linearized reading' (duration: 640.201429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.120333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.479888Z","time spent":"640.436646ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:23:38.120442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.796621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:23:38.120533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.229269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:23:38.120558Z","caller":"traceutil/trace.go:171","msg":"trace[1323597115] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2776; }","duration":"205.963007ms","start":"2026-04-23T02:23:37.914577Z","end":"2026-04-23T02:23:38.12054Z","steps":["trace[1323597115] 'agreement among raft nodes before linearized reading' (duration: 205.75558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:23:38.120584Z","caller":"traceutil/trace.go:171","msg":"trace[1469870366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2776; }","duration":"640.327243ms","start":"2026-04-23T02:23:37.480245Z","end":"2026-04-23T02:23:38.120572Z","steps":["trace[1469870366] 'agreement among raft nodes before linearized reading' (duration: 640.107056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.120617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.480236Z","time spent":"640.373194ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:23:38.120654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.61404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:23:38.120698Z","caller":"traceutil/trace.go:171","msg":"trace[299855052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2776; }","duration":"639.658361ms","start":"2026-04-23T02:23:37.481026Z","end":"2026-04-23T02:23:38.120684Z","steps":["trace[299855052] 'agreement among raft nodes before linearized reading' (duration: 639.536667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.12073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.481Z","time spent":"639.722943ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:23:38.121195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.803248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:23:38.12123Z","caller":"traceutil/trace.go:171","msg":"trace[566568411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2776; }","duration":"640.858039ms","start":"2026-04-23T02:23:37.480363Z","end":"2026-04-23T02:23:38.121221Z","steps":["trace[566568411] 'agreement among raft nodes before linearized reading' (duration: 640.608481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.12126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.480356Z","time spent":"640.89788ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:23:38.121918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.883142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:23:38.12197Z","caller":"traceutil/trace.go:171","msg":"trace[1246504981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2776; }","duration":"642.004936ms","start":"2026-04-23T02:23:37.479952Z","end":"2026-04-23T02:23:38.121957Z","steps":["trace[1246504981] 'agreement among raft nodes before linearized reading' (duration: 640.544319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:38.122001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:23:37.479931Z","time spent":"642.060678ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:23:49.256908Z","caller":"traceutil/trace.go:171","msg":"trace[470267148] linearizableReadLoop","detail":"{readStateIndex:2961; appliedIndex:2960; }","duration":"262.439497ms","start":"2026-04-23T02:23:48.994444Z","end":"2026-04-23T02:23:49.256884Z","steps":["trace[470267148] 'read index received' (duration: 262.301383ms)","trace[470267148] 'applied index is now lower than readState.Index' (duration: 136.904µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:23:49.257008Z","caller":"traceutil/trace.go:171","msg":"trace[2055557124] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"295.595958ms","start":"2026-04-23T02:23:48.961382Z","end":"2026-04-23T02:23:49.256978Z","steps":["trace[2055557124] 'process raft request' (duration: 295.34759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:23:49.257082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.611542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:23:49.25743Z","caller":"traceutil/trace.go:171","msg":"trace[740770128] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2849; }","duration":"262.987385ms","start":"2026-04-23T02:23:48.994416Z","end":"2026-04-23T02:23:49.257404Z","steps":["trace[740770128] 'agreement among raft nodes before linearized reading' (duration: 262.561261ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:00.470748Z","caller":"traceutil/trace.go:171","msg":"trace[693867928] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"240.532223ms","start":"2026-04-23T02:24:00.230199Z","end":"2026-04-23T02:24:00.470731Z","steps":["trace[693867928] 'process raft request' (duration: 240.489932ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:00.470831Z","caller":"traceutil/trace.go:171","msg":"trace[962865718] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"242.048501ms","start":"2026-04-23T02:24:00.228742Z","end":"2026-04-23T02:24:00.47079Z","steps":["trace[962865718] 'process raft request' (duration: 241.836544ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:00.47111Z","caller":"traceutil/trace.go:171","msg":"trace[1115682729] linearizableReadLoop","detail":"{readStateIndex:3033; appliedIndex:3028; }","duration":"138.474588ms","start":"2026-04-23T02:24:00.332606Z","end":"2026-04-23T02:24:00.471081Z","steps":["trace[1115682729] 'read index received' (duration: 106.819965ms)","trace[1115682729] 'applied index is now lower than readState.Index' (duration: 31.653883ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:24:00.471174Z","caller":"traceutil/trace.go:171","msg":"trace[1733346455] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"239.961254ms","start":"2026-04-23T02:24:00.231184Z","end":"2026-04-23T02:24:00.471145Z","steps":["trace[1733346455] 'process raft request' (duration: 239.52999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:00.471176Z","caller":"traceutil/trace.go:171","msg":"trace[2087782436] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"235.149091ms","start":"2026-04-23T02:24:00.236005Z","end":"2026-04-23T02:24:00.471154Z","steps":["trace[2087782436] 'process raft request' (duration: 234.960175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:00.47135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.734577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:24:00.471432Z","caller":"traceutil/trace.go:171","msg":"trace[1976656887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2918; }","duration":"138.870501ms","start":"2026-04-23T02:24:00.332543Z","end":"2026-04-23T02:24:00.471413Z","steps":["trace[1976656887] 'agreement among raft nodes before linearized reading' (duration: 138.664544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:00.536461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.320196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T02:24:00.536525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.635743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:24:00.536599Z","caller":"traceutil/trace.go:171","msg":"trace[835733658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2920; }","duration":"191.737376ms","start":"2026-04-23T02:24:00.344843Z","end":"2026-04-23T02:24:00.53658Z","steps":["trace[835733658] 'agreement among raft nodes before linearized reading' (duration: 191.490038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:00.536635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.490452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:24:00.536644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.42173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:24:00.53667Z","caller":"traceutil/trace.go:171","msg":"trace[1039207926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2920; }","duration":"193.533984ms","start":"2026-04-23T02:24:00.343127Z","end":"2026-04-23T02:24:00.536661Z","steps":["trace[1039207926] 'agreement among raft nodes before linearized reading' (duration: 193.444831ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:00.536706Z","caller":"traceutil/trace.go:171","msg":"trace[1166664084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2920; }","duration":"193.514973ms","start":"2026-04-23T02:24:00.343176Z","end":"2026-04-23T02:24:00.536691Z","steps":["trace[1166664084] 'agreement among raft nodes before linearized reading' (duration: 193.381978ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:00.536545Z","caller":"traceutil/trace.go:171","msg":"trace[1040734395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2920; }","duration":"193.44188ms","start":"2026-04-23T02:24:00.343086Z","end":"2026-04-23T02:24:00.536527Z","steps":["trace[1040734395] 'agreement among raft nodes before linearized reading' (duration: 193.167282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:00.794173Z","caller":"traceutil/trace.go:171","msg":"trace[1898105749] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"252.7334ms","start":"2026-04-23T02:24:00.541418Z","end":"2026-04-23T02:24:00.794152Z","steps":["trace[1898105749] 'process raft request' (duration: 252.609796ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:00.796088Z","caller":"traceutil/trace.go:171","msg":"trace[1021967602] linearizableReadLoop","detail":"{readStateIndex:3038; appliedIndex:3035; }","duration":"254.117903ms","start":"2026-04-23T02:24:00.541955Z","end":"2026-04-23T02:24:00.796073Z","steps":["trace[1021967602] 'read index received' (duration: 252.071439ms)","trace[1021967602] 'applied index is now lower than readState.Index' (duration: 2.045194ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:24:00.79617Z","caller":"traceutil/trace.go:171","msg":"trace[1997940528] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"254.521356ms","start":"2026-04-23T02:24:00.54164Z","end":"2026-04-23T02:24:00.796161Z","steps":["trace[1997940528] 'process raft request' (duration: 254.196906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:00.796323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.488821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:00.796359Z","caller":"traceutil/trace.go:171","msg":"trace[449538115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2924; }","duration":"145.576153ms","start":"2026-04-23T02:24:00.650774Z","end":"2026-04-23T02:24:00.79635Z","steps":["trace[449538115] 'agreement among raft nodes before linearized reading' (duration: 145.48808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:00.796422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.433913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T02:24:00.79651Z","caller":"traceutil/trace.go:171","msg":"trace[2058312334] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2924; }","duration":"254.536267ms","start":"2026-04-23T02:24:00.541952Z","end":"2026-04-23T02:24:00.796488Z","steps":["trace[2058312334] 'agreement among raft nodes before linearized reading' (duration: 254.31973ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:00.796581Z","caller":"traceutil/trace.go:171","msg":"trace[272699585] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"254.00258ms","start":"2026-04-23T02:24:00.542549Z","end":"2026-04-23T02:24:00.796551Z","steps":["trace[272699585] 'process raft request' (duration: 253.452042ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:00.796634Z","caller":"traceutil/trace.go:171","msg":"trace[469978987] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"254.920539ms","start":"2026-04-23T02:24:00.541693Z","end":"2026-04-23T02:24:00.796613Z","steps":["trace[469978987] 'process raft request' (duration: 254.244787ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:05.211487Z","caller":"traceutil/trace.go:171","msg":"trace[1872217012] linearizableReadLoop","detail":"{readStateIndex:3060; appliedIndex:3059; }","duration":"346.382407ms","start":"2026-04-23T02:24:04.865077Z","end":"2026-04-23T02:24:05.211459Z","steps":["trace[1872217012] 'read index received' (duration: 290.116824ms)","trace[1872217012] 'applied index is now lower than readState.Index' (duration: 56.264403ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:24:05.211566Z","caller":"traceutil/trace.go:171","msg":"trace[1272071182] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"401.296278ms","start":"2026-04-23T02:24:04.810235Z","end":"2026-04-23T02:24:05.211531Z","steps":["trace[1272071182] 'process raft request' (duration: 345.003904ms)","trace[1272071182] 'compare' (duration: 55.938772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:24:05.211726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:04.810221Z","time spent":"401.407472ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:24:05.211787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.470804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:24:05.211852Z","caller":"traceutil/trace.go:171","msg":"trace[164072231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2945; }","duration":"401.567886ms","start":"2026-04-23T02:24:04.810269Z","end":"2026-04-23T02:24:05.211836Z","steps":["trace[164072231] 'agreement among raft nodes before linearized reading' (duration: 401.333259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:05.211914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:04.810258Z","time spent":"401.635148ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:24:05.30725Z","caller":"traceutil/trace.go:171","msg":"trace[1311097296] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"437.855476ms","start":"2026-04-23T02:24:04.869356Z","end":"2026-04-23T02:24:05.307211Z","steps":["trace[1311097296] 'process raft request' (duration: 437.566597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:05.3073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.620478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:24:05.307359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.122235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:05.307412Z","caller":"traceutil/trace.go:171","msg":"trace[706646154] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2946; }","duration":"141.827484ms","start":"2026-04-23T02:24:05.165562Z","end":"2026-04-23T02:24:05.307389Z","steps":["trace[706646154] 'agreement among raft nodes before linearized reading' (duration: 141.604177ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:05.307443Z","caller":"traceutil/trace.go:171","msg":"trace[544319018] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2946; }","duration":"202.28255ms","start":"2026-04-23T02:24:05.10514Z","end":"2026-04-23T02:24:05.307423Z","steps":["trace[544319018] 'agreement among raft nodes before linearized reading' (duration: 202.089064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:05.307469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:04.869337Z","time spent":"438.048622ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:24:05.432384Z","caller":"traceutil/trace.go:171","msg":"trace[1346679912] linearizableReadLoop","detail":"{readStateIndex:3062; appliedIndex:3061; }","duration":"125.2765ms","start":"2026-04-23T02:24:05.307087Z","end":"2026-04-23T02:24:05.432364Z","steps":["trace[1346679912] 'read index received' (duration: 80.228763ms)","trace[1346679912] 'applied index is now lower than readState.Index' (duration: 45.046887ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:24:05.432486Z","caller":"traceutil/trace.go:171","msg":"trace[1909605759] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"216.280194ms","start":"2026-04-23T02:24:05.216197Z","end":"2026-04-23T02:24:05.432477Z","steps":["trace[1909605759] 'process raft request' (duration: 171.105612ms)","trace[1909605759] 'compare' (duration: 44.970355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:24:05.432628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.717671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:05.432679Z","caller":"traceutil/trace.go:171","msg":"trace[19705211] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2947; }","duration":"218.804484ms","start":"2026-04-23T02:24:05.213861Z","end":"2026-04-23T02:24:05.432666Z","steps":["trace[19705211] 'agreement among raft nodes before linearized reading' (duration: 218.702991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:05.432728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.308989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-23T02:24:05.432819Z","caller":"traceutil/trace.go:171","msg":"trace[76017563] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2947; }","duration":"112.403322ms","start":"2026-04-23T02:24:05.320366Z","end":"2026-04-23T02:24:05.43277Z","steps":["trace[76017563] 'agreement among raft nodes before linearized reading' (duration: 112.143794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:06.170314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.54573ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T02:24:06.170426Z","caller":"traceutil/trace.go:171","msg":"trace[1085258207] linearizableReadLoop","detail":"{readStateIndex:3063; appliedIndex:3062; }","duration":"517.700175ms","start":"2026-04-23T02:24:05.652705Z","end":"2026-04-23T02:24:06.170405Z","steps":["trace[1085258207] 'read index received' (duration: 40.988929ms)","trace[1085258207] 'applied index is now lower than readState.Index' (duration: 476.709856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:24:06.170699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.947592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:06.17082Z","caller":"traceutil/trace.go:171","msg":"trace[513549897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2947; }","duration":"518.126289ms","start":"2026-04-23T02:24:05.652654Z","end":"2026-04-23T02:24:06.17078Z","steps":["trace[513549897] 'agreement among raft nodes before linearized reading' (duration: 517.948353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:06.170831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.87275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:24:06.170873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:05.65263Z","time spent":"518.228231ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:24:06.170915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.11639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:24:06.170967Z","caller":"traceutil/trace.go:171","msg":"trace[131747502] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2947; }","duration":"365.227584ms","start":"2026-04-23T02:24:05.805725Z","end":"2026-04-23T02:24:06.170952Z","steps":["trace[131747502] 'agreement among raft nodes before linearized reading' (duration: 365.069949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:06.171021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:05.805702Z","time spent":"365.306926ms","remote":"127.0.0.1:60912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:24:06.171053Z","caller":"traceutil/trace.go:171","msg":"trace[309924536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2947; }","duration":"518.127219ms","start":"2026-04-23T02:24:05.652904Z","end":"2026-04-23T02:24:06.171031Z","steps":["trace[309924536] 'agreement among raft nodes before linearized reading' (duration: 517.885621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:06.171152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:05.652899Z","time spent":"518.241672ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:24:06.704559Z","caller":"traceutil/trace.go:171","msg":"trace[366901190] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"214.896971ms","start":"2026-04-23T02:24:06.489639Z","end":"2026-04-23T02:24:06.704536Z","steps":["trace[366901190] 'process raft request' (duration: 214.733656ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:06.746065Z","caller":"traceutil/trace.go:171","msg":"trace[1372013914] linearizableReadLoop","detail":"{readStateIndex:3067; appliedIndex:3063; }","duration":"185.901181ms","start":"2026-04-23T02:24:06.560151Z","end":"2026-04-23T02:24:06.746052Z","steps":["trace[1372013914] 'read index received' (duration: 144.225791ms)","trace[1372013914] 'applied index is now lower than readState.Index' (duration: 41.6744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:24:06.746208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.049947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:24:06.746236Z","caller":"traceutil/trace.go:171","msg":"trace[1403979598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2951; }","duration":"186.127789ms","start":"2026-04-23T02:24:06.560101Z","end":"2026-04-23T02:24:06.746229Z","steps":["trace[1403979598] 'agreement among raft nodes before linearized reading' (duration: 186.001775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:06.746291Z","caller":"traceutil/trace.go:171","msg":"trace[1702490862] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"253.819313ms","start":"2026-04-23T02:24:06.492447Z","end":"2026-04-23T02:24:06.746266Z","steps":["trace[1702490862] 'process raft request' (duration: 253.484792ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:06.74636Z","caller":"traceutil/trace.go:171","msg":"trace[767589827] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"251.396127ms","start":"2026-04-23T02:24:06.494926Z","end":"2026-04-23T02:24:06.746322Z","steps":["trace[767589827] 'process raft request' (duration: 251.098177ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:06.746309Z","caller":"traceutil/trace.go:171","msg":"trace[349149011] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"252.836502ms","start":"2026-04-23T02:24:06.493435Z","end":"2026-04-23T02:24:06.746271Z","steps":["trace[349149011] 'process raft request' (duration: 252.565394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:12.398659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.760898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:12.398745Z","caller":"traceutil/trace.go:171","msg":"trace[1600263540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2982; }","duration":"742.879952ms","start":"2026-04-23T02:24:11.655843Z","end":"2026-04-23T02:24:12.398723Z","steps":["trace[1600263540] 'range keys from in-memory index tree' (duration: 742.687356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:12.398774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:11.655823Z","time spent":"742.943774ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:24:12.45147Z","caller":"traceutil/trace.go:171","msg":"trace[954042398] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"138.664604ms","start":"2026-04-23T02:24:12.312766Z","end":"2026-04-23T02:24:12.45143Z","steps":["trace[954042398] 'process raft request' (duration: 138.481838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:13.281491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752164988,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:24:13.396392Z","caller":"traceutil/trace.go:171","msg":"trace[1762515458] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"663.955158ms","start":"2026-04-23T02:24:12.732403Z","end":"2026-04-23T02:24:13.396358Z","steps":["trace[1762515458] 'process raft request' (duration: 663.721601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:13.396743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:12.732378Z","time spent":"664.232217ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:24:14.724192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328075301s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:24:15.074284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.833267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:24:15.074546Z","caller":"traceutil/trace.go:171","msg":"trace[619140672] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"2.294695443s","start":"2026-04-23T02:24:12.779799Z","end":"2026-04-23T02:24:15.074495Z","steps":["trace[619140672] 'process raft request' (duration: 1.944565276s)","trace[619140672] 'compare' (duration: 348.375942ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:24:15.074607Z","caller":"traceutil/trace.go:171","msg":"trace[618812365] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"2.293379031s","start":"2026-04-23T02:24:12.781194Z","end":"2026-04-23T02:24:15.074573Z","steps":["trace[618812365] 'process raft request' (duration: 2.293228477s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.074697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:12.781183Z","time spent":"2.293471664s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:24:15.074706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:12.779768Z","time spent":"2.294852808s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:24:15.074792Z","caller":"traceutil/trace.go:171","msg":"trace[1992377511] linearizableReadLoop","detail":"{readStateIndex:3104; appliedIndex:3100; }","duration":"2.294105285s","start":"2026-04-23T02:24:12.780658Z","end":"2026-04-23T02:24:15.074764Z","steps":["trace[1992377511] 'read index received' (duration: 615.518574ms)","trace[1992377511] 'applied index is now lower than readState.Index' (duration: 1.67858531s)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:24:15.074853Z","caller":"traceutil/trace.go:171","msg":"trace[516215170] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"2.293565637s","start":"2026-04-23T02:24:12.781277Z","end":"2026-04-23T02:24:15.074842Z","steps":["trace[516215170] 'process raft request' (duration: 2.293233416s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.074908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:12.781272Z","time spent":"2.293605219s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:24:15.074963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42215802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:15.075008Z","caller":"traceutil/trace.go:171","msg":"trace[2058109249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2987; }","duration":"1.422221411s","start":"2026-04-23T02:24:13.652775Z","end":"2026-04-23T02:24:15.074997Z","steps":["trace[2058109249] 'agreement among raft nodes before linearized reading' (duration: 1.422152659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.075043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:13.652765Z","time spent":"1.422271703s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:24:15.075069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280348929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:24:15.075119Z","caller":"traceutil/trace.go:171","msg":"trace[264909204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2987; }","duration":"2.280451852s","start":"2026-04-23T02:24:12.794653Z","end":"2026-04-23T02:24:15.075105Z","steps":["trace[264909204] 'agreement among raft nodes before linearized reading' (duration: 2.280270227s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.075182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:12.794633Z","time spent":"2.280538175s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:24:15.075203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159053155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T02:24:15.075221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234903068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:24:15.075252Z","caller":"traceutil/trace.go:171","msg":"trace[436457370] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2987; }","duration":"1.23495716s","start":"2026-04-23T02:24:13.840285Z","end":"2026-04-23T02:24:15.075243Z","steps":["trace[436457370] 'agreement among raft nodes before linearized reading' (duration: 1.234900398s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:15.075237Z","caller":"traceutil/trace.go:171","msg":"trace[1293557357] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2987; }","duration":"1.159119827s","start":"2026-04-23T02:24:13.916108Z","end":"2026-04-23T02:24:15.075227Z","steps":["trace[1293557357] 'agreement among raft nodes before linearized reading' (duration: 1.15889311s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.07529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:13.840275Z","time spent":"1.235007081s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:24:15.075318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:13.916091Z","time spent":"1.159217761s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":315,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:24:15.075204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294532908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-23T02:24:15.07544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317246397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:15.075366Z","caller":"traceutil/trace.go:171","msg":"trace[1673644042] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2987; }","duration":"2.294765435s","start":"2026-04-23T02:24:12.780585Z","end":"2026-04-23T02:24:15.075351Z","steps":["trace[1673644042] 'agreement among raft nodes before linearized reading' (duration: 2.294266619s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:15.075481Z","caller":"traceutil/trace.go:171","msg":"trace[158172155] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2987; }","duration":"1.317316658s","start":"2026-04-23T02:24:13.758153Z","end":"2026-04-23T02:24:15.075469Z","steps":["trace[158172155] 'agreement among raft nodes before linearized reading' (duration: 1.317260226s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.07548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447414789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-04-23T02:24:15.075513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:13.75814Z","time spent":"1.31736382s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:24:15.075518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.003403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:15.075532Z","caller":"traceutil/trace.go:171","msg":"trace[1300627370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2987; }","duration":"1.447506662s","start":"2026-04-23T02:24:13.628013Z","end":"2026-04-23T02:24:15.075519Z","steps":["trace[1300627370] 'agreement among raft nodes before linearized reading' (duration: 1.447368558s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:15.075562Z","caller":"traceutil/trace.go:171","msg":"trace[1597925946] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2987; }","duration":"967.085585ms","start":"2026-04-23T02:24:14.108463Z","end":"2026-04-23T02:24:15.075548Z","steps":["trace[1597925946] 'agreement among raft nodes before linearized reading' (duration: 967.029324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.07557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:13.627987Z","time spent":"1.447574134s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:24:15.075598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:14.108443Z","time spent":"967.146528ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:24:15.075584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:12.780567Z","time spent":"2.294939071s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-23T02:24:15.075828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610236076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:24:15.075874Z","caller":"traceutil/trace.go:171","msg":"trace[130941824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2987; }","duration":"1.610321928s","start":"2026-04-23T02:24:13.46554Z","end":"2026-04-23T02:24:15.075862Z","steps":["trace[130941824] 'agreement among raft nodes before linearized reading' (duration: 1.610207985s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.075908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:13.465519Z","time spent":"1.610381231s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:24:15.076124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73446543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:24:15.07617Z","caller":"traceutil/trace.go:171","msg":"trace[188432412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2987; }","duration":"1.734551133s","start":"2026-04-23T02:24:13.341607Z","end":"2026-04-23T02:24:15.076158Z","steps":["trace[188432412] 'agreement among raft nodes before linearized reading' (duration: 1.734442609s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.076209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:13.341584Z","time spent":"1.734616685s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:24:15.07643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834847979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:24:15.076476Z","caller":"traceutil/trace.go:171","msg":"trace[2886761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2987; }","duration":"1.834893041s","start":"2026-04-23T02:24:13.241572Z","end":"2026-04-23T02:24:15.076465Z","steps":["trace[2886761] 'agreement among raft nodes before linearized reading' (duration: 1.834786138s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.076517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:13.241484Z","time spent":"1.835025555s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:24:15.076652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0126147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a8db2a611b3516\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-23T02:24:15.076704Z","caller":"traceutil/trace.go:171","msg":"trace[922155616] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a8db2a611b3516; range_end:; response_count:1; response_revision:2987; }","duration":"2.012703633s","start":"2026-04-23T02:24:13.063988Z","end":"2026-04-23T02:24:15.076692Z","steps":["trace[922155616] 'agreement among raft nodes before linearized reading' (duration: 2.012529047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.076742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:13.06397Z","time spent":"2.012764205s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a8db2a611b3516\" "} {"level":"warn","ts":"2026-04-23T02:24:15.076723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178740592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:24:15.076821Z","caller":"traceutil/trace.go:171","msg":"trace[997189807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2987; }","duration":"2.178878706s","start":"2026-04-23T02:24:12.897923Z","end":"2026-04-23T02:24:15.076802Z","steps":["trace[997189807] 'agreement among raft nodes before linearized reading' (duration: 2.178589907s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.076877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:12.897904Z","time spent":"2.178959999s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:24:15.581586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752164997,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:24:15.875584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.679611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:24:15.875808Z","caller":"traceutil/trace.go:171","msg":"trace[502303137] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"794.889803ms","start":"2026-04-23T02:24:15.080889Z","end":"2026-04-23T02:24:15.875779Z","steps":["trace[502303137] 'process raft request' (duration: 668.916213ms)","trace[502303137] 'compare' (duration: 125.584748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:24:15.87594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:15.080872Z","time spent":"795.001647ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:24:15.876358Z","caller":"traceutil/trace.go:171","msg":"trace[1891915293] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"793.339835ms","start":"2026-04-23T02:24:15.082995Z","end":"2026-04-23T02:24:15.876334Z","steps":["trace[1891915293] 'process raft request' (duration: 792.857559ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:15.876334Z","caller":"traceutil/trace.go:171","msg":"trace[456311951] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"794.49601ms","start":"2026-04-23T02:24:15.081802Z","end":"2026-04-23T02:24:15.876298Z","steps":["trace[456311951] 'process raft request' (duration: 793.987334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:15.876389Z","caller":"traceutil/trace.go:171","msg":"trace[25798641] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"474.196797ms","start":"2026-04-23T02:24:15.402169Z","end":"2026-04-23T02:24:15.876366Z","steps":["trace[25798641] 'process raft request' (duration: 473.713011ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:15.876391Z","caller":"traceutil/trace.go:171","msg":"trace[750990299] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"793.52129ms","start":"2026-04-23T02:24:15.082843Z","end":"2026-04-23T02:24:15.876364Z","steps":["trace[750990299] 'process raft request' (duration: 792.979312ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:15.876412Z","caller":"traceutil/trace.go:171","msg":"trace[327132341] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"795.292957ms","start":"2026-04-23T02:24:15.0811Z","end":"2026-04-23T02:24:15.876393Z","steps":["trace[327132341] 'process raft request' (duration: 794.585284ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:15.876427Z","caller":"traceutil/trace.go:171","msg":"trace[1453678450] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"795.265186ms","start":"2026-04-23T02:24:15.081131Z","end":"2026-04-23T02:24:15.876396Z","steps":["trace[1453678450] 'process raft request' (duration: 794.616895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.876458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:15.082986Z","time spent":"793.426207ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:24:15.876498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:15.402114Z","time spent":"474.318041ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:24:15.8765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:15.08179Z","time spent":"794.637056ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:24:15.876522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:15.081076Z","time spent":"795.386609ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:24:15.876525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:15.082816Z","time spent":"793.643554ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:24:15.876589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:15.081114Z","time spent":"795.386569ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:24:15.935635Z","caller":"traceutil/trace.go:171","msg":"trace[588282178] linearizableReadLoop","detail":"{readStateIndex:3111; appliedIndex:3104; }","duration":"854.635656ms","start":"2026-04-23T02:24:15.080972Z","end":"2026-04-23T02:24:15.935608Z","steps":["trace[588282178] 'read index received' (duration: 668.80541ms)","trace[588282178] 'applied index is now lower than readState.Index' (duration: 185.828806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:24:15.93626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.267876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-23T02:24:15.936311Z","caller":"traceutil/trace.go:171","msg":"trace[1183001209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2994; }","duration":"855.348768ms","start":"2026-04-23T02:24:15.08095Z","end":"2026-04-23T02:24:15.936298Z","steps":["trace[1183001209] 'agreement among raft nodes before linearized reading' (duration: 855.178852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.936345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:15.080932Z","time spent":"855.40491ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:24:15.936589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.919153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-23T02:24:15.936626Z","caller":"traceutil/trace.go:171","msg":"trace[562292985] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2994; }","duration":"853.970625ms","start":"2026-04-23T02:24:15.082647Z","end":"2026-04-23T02:24:15.936617Z","steps":["trace[562292985] 'agreement among raft nodes before linearized reading' (duration: 853.871442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.936656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:15.08264Z","time spent":"854.008736ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-23T02:24:15.936942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.193274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:24:15.936986Z","caller":"traceutil/trace.go:171","msg":"trace[1264260306] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2994; }","duration":"454.277657ms","start":"2026-04-23T02:24:15.482694Z","end":"2026-04-23T02:24:15.936972Z","steps":["trace[1264260306] 'agreement among raft nodes before linearized reading' (duration: 454.183994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.937015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:15.482672Z","time spent":"454.334978ms","remote":"127.0.0.1:60802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:24:15.937176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.573012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:24:15.937201Z","caller":"traceutil/trace.go:171","msg":"trace[1552543978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2994; }","duration":"853.621163ms","start":"2026-04-23T02:24:15.083572Z","end":"2026-04-23T02:24:15.937193Z","steps":["trace[1552543978] 'agreement among raft nodes before linearized reading' (duration: 853.576622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:15.937225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:24:15.083563Z","time spent":"853.656795ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:24:22.007708Z","caller":"traceutil/trace.go:171","msg":"trace[927102699] linearizableReadLoop","detail":"{readStateIndex:3142; appliedIndex:3141; }","duration":"109.217589ms","start":"2026-04-23T02:24:21.898466Z","end":"2026-04-23T02:24:22.007684Z","steps":["trace[927102699] 'read index received' (duration: 109.088335ms)","trace[927102699] 'applied index is now lower than readState.Index' (duration: 128.264µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:24:22.007774Z","caller":"traceutil/trace.go:171","msg":"trace[728261646] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"111.808331ms","start":"2026-04-23T02:24:21.895927Z","end":"2026-04-23T02:24:22.007735Z","steps":["trace[728261646] 'process raft request' (duration: 111.597245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:22.007942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.449067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:24:22.007997Z","caller":"traceutil/trace.go:171","msg":"trace[1327313571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3023; }","duration":"109.55967ms","start":"2026-04-23T02:24:21.898423Z","end":"2026-04-23T02:24:22.007983Z","steps":["trace[1327313571] 'agreement among raft nodes before linearized reading' (duration: 109.391335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:22.008047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.732459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T02:24:22.008118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.490914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:24:22.008201Z","caller":"traceutil/trace.go:171","msg":"trace[253753156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3023; }","duration":"106.601846ms","start":"2026-04-23T02:24:21.901579Z","end":"2026-04-23T02:24:22.008181Z","steps":["trace[253753156] 'agreement among raft nodes before linearized reading' (duration: 106.38695ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:22.008118Z","caller":"traceutil/trace.go:171","msg":"trace[1136663073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3023; }","duration":"105.825192ms","start":"2026-04-23T02:24:21.902277Z","end":"2026-04-23T02:24:22.008102Z","steps":["trace[1136663073] 'agreement among raft nodes before linearized reading' (duration: 105.660637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:22.008405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.699059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:24:22.008512Z","caller":"traceutil/trace.go:171","msg":"trace[997158186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3023; }","duration":"106.832553ms","start":"2026-04-23T02:24:21.901633Z","end":"2026-04-23T02:24:22.008466Z","steps":["trace[997158186] 'agreement among raft nodes before linearized reading' (duration: 106.319817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:24:22.008827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.350834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:24:22.008903Z","caller":"traceutil/trace.go:171","msg":"trace[845062032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3023; }","duration":"109.449577ms","start":"2026-04-23T02:24:21.899444Z","end":"2026-04-23T02:24:22.008893Z","steps":["trace[845062032] 'agreement among raft nodes before linearized reading' (duration: 108.447795ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:24:22.973076Z","caller":"traceutil/trace.go:171","msg":"trace[1495462488] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"124.806003ms","start":"2026-04-23T02:24:22.848244Z","end":"2026-04-23T02:24:22.97305Z","steps":["trace[1495462488] 'process raft request' (duration: 124.674709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:26:31.836375Z","caller":"traceutil/trace.go:171","msg":"trace[1959135746] linearizableReadLoop","detail":"{readStateIndex:4061; appliedIndex:4059; }","duration":"151.638226ms","start":"2026-04-23T02:26:31.684715Z","end":"2026-04-23T02:26:31.836354Z","steps":["trace[1959135746] 'read index received' (duration: 151.421419ms)","trace[1959135746] 'applied index is now lower than readState.Index' (duration: 216.137µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:26:31.836491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.751879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:26:31.836521Z","caller":"traceutil/trace.go:171","msg":"trace[1840839117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3910; }","duration":"151.823032ms","start":"2026-04-23T02:26:31.684692Z","end":"2026-04-23T02:26:31.836515Z","steps":["trace[1840839117] 'agreement among raft nodes before linearized reading' (duration: 151.740039ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:26:31.836416Z","caller":"traceutil/trace.go:171","msg":"trace[1414996007] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"166.662882ms","start":"2026-04-23T02:26:31.66973Z","end":"2026-04-23T02:26:31.836392Z","steps":["trace[1414996007] 'process raft request' (duration: 166.465116ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:26:31.836668Z","caller":"traceutil/trace.go:171","msg":"trace[1443876866] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"162.953274ms","start":"2026-04-23T02:26:31.673617Z","end":"2026-04-23T02:26:31.83657Z","steps":["trace[1443876866] 'process raft request' (duration: 162.708206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:37.274919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752167442,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:26:37.390901Z","caller":"traceutil/trace.go:171","msg":"trace[2033145880] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"617.900562ms","start":"2026-04-23T02:26:36.772975Z","end":"2026-04-23T02:26:37.390875Z","steps":["trace[2033145880] 'process raft request' (duration: 617.749717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:37.391061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:36.772964Z","time spent":"618.011326ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:26:37.44704Z","caller":"traceutil/trace.go:171","msg":"trace[1467685914] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"672.855584ms","start":"2026-04-23T02:26:36.774164Z","end":"2026-04-23T02:26:37.447019Z","steps":["trace[1467685914] 'process raft request' (duration: 672.803613ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:26:37.44705Z","caller":"traceutil/trace.go:171","msg":"trace[1000764565] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"674.00362ms","start":"2026-04-23T02:26:36.773018Z","end":"2026-04-23T02:26:37.447021Z","steps":["trace[1000764565] 'process raft request' (duration: 673.821164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:37.447161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:36.774128Z","time spent":"672.972668ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:26:37.447187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:36.772991Z","time spent":"674.123354ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:26:37.447283Z","caller":"traceutil/trace.go:171","msg":"trace[1508661501] linearizableReadLoop","detail":"{readStateIndex:4087; appliedIndex:4083; }","duration":"673.274127ms","start":"2026-04-23T02:26:36.773992Z","end":"2026-04-23T02:26:37.447266Z","steps":["trace[1508661501] 'read index received' (duration: 616.771386ms)","trace[1508661501] 'applied index is now lower than readState.Index' (duration: 56.502091ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:26:37.447337Z","caller":"traceutil/trace.go:171","msg":"trace[1326972827] transaction","detail":"{read_only:false; response_revision:3935; number_of_response:1; }","duration":"672.232504ms","start":"2026-04-23T02:26:36.775092Z","end":"2026-04-23T02:26:37.447324Z","steps":["trace[1326972827] 'process raft request' (duration: 671.897263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:37.447412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.423401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T02:26:37.447408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:36.775072Z","time spent":"672.303456ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:26:37.447438Z","caller":"traceutil/trace.go:171","msg":"trace[817930115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3935; }","duration":"673.499174ms","start":"2026-04-23T02:26:36.773932Z","end":"2026-04-23T02:26:37.447431Z","steps":["trace[817930115] 'agreement among raft nodes before linearized reading' (duration: 673.406141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:37.447456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:36.773899Z","time spent":"673.553166ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:26:37.44754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.290875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:26:37.447563Z","caller":"traceutil/trace.go:171","msg":"trace[1852063440] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3935; }","duration":"482.355246ms","start":"2026-04-23T02:26:36.965202Z","end":"2026-04-23T02:26:37.447557Z","steps":["trace[1852063440] 'agreement among raft nodes before linearized reading' (duration: 482.302175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:37.447578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:36.965177Z","time spent":"482.396738ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":23,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:26:37.447586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.554408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:26:37.447662Z","caller":"traceutil/trace.go:171","msg":"trace[267033986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3935; }","duration":"355.667591ms","start":"2026-04-23T02:26:37.091977Z","end":"2026-04-23T02:26:37.447645Z","steps":["trace[267033986] 'agreement among raft nodes before linearized reading' (duration: 355.555037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:37.447708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:37.091962Z","time spent":"355.736704ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:26:37.895776Z","caller":"traceutil/trace.go:171","msg":"trace[874783664] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"194.403581ms","start":"2026-04-23T02:26:37.701348Z","end":"2026-04-23T02:26:37.895751Z","steps":["trace[874783664] 'process raft request' (duration: 194.348929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:26:37.895936Z","caller":"traceutil/trace.go:171","msg":"trace[2121038316] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"439.776377ms","start":"2026-04-23T02:26:37.456126Z","end":"2026-04-23T02:26:37.895903Z","steps":["trace[2121038316] 'process raft request' (duration: 339.892362ms)","trace[2121038316] 'compare' (duration: 99.497303ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:26:37.89606Z","caller":"traceutil/trace.go:171","msg":"trace[1739771173] linearizableReadLoop","detail":"{readStateIndex:4088; appliedIndex:4087; }","duration":"271.324849ms","start":"2026-04-23T02:26:37.624723Z","end":"2026-04-23T02:26:37.896048Z","steps":["trace[1739771173] 'read index received' (duration: 171.299749ms)","trace[1739771173] 'applied index is now lower than readState.Index' (duration: 100.02397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:26:37.896105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:26:37.456108Z","time spent":"439.916192ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:26:37.896268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.518764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:26:37.896312Z","caller":"traceutil/trace.go:171","msg":"trace[1750940393] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3937; }","duration":"271.591217ms","start":"2026-04-23T02:26:37.624711Z","end":"2026-04-23T02:26:37.896302Z","steps":["trace[1750940393] 'agreement among raft nodes before linearized reading' (duration: 271.451212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:37.897481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.444099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:26:37.897547Z","caller":"traceutil/trace.go:171","msg":"trace[275446353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3939; }","duration":"245.556072ms","start":"2026-04-23T02:26:37.651979Z","end":"2026-04-23T02:26:37.897535Z","steps":["trace[275446353] 'agreement among raft nodes before linearized reading' (duration: 245.441298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:26:37.897775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.945054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:26:37.897835Z","caller":"traceutil/trace.go:171","msg":"trace[1645689369] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3939; }","duration":"145.045077ms","start":"2026-04-23T02:26:37.752772Z","end":"2026-04-23T02:26:37.897817Z","steps":["trace[1645689369] 'agreement among raft nodes before linearized reading' (duration: 144.953654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:46.025365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.558499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-qf2f8\" ","response":"range_response_count:1 size:4357"} {"level":"info","ts":"2026-04-23T02:27:46.025548Z","caller":"traceutil/trace.go:171","msg":"trace[941204640] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-qf2f8; range_end:; response_count:1; response_revision:4407; }","duration":"160.717424ms","start":"2026-04-23T02:27:45.864736Z","end":"2026-04-23T02:27:46.025453Z","steps":["trace[941204640] 'range keys from in-memory index tree' (duration: 160.331902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:51.325136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.463056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:27:51.325334Z","caller":"traceutil/trace.go:171","msg":"trace[1309123441] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"110.169982ms","start":"2026-04-23T02:27:51.215144Z","end":"2026-04-23T02:27:51.325314Z","steps":["trace[1309123441] 'process raft request' (duration: 110.141741ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:51.325519Z","caller":"traceutil/trace.go:171","msg":"trace[1654083962] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"161.849ms","start":"2026-04-23T02:27:51.163662Z","end":"2026-04-23T02:27:51.325511Z","steps":["trace[1654083962] 'process raft request' (duration: 23.949239ms)","trace[1654083962] 'compare' (duration: 137.313372ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:51.325617Z","caller":"traceutil/trace.go:171","msg":"trace[1769628693] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"160.315751ms","start":"2026-04-23T02:27:51.165296Z","end":"2026-04-23T02:27:51.325612Z","steps":["trace[1769628693] 'process raft request' (duration: 159.934149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:51.337855Z","caller":"traceutil/trace.go:171","msg":"trace[981379445] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"103.826501ms","start":"2026-04-23T02:27:51.234007Z","end":"2026-04-23T02:27:51.337834Z","steps":["trace[981379445] 'process raft request' (duration: 103.738778ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:51.378807Z","caller":"traceutil/trace.go:171","msg":"trace[1163254166] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"114.362725ms","start":"2026-04-23T02:27:51.264418Z","end":"2026-04-23T02:27:51.378781Z","steps":["trace[1163254166] 'process raft request' (duration: 114.130888ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:52.038379Z","caller":"traceutil/trace.go:171","msg":"trace[2031337421] linearizableReadLoop","detail":"{readStateIndex:4952; appliedIndex:4951; }","duration":"143.86065ms","start":"2026-04-23T02:27:51.8945Z","end":"2026-04-23T02:27:52.038361Z","steps":["trace[2031337421] 'read index received' (duration: 81.7037ms)","trace[2031337421] 'applied index is now lower than readState.Index' (duration: 62.15611ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:52.038474Z","caller":"traceutil/trace.go:171","msg":"trace[748542342] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4763; }","duration":"172.514518ms","start":"2026-04-23T02:27:51.865905Z","end":"2026-04-23T02:27:52.03842Z","steps":["trace[748542342] 'process raft request' (duration: 110.205953ms)","trace[748542342] 'compare' (duration: 62.162011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:27:52.038669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.142639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-23T02:27:52.038754Z","caller":"traceutil/trace.go:171","msg":"trace[325076464] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4763; }","duration":"144.266483ms","start":"2026-04-23T02:27:51.894466Z","end":"2026-04-23T02:27:52.038733Z","steps":["trace[325076464] 'agreement among raft nodes before linearized reading' (duration: 143.974844ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:52.039835Z","caller":"traceutil/trace.go:171","msg":"trace[1635366695] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"124.331951ms","start":"2026-04-23T02:27:51.915472Z","end":"2026-04-23T02:27:52.039804Z","steps":["trace[1635366695] 'process raft request' (duration: 124.183106ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:57.483246Z","caller":"traceutil/trace.go:171","msg":"trace[748727284] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"230.667102ms","start":"2026-04-23T02:27:57.252545Z","end":"2026-04-23T02:27:57.483212Z","steps":["trace[748727284] 'process raft request' (duration: 149.712676ms)","trace[748727284] 'compare' (duration: 80.668457ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:58.063042Z","caller":"traceutil/trace.go:171","msg":"trace[1108748163] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"810.42726ms","start":"2026-04-23T02:27:57.252583Z","end":"2026-04-23T02:27:58.06301Z","steps":["trace[1108748163] 'process raft request' (duration: 810.150131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.063192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.252573Z","time spent":"810.538613ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7450,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:27:58.063199Z","caller":"traceutil/trace.go:171","msg":"trace[252632280] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5081; }","duration":"772.669093ms","start":"2026-04-23T02:27:57.290511Z","end":"2026-04-23T02:27:58.06318Z","steps":["trace[252632280] 'read index received' (duration: 111.939178ms)","trace[252632280] 'applied index is now lower than readState.Index' (duration: 660.729235ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:58.063255Z","caller":"traceutil/trace.go:171","msg":"trace[1148123722] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"774.4852ms","start":"2026-04-23T02:27:57.288741Z","end":"2026-04-23T02:27:58.063226Z","steps":["trace[1148123722] 'process raft request' (duration: 774.205031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.063367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.846499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53e308a5-71d0-4ec2-8a1d-4b3c14e69d1a\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-04-23T02:27:58.063373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.288705Z","time spent":"774.608904ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":452258,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:27:58.063395Z","caller":"traceutil/trace.go:171","msg":"trace[1976783148] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53e308a5-71d0-4ec2-8a1d-4b3c14e69d1a; range_end:; response_count:1; response_revision:4894; }","duration":"772.932991ms","start":"2026-04-23T02:27:57.290455Z","end":"2026-04-23T02:27:58.063388Z","steps":["trace[1976783148] 'agreement among raft nodes before linearized reading' (duration: 772.809877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.063423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.290429Z","time spent":"772.987333ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53e308a5-71d0-4ec2-8a1d-4b3c14e69d1a\" "} {"level":"warn","ts":"2026-04-23T02:27:58.355307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.212676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:27:58.355574Z","caller":"traceutil/trace.go:171","msg":"trace[1902094792] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5084; }","duration":"292.299506ms","start":"2026-04-23T02:27:58.063247Z","end":"2026-04-23T02:27:58.355547Z","steps":["trace[1902094792] 'read index received' (duration: 127.700668ms)","trace[1902094792] 'applied index is now lower than readState.Index' (duration: 164.596708ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:27:58.355697Z","caller":"traceutil/trace.go:171","msg":"trace[1935812302] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"158.247436ms","start":"2026-04-23T02:27:58.197402Z","end":"2026-04-23T02:27:58.35565Z","steps":["trace[1935812302] 'process raft request' (duration: 158.023249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.355786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.589078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:27:58.355761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.462725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:27:58.355816Z","caller":"traceutil/trace.go:171","msg":"trace[1867627910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4898; }","duration":"517.634889ms","start":"2026-04-23T02:27:57.838172Z","end":"2026-04-23T02:27:58.355807Z","steps":["trace[1867627910] 'agreement among raft nodes before linearized reading' (duration: 517.494625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.355841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.838105Z","time spent":"517.730012ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:27:58.355845Z","caller":"traceutil/trace.go:171","msg":"trace[2036042404] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:4898; }","duration":"506.61531ms","start":"2026-04-23T02:27:57.849212Z","end":"2026-04-23T02:27:58.355828Z","steps":["trace[2036042404] 'agreement among raft nodes before linearized reading' (duration: 506.360212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.355886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.849179Z","time spent":"506.698562ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"info","ts":"2026-04-23T02:27:58.35588Z","caller":"traceutil/trace.go:171","msg":"trace[124836921] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"139.272275ms","start":"2026-04-23T02:27:58.216582Z","end":"2026-04-23T02:27:58.355854Z","steps":["trace[124836921] 'process raft request' (duration: 138.938124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.356003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.892123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53e308a5-71d0-4ec2-8a1d-4b3c14e69d1a\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-04-23T02:27:58.356033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.725614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:27:58.356099Z","caller":"traceutil/trace.go:171","msg":"trace[1021083739] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53e308a5-71d0-4ec2-8a1d-4b3c14e69d1a; range_end:; response_count:1; response_revision:4898; }","duration":"398.046128ms","start":"2026-04-23T02:27:57.958031Z","end":"2026-04-23T02:27:58.356077Z","steps":["trace[1021083739] 'agreement among raft nodes before linearized reading' (duration: 397.781399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:58.356148Z","caller":"traceutil/trace.go:171","msg":"trace[54923156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4898; }","duration":"589.835518ms","start":"2026-04-23T02:27:57.766256Z","end":"2026-04-23T02:27:58.356092Z","steps":["trace[54923156] 'agreement among raft nodes before linearized reading' (duration: 589.552559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.356174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.958002Z","time spent":"398.156851ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53e308a5-71d0-4ec2-8a1d-4b3c14e69d1a\" "} {"level":"info","ts":"2026-04-23T02:27:58.35602Z","caller":"traceutil/trace.go:171","msg":"trace[728138027] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"591.618424ms","start":"2026-04-23T02:27:57.764349Z","end":"2026-04-23T02:27:58.355968Z","steps":["trace[728138027] 'process raft request' (duration: 426.674335ms)","trace[728138027] 'compare' (duration: 163.964618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:27:58.356215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.937443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:27:58.356255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.766244Z","time spent":"589.993603ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:27:58.356284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.764317Z","time spent":"591.904603ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:27:58.356296Z","caller":"traceutil/trace.go:171","msg":"trace[2118595836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4898; }","duration":"538.056187ms","start":"2026-04-23T02:27:57.818215Z","end":"2026-04-23T02:27:58.356271Z","steps":["trace[2118595836] 'agreement among raft nodes before linearized reading' (duration: 537.642484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.356263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.884275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-708b8886-dc81-4b19-b1df-f0e58394d774\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-04-23T02:27:58.356347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.862314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:518204"} {"level":"warn","ts":"2026-04-23T02:27:58.356378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.818205Z","time spent":"538.15998ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:27:58.3564Z","caller":"traceutil/trace.go:171","msg":"trace[402294772] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-708b8886-dc81-4b19-b1df-f0e58394d774; range_end:; response_count:1; response_revision:4898; }","duration":"405.201634ms","start":"2026-04-23T02:27:57.951179Z","end":"2026-04-23T02:27:58.35638Z","steps":["trace[402294772] 'agreement among raft nodes before linearized reading' (duration: 404.736849ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:27:58.356429Z","caller":"traceutil/trace.go:171","msg":"trace[1013749313] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4898; }","duration":"205.005208ms","start":"2026-04-23T02:27:58.151407Z","end":"2026-04-23T02:27:58.356412Z","steps":["trace[1013749313] 'agreement among raft nodes before linearized reading' (duration: 204.41919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.356478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.951153Z","time spent":"405.296487ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-708b8886-dc81-4b19-b1df-f0e58394d774\" "} {"level":"warn","ts":"2026-04-23T02:27:58.356066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.929931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:27:58.356816Z","caller":"traceutil/trace.go:171","msg":"trace[521196093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4898; }","duration":"543.712265ms","start":"2026-04-23T02:27:57.813083Z","end":"2026-04-23T02:27:58.356796Z","steps":["trace[521196093] 'agreement among raft nodes before linearized reading' (duration: 542.824257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:27:58.356934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:27:57.813064Z","time spent":"543.85195ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T02:28:01.622094Z","caller":"traceutil/trace.go:171","msg":"trace[91784563] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"125.643322ms","start":"2026-04-23T02:28:01.496436Z","end":"2026-04-23T02:28:01.62208Z","steps":["trace[91784563] 'process raft request' (duration: 125.551849ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:01.667981Z","caller":"traceutil/trace.go:171","msg":"trace[967624908] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"170.501905ms","start":"2026-04-23T02:28:01.497458Z","end":"2026-04-23T02:28:01.66796Z","steps":["trace[967624908] 'process raft request' (duration: 170.191285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:01.805208Z","caller":"traceutil/trace.go:171","msg":"trace[1038172909] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"112.042712ms","start":"2026-04-23T02:28:01.693149Z","end":"2026-04-23T02:28:01.805191Z","steps":["trace[1038172909] 'process raft request' (duration: 111.941959ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:01.947769Z","caller":"traceutil/trace.go:171","msg":"trace[885447936] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"189.766334ms","start":"2026-04-23T02:28:01.757952Z","end":"2026-04-23T02:28:01.947718Z","steps":["trace[885447936] 'process raft request' (duration: 149.993194ms)","trace[885447936] 'compare' (duration: 39.441079ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:03.309495Z","caller":"traceutil/trace.go:171","msg":"trace[978657612] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5263; }","duration":"102.969944ms","start":"2026-04-23T02:28:03.206501Z","end":"2026-04-23T02:28:03.309471Z","steps":["trace[978657612] 'read index received' (duration: 6.370832ms)","trace[978657612] 'applied index is now lower than readState.Index' (duration: 96.598422ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:03.309643Z","caller":"traceutil/trace.go:171","msg":"trace[2093955172] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"102.468168ms","start":"2026-04-23T02:28:03.207152Z","end":"2026-04-23T02:28:03.30962Z","steps":["trace[2093955172] 'process raft request' (duration: 102.241081ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:03.309666Z","caller":"traceutil/trace.go:171","msg":"trace[349560591] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"104.911686ms","start":"2026-04-23T02:28:03.204725Z","end":"2026-04-23T02:28:03.309636Z","steps":["trace[349560591] 'process raft request' (duration: 104.531394ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:03.309727Z","caller":"traceutil/trace.go:171","msg":"trace[1881504144] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"102.040134ms","start":"2026-04-23T02:28:03.207677Z","end":"2026-04-23T02:28:03.309717Z","steps":["trace[1881504144] 'process raft request' (duration: 101.745305ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:03.309811Z","caller":"traceutil/trace.go:171","msg":"trace[1956674080] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"102.691306ms","start":"2026-04-23T02:28:03.207106Z","end":"2026-04-23T02:28:03.309797Z","steps":["trace[1956674080] 'process raft request' (duration: 102.254142ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:03.309827Z","caller":"traceutil/trace.go:171","msg":"trace[929472129] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"101.390774ms","start":"2026-04-23T02:28:03.208429Z","end":"2026-04-23T02:28:03.30982Z","steps":["trace[929472129] 'process raft request' (duration: 101.015093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:03.309693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.17745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-23T02:28:03.30989Z","caller":"traceutil/trace.go:171","msg":"trace[1032351038] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5074; }","duration":"103.430508ms","start":"2026-04-23T02:28:03.206451Z","end":"2026-04-23T02:28:03.309882Z","steps":["trace[1032351038] 'agreement among raft nodes before linearized reading' (duration: 103.101838ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:03.685455Z","caller":"traceutil/trace.go:171","msg":"trace[268682254] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"471.082973ms","start":"2026-04-23T02:28:03.214347Z","end":"2026-04-23T02:28:03.68543Z","steps":["trace[268682254] 'process raft request' (duration: 470.922888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:03.685649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:03.214338Z","time spent":"471.197177ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3952,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:04.122211Z","caller":"traceutil/trace.go:171","msg":"trace[731632737] linearizableReadLoop","detail":"{readStateIndex:5271; appliedIndex:5269; }","duration":"809.016325ms","start":"2026-04-23T02:28:03.31317Z","end":"2026-04-23T02:28:04.122186Z","steps":["trace[731632737] 'read index received' (duration: 372.078834ms)","trace[731632737] 'applied index is now lower than readState.Index' (duration: 436.936641ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:04.122284Z","caller":"traceutil/trace.go:171","msg":"trace[1106651668] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"809.560032ms","start":"2026-04-23T02:28:03.312663Z","end":"2026-04-23T02:28:04.122223Z","steps":["trace[1106651668] 'process raft request' (duration: 765.516716ms)","trace[1106651668] 'compare' (duration: 43.84744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:04.122448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:03.312629Z","time spent":"809.759068ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2173,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:28:04.122444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.263143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-23T02:28:04.122522Z","caller":"traceutil/trace.go:171","msg":"trace[1268949048] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5076; }","duration":"809.385077ms","start":"2026-04-23T02:28:03.313115Z","end":"2026-04-23T02:28:04.1225Z","steps":["trace[1268949048] 'agreement among raft nodes before linearized reading' (duration: 809.152059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.122668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:03.313091Z","time spent":"809.555382ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-04-23T02:28:04.561604Z","caller":"traceutil/trace.go:171","msg":"trace[401938587] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"867.762707ms","start":"2026-04-23T02:28:03.693807Z","end":"2026-04-23T02:28:04.56157Z","steps":["trace[401938587] 'process raft request' (duration: 867.626543ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:04.56164Z","caller":"traceutil/trace.go:171","msg":"trace[1307615005] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"642.722534ms","start":"2026-04-23T02:28:03.918895Z","end":"2026-04-23T02:28:04.561618Z","steps":["trace[1307615005] 'process raft request' (duration: 642.645351ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:04.561656Z","caller":"traceutil/trace.go:171","msg":"trace[1819639927] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"870.573726ms","start":"2026-04-23T02:28:03.691056Z","end":"2026-04-23T02:28:04.56163Z","steps":["trace[1819639927] 'process raft request' (duration: 870.234375ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:04.561674Z","caller":"traceutil/trace.go:171","msg":"trace[1030277728] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"860.220799ms","start":"2026-04-23T02:28:03.701429Z","end":"2026-04-23T02:28:04.56165Z","steps":["trace[1030277728] 'process raft request' (duration: 860.054634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.561754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:03.693784Z","time spent":"867.896932ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:28:04.561778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:03.918817Z","time spent":"642.88528ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:04.561789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:03.691034Z","time spent":"870.68979ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":918,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:28:04.561812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:03.701417Z","time spent":"860.322202ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6497,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:04.56188Z","caller":"traceutil/trace.go:171","msg":"trace[258418897] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5271; }","duration":"439.556614ms","start":"2026-04-23T02:28:04.122275Z","end":"2026-04-23T02:28:04.561831Z","steps":["trace[258418897] 'read index received' (duration: 438.966935ms)","trace[258418897] 'applied index is now lower than readState.Index' (duration: 586.339µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:04.561965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.783988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:04.562003Z","caller":"traceutil/trace.go:171","msg":"trace[1742937379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5081; }","duration":"908.853981ms","start":"2026-04-23T02:28:03.653137Z","end":"2026-04-23T02:28:04.561991Z","steps":["trace[1742937379] 'agreement among raft nodes before linearized reading' (duration: 908.765438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.56208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:03.653109Z","time spent":"908.963463ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:28:04.562157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.96866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ldbkh\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-04-23T02:28:04.562237Z","caller":"traceutil/trace.go:171","msg":"trace[644909711] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ldbkh; range_end:; response_count:1; response_revision:5081; }","duration":"542.086794ms","start":"2026-04-23T02:28:04.020133Z","end":"2026-04-23T02:28:04.56222Z","steps":["trace[644909711] 'agreement among raft nodes before linearized reading' (duration: 541.782264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.562283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.020111Z","time spent":"542.161337ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ldbkh\" "} {"level":"info","ts":"2026-04-23T02:28:04.562626Z","caller":"traceutil/trace.go:171","msg":"trace[554897636] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"540.532745ms","start":"2026-04-23T02:28:04.021319Z","end":"2026-04-23T02:28:04.561851Z","steps":["trace[554897636] 'process raft request' (duration: 540.268917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.562824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.02129Z","time spent":"541.472954ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:28:04.562987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206726812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2208779"} {"level":"info","ts":"2026-04-23T02:28:04.563058Z","caller":"traceutil/trace.go:171","msg":"trace[710552802] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:5081; }","duration":"1.206849227s","start":"2026-04-23T02:28:03.356191Z","end":"2026-04-23T02:28:04.56304Z","steps":["trace[710552802] 'agreement among raft nodes before linearized reading' (duration: 1.205830715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.563105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:03.356165Z","time spent":"1.206928259s","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":54,"response size":2208801,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-23T02:28:04.582846Z","caller":"traceutil/trace.go:171","msg":"trace[2022064568] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"451.546044ms","start":"2026-04-23T02:28:04.131273Z","end":"2026-04-23T02:28:04.582819Z","steps":["trace[2022064568] 'process raft request' (duration: 451.250284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.582969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.131266Z","time spent":"451.641306ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2914,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:28:04.583169Z","caller":"traceutil/trace.go:171","msg":"trace[699103407] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"454.335882ms","start":"2026-04-23T02:28:04.128822Z","end":"2026-04-23T02:28:04.583158Z","steps":["trace[699103407] 'process raft request' (duration: 453.512976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.583222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.128804Z","time spent":"454.393234ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2181,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:28:04.583647Z","caller":"traceutil/trace.go:171","msg":"trace[593095144] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"375.917706ms","start":"2026-04-23T02:28:04.207702Z","end":"2026-04-23T02:28:04.583619Z","steps":["trace[593095144] 'process raft request' (duration: 374.891773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.583779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.207681Z","time spent":"376.02545ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:04.584468Z","caller":"traceutil/trace.go:171","msg":"trace[1025131182] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"149.127647ms","start":"2026-04-23T02:28:04.435313Z","end":"2026-04-23T02:28:04.58444Z","steps":["trace[1025131182] 'process raft request' (duration: 147.501806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.58484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.965835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:28:04.584902Z","caller":"traceutil/trace.go:171","msg":"trace[1999122252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5087; }","duration":"104.054098ms","start":"2026-04-23T02:28:04.480834Z","end":"2026-04-23T02:28:04.584888Z","steps":["trace[1999122252] 'agreement among raft nodes before linearized reading' (duration: 103.936155ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:04.584955Z","caller":"traceutil/trace.go:171","msg":"trace[1306135559] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"179.115968ms","start":"2026-04-23T02:28:04.405388Z","end":"2026-04-23T02:28:04.584504Z","steps":["trace[1306135559] 'process raft request' (duration: 177.327341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.585133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.312117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:28:04.58518Z","caller":"traceutil/trace.go:171","msg":"trace[1834692192] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:5087; }","duration":"140.40288ms","start":"2026-04-23T02:28:04.444766Z","end":"2026-04-23T02:28:04.585169Z","steps":["trace[1834692192] 'agreement among raft nodes before linearized reading' (duration: 140.270646ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:04.584855Z","caller":"traceutil/trace.go:171","msg":"trace[230706500] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"149.84213ms","start":"2026-04-23T02:28:04.435Z","end":"2026-04-23T02:28:04.584842Z","steps":["trace[230706500] 'process raft request' (duration: 147.765684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.585528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.551402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-23T02:28:04.585574Z","caller":"traceutil/trace.go:171","msg":"trace[33603990] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5087; }","duration":"456.619245ms","start":"2026-04-23T02:28:04.128943Z","end":"2026-04-23T02:28:04.585562Z","steps":["trace[33603990] 'agreement among raft nodes before linearized reading' (duration: 456.505421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:04.585605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:04.128916Z","time spent":"456.681377ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-23T02:28:04.585672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.592648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718481"} {"level":"info","ts":"2026-04-23T02:28:04.58571Z","caller":"traceutil/trace.go:171","msg":"trace[1291910430] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5087; }","duration":"241.670021ms","start":"2026-04-23T02:28:04.34403Z","end":"2026-04-23T02:28:04.5857Z","steps":["trace[1291910430] 'agreement among raft nodes before linearized reading' (duration: 241.284129ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:05.173704Z","caller":"traceutil/trace.go:171","msg":"trace[82321130] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5307; }","duration":"140.244386ms","start":"2026-04-23T02:28:05.033437Z","end":"2026-04-23T02:28:05.173681Z","steps":["trace[82321130] 'read index received' (duration: 77.430035ms)","trace[82321130] 'applied index is now lower than readState.Index' (duration: 62.812861ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:05.173714Z","caller":"traceutil/trace.go:171","msg":"trace[1865882091] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"140.404271ms","start":"2026-04-23T02:28:05.033279Z","end":"2026-04-23T02:28:05.173683Z","steps":["trace[1865882091] 'process raft request' (duration: 77.382983ms)","trace[1865882091] 'compare' (duration: 62.889194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:05.173913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.456492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-23T02:28:05.173964Z","caller":"traceutil/trace.go:171","msg":"trace[1991852085] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5112; }","duration":"140.531795ms","start":"2026-04-23T02:28:05.03342Z","end":"2026-04-23T02:28:05.173952Z","steps":["trace[1991852085] 'agreement among raft nodes before linearized reading' (duration: 140.337119ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:05.213432Z","caller":"traceutil/trace.go:171","msg":"trace[1548582337] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"174.732959ms","start":"2026-04-23T02:28:05.038662Z","end":"2026-04-23T02:28:05.213395Z","steps":["trace[1548582337] 'process raft request' (duration: 174.525572ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:05.335433Z","caller":"traceutil/trace.go:171","msg":"trace[108126085] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"106.917449ms","start":"2026-04-23T02:28:05.228491Z","end":"2026-04-23T02:28:05.335408Z","steps":["trace[108126085] 'process raft request' (duration: 104.049828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:05.347084Z","caller":"traceutil/trace.go:171","msg":"trace[1625843245] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5114; }","duration":"110.893556ms","start":"2026-04-23T02:28:05.236169Z","end":"2026-04-23T02:28:05.347062Z","steps":["trace[1625843245] 'process raft request' (duration: 110.758461ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:06.15713Z","caller":"traceutil/trace.go:171","msg":"trace[1665982736] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"106.59923ms","start":"2026-04-23T02:28:06.050511Z","end":"2026-04-23T02:28:06.157111Z","steps":["trace[1665982736] 'process raft request' (duration: 106.477696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.089316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.231474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:28:07.089451Z","caller":"traceutil/trace.go:171","msg":"trace[2120215011] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"1.031232169s","start":"2026-04-23T02:28:06.058192Z","end":"2026-04-23T02:28:07.089424Z","steps":["trace[2120215011] 'process raft request' (duration: 667.812869ms)","trace[2120215011] 'compare' (duration: 362.797021ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:07.089507Z","caller":"traceutil/trace.go:171","msg":"trace[299736048] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5337; }","duration":"769.874534ms","start":"2026-04-23T02:28:06.319615Z","end":"2026-04-23T02:28:07.08949Z","steps":["trace[299736048] 'read index received' (duration: 406.522016ms)","trace[299736048] 'applied index is now lower than readState.Index' (duration: 363.351438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:07.089542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.058175Z","time spent":"1.031324493s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:07.089554Z","caller":"traceutil/trace.go:171","msg":"trace[1848060658] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"577.652261ms","start":"2026-04-23T02:28:06.511886Z","end":"2026-04-23T02:28:07.089539Z","steps":["trace[1848060658] 'process raft request' (duration: 577.533097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.089613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.511863Z","time spent":"577.720863ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:07.089964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.344109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-23T02:28:07.089958Z","caller":"traceutil/trace.go:171","msg":"trace[984527743] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"499.166883ms","start":"2026-04-23T02:28:06.590775Z","end":"2026-04-23T02:28:07.089942Z","steps":["trace[984527743] 'process raft request' (duration: 499.015478ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:07.090003Z","caller":"traceutil/trace.go:171","msg":"trace[1105551392] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5142; }","duration":"770.410971ms","start":"2026-04-23T02:28:06.319582Z","end":"2026-04-23T02:28:07.089993Z","steps":["trace[1105551392] 'agreement among raft nodes before linearized reading' (duration: 769.983888ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:07.089966Z","caller":"traceutil/trace.go:171","msg":"trace[1658364764] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"499.174724ms","start":"2026-04-23T02:28:06.590735Z","end":"2026-04-23T02:28:07.08991Z","steps":["trace[1658364764] 'process raft request' (duration: 498.766991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.090035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.319564Z","time spent":"770.464064ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413152,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-23T02:28:07.090049Z","caller":"traceutil/trace.go:171","msg":"trace[187102862] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"498.635276ms","start":"2026-04-23T02:28:06.59139Z","end":"2026-04-23T02:28:07.090025Z","steps":["trace[187102862] 'process raft request' (duration: 498.513563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.090106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.590747Z","time spent":"499.265316ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:07.090207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.591374Z","time spent":"498.75433ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:07.090199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.590711Z","time spent":"499.370189ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:07.122983Z","caller":"traceutil/trace.go:171","msg":"trace[1991648638] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"129.130313ms","start":"2026-04-23T02:28:06.993763Z","end":"2026-04-23T02:28:07.122894Z","steps":["trace[1991648638] 'process raft request' (duration: 128.994729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.12366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.750473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:07.123723Z","caller":"traceutil/trace.go:171","msg":"trace[193879703] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5145; }","duration":"188.863427ms","start":"2026-04-23T02:28:06.934845Z","end":"2026-04-23T02:28:07.123708Z","steps":["trace[193879703] 'agreement among raft nodes before linearized reading' (duration: 188.751673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.123726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.98301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:28:07.123931Z","caller":"traceutil/trace.go:171","msg":"trace[1190466735] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:5145; }","duration":"506.182875ms","start":"2026-04-23T02:28:06.617693Z","end":"2026-04-23T02:28:07.123876Z","steps":["trace[1190466735] 'agreement among raft nodes before linearized reading' (duration: 505.881856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.124017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.617682Z","time spent":"506.273319ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:28:07.124086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.224449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:28:07.124116Z","caller":"traceutil/trace.go:171","msg":"trace[2115510027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5145; }","duration":"513.268571ms","start":"2026-04-23T02:28:06.610841Z","end":"2026-04-23T02:28:07.124109Z","steps":["trace[2115510027] 'agreement among raft nodes before linearized reading' (duration: 513.169568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.124198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.610834Z","time spent":"513.356043ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:07.124335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.425126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:28:07.124407Z","caller":"traceutil/trace.go:171","msg":"trace[1656067083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5145; }","duration":"513.477276ms","start":"2026-04-23T02:28:06.610875Z","end":"2026-04-23T02:28:07.124353Z","steps":["trace[1656067083] 'agreement among raft nodes before linearized reading' (duration: 513.414264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.124471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.610862Z","time spent":"513.600201ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:07.124458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.609791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:28:07.124528Z","caller":"traceutil/trace.go:171","msg":"trace[1760180318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5145; }","duration":"513.707804ms","start":"2026-04-23T02:28:06.610803Z","end":"2026-04-23T02:28:07.124511Z","steps":["trace[1760180318] 'agreement among raft nodes before linearized reading' (duration: 513.490458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.124569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.610796Z","time spent":"513.766606ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:28:07.124603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.721994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:28:07.124622Z","caller":"traceutil/trace.go:171","msg":"trace[1061338320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5145; }","duration":"513.767026ms","start":"2026-04-23T02:28:06.610849Z","end":"2026-04-23T02:28:07.124616Z","steps":["trace[1061338320] 'agreement among raft nodes before linearized reading' (duration: 513.711394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.124645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.610834Z","time spent":"513.807208ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:28:07.124825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.21262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778469"} {"level":"info","ts":"2026-04-23T02:28:07.12493Z","caller":"traceutil/trace.go:171","msg":"trace[1259926954] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5145; }","duration":"196.279952ms","start":"2026-04-23T02:28:06.928568Z","end":"2026-04-23T02:28:07.124848Z","steps":["trace[1259926954] 'agreement among raft nodes before linearized reading' (duration: 195.715464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.125118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.399559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29f7f29b-15d8-4dd7-8cd8-fe587451e81b\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-23T02:28:07.125158Z","caller":"traceutil/trace.go:171","msg":"trace[292012292] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-29f7f29b-15d8-4dd7-8cd8-fe587451e81b; range_end:; response_count:1; response_revision:5145; }","duration":"451.463651ms","start":"2026-04-23T02:28:06.673683Z","end":"2026-04-23T02:28:07.125146Z","steps":["trace[292012292] 'agreement among raft nodes before linearized reading' (duration: 451.370368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.12529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.67367Z","time spent":"451.608316ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29f7f29b-15d8-4dd7-8cd8-fe587451e81b\" "} {"level":"warn","ts":"2026-04-23T02:28:07.125528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.361846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:28:07.125818Z","caller":"traceutil/trace.go:171","msg":"trace[404821374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5145; }","duration":"515.690407ms","start":"2026-04-23T02:28:06.610118Z","end":"2026-04-23T02:28:07.125809Z","steps":["trace[404821374] 'agreement among raft nodes before linearized reading' (duration: 515.211271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.125766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.653591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:07.12585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.610099Z","time spent":"515.744489ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:28:07.125873Z","caller":"traceutil/trace.go:171","msg":"trace[1054463591] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5145; }","duration":"771.803385ms","start":"2026-04-23T02:28:06.354057Z","end":"2026-04-23T02:28:07.12586Z","steps":["trace[1054463591] 'agreement among raft nodes before linearized reading' (duration: 771.621569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:07.125959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:06.354038Z","time spent":"771.900929ms","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:28:09.63308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752170180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:28:10.539002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.669497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:28:10.539181Z","caller":"traceutil/trace.go:171","msg":"trace[828785401] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"1.407180766s","start":"2026-04-23T02:28:09.131971Z","end":"2026-04-23T02:28:10.539152Z","steps":["trace[828785401] 'process raft request' (duration: 673.241981ms)","trace[828785401] 'compare' (duration: 732.673155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:10.539277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.131947Z","time spent":"1.40728639s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:10.596574Z","caller":"traceutil/trace.go:171","msg":"trace[1335678606] linearizableReadLoop","detail":"{readStateIndex:5390; appliedIndex:5388; }","duration":"1.464398201s","start":"2026-04-23T02:28:09.13215Z","end":"2026-04-23T02:28:10.596548Z","steps":["trace[1335678606] 'read index received' (duration: 673.077836ms)","trace[1335678606] 'applied index is now lower than readState.Index' (duration: 791.318995ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:10.596718Z","caller":"traceutil/trace.go:171","msg":"trace[1541990064] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"1.288147413s","start":"2026-04-23T02:28:09.308543Z","end":"2026-04-23T02:28:10.596691Z","steps":["trace[1541990064] 'process raft request' (duration: 1.287864024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.596814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464640668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29f7f29b-15d8-4dd7-8cd8-fe587451e81b\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-04-23T02:28:10.596856Z","caller":"traceutil/trace.go:171","msg":"trace[778837268] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-29f7f29b-15d8-4dd7-8cd8-fe587451e81b; range_end:; response_count:1; response_revision:5190; }","duration":"1.464725691s","start":"2026-04-23T02:28:09.13212Z","end":"2026-04-23T02:28:10.596845Z","steps":["trace[778837268] 'agreement among raft nodes before linearized reading' (duration: 1.464559966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.596864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.308527Z","time spent":"1.288260507s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:10.596893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.132104Z","time spent":"1.464781832s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3916,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29f7f29b-15d8-4dd7-8cd8-fe587451e81b\" "} {"level":"warn","ts":"2026-04-23T02:28:10.596927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.761892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:10.596972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.432303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:28:10.597033Z","caller":"traceutil/trace.go:171","msg":"trace[1208309911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5190; }","duration":"382.522886ms","start":"2026-04-23T02:28:10.214491Z","end":"2026-04-23T02:28:10.597014Z","steps":["trace[1208309911] 'agreement among raft nodes before linearized reading' (duration: 382.416423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.597064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.677211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-23T02:28:10.597093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453018819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:28:10.597122Z","caller":"traceutil/trace.go:171","msg":"trace[2116386701] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:5190; }","duration":"394.727812ms","start":"2026-04-23T02:28:10.202379Z","end":"2026-04-23T02:28:10.597107Z","steps":["trace[2116386701] 'agreement among raft nodes before linearized reading' (duration: 394.605098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.597157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:10.202287Z","time spent":"394.863027ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-23T02:28:10.597161Z","caller":"traceutil/trace.go:171","msg":"trace[1029492032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5190; }","duration":"1.453111802s","start":"2026-04-23T02:28:09.14403Z","end":"2026-04-23T02:28:10.597142Z","steps":["trace[1029492032] 'agreement among raft nodes before linearized reading' (duration: 1.452970188s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.59716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368280854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:10.597209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.144013Z","time spent":"1.453182955s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:10.597231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.497607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ldbkh.18a8db6635aaed82\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-23T02:28:10.597239Z","caller":"traceutil/trace.go:171","msg":"trace[458498488] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5190; }","duration":"1.368444349s","start":"2026-04-23T02:28:09.228776Z","end":"2026-04-23T02:28:10.59722Z","steps":["trace[458498488] 'agreement among raft nodes before linearized reading' (duration: 1.368282154s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:10.597037Z","caller":"traceutil/trace.go:171","msg":"trace[328754934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5190; }","duration":"946.909036ms","start":"2026-04-23T02:28:09.650097Z","end":"2026-04-23T02:28:10.597006Z","steps":["trace[328754934] 'agreement among raft nodes before linearized reading' (duration: 946.733551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.597262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451078929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:28:10.597275Z","caller":"traceutil/trace.go:171","msg":"trace[1675627830] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ldbkh.18a8db6635aaed82; range_end:; response_count:1; response_revision:5190; }","duration":"124.587779ms","start":"2026-04-23T02:28:10.472673Z","end":"2026-04-23T02:28:10.597261Z","steps":["trace[1675627830] 'agreement among raft nodes before linearized reading' (duration: 124.460675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.597289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.228758Z","time spent":"1.368519671s","remote":"127.0.0.1:40818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:28:10.597245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452625597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:28:10.597348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.650068Z","time spent":"947.236747ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:28:10.597355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452994209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:28:10.597394Z","caller":"traceutil/trace.go:171","msg":"trace[1628882972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5190; }","duration":"1.452794593s","start":"2026-04-23T02:28:09.144571Z","end":"2026-04-23T02:28:10.597366Z","steps":["trace[1628882972] 'agreement among raft nodes before linearized reading' (duration: 1.45238785s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.597294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.81781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-23T02:28:10.59743Z","caller":"traceutil/trace.go:171","msg":"trace[600497574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5190; }","duration":"1.453069631s","start":"2026-04-23T02:28:09.144343Z","end":"2026-04-23T02:28:10.597413Z","steps":["trace[600497574] 'agreement among raft nodes before linearized reading' (duration: 1.452867625s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.5971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:10.214479Z","time spent":"382.604999ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:28:10.597467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.144316Z","time spent":"1.453143724s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:10.597465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.144549Z","time spent":"1.452904096s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:28:10.59732Z","caller":"traceutil/trace.go:171","msg":"trace[1246907367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:5190; }","duration":"1.451157911s","start":"2026-04-23T02:28:09.146147Z","end":"2026-04-23T02:28:10.597305Z","steps":["trace[1246907367] 'agreement among raft nodes before linearized reading' (duration: 1.451012946s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:10.597498Z","caller":"traceutil/trace.go:171","msg":"trace[1153048446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5190; }","duration":"174.066398ms","start":"2026-04-23T02:28:10.423388Z","end":"2026-04-23T02:28:10.597454Z","steps":["trace[1153048446] 'agreement among raft nodes before linearized reading' (duration: 173.781369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.597587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.146136Z","time spent":"1.45143355s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:28:10.597325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453183665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T02:28:10.597661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.699813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:788705"} {"level":"warn","ts":"2026-04-23T02:28:10.596953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453569298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:28:10.597714Z","caller":"traceutil/trace.go:171","msg":"trace[426965866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5190; }","duration":"1.453620559s","start":"2026-04-23T02:28:09.144081Z","end":"2026-04-23T02:28:10.597701Z","steps":["trace[426965866] 'agreement among raft nodes before linearized reading' (duration: 1.452943318s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:10.597728Z","caller":"traceutil/trace.go:171","msg":"trace[1919368728] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5190; }","duration":"748.803996ms","start":"2026-04-23T02:28:09.848907Z","end":"2026-04-23T02:28:10.597711Z","steps":["trace[1919368728] 'agreement among raft nodes before linearized reading' (duration: 748.159226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.597773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.144075Z","time spent":"1.453684721s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:10.597771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.848887Z","time spent":"748.871558ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":788727,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-23T02:28:10.59776Z","caller":"traceutil/trace.go:171","msg":"trace[1376024560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5190; }","duration":"1.454412214s","start":"2026-04-23T02:28:09.143331Z","end":"2026-04-23T02:28:10.597743Z","steps":["trace[1376024560] 'agreement among raft nodes before linearized reading' (duration: 1.453441263s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.597832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:09.143315Z","time spent":"1.454495587s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:28:10.873856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.808416ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:10.873952Z","caller":"traceutil/trace.go:171","msg":"trace[522487089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5190; }","duration":"100.922579ms","start":"2026-04-23T02:28:10.773017Z","end":"2026-04-23T02:28:10.873939Z","steps":["trace[522487089] 'range keys from in-memory index tree' (duration: 100.789044ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:10.875839Z","caller":"traceutil/trace.go:171","msg":"trace[1119786835] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5390; }","duration":"273.256351ms","start":"2026-04-23T02:28:10.602573Z","end":"2026-04-23T02:28:10.875829Z","steps":["trace[1119786835] 'read index received' (duration: 267.342124ms)","trace[1119786835] 'applied index is now lower than readState.Index' (duration: 5.913687ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:10.875917Z","caller":"traceutil/trace.go:171","msg":"trace[1904514485] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"275.568055ms","start":"2026-04-23T02:28:10.600335Z","end":"2026-04-23T02:28:10.875903Z","steps":["trace[1904514485] 'process raft request' (duration: 275.208893ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:10.876544Z","caller":"traceutil/trace.go:171","msg":"trace[1025282124] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"273.389326ms","start":"2026-04-23T02:28:10.603099Z","end":"2026-04-23T02:28:10.876488Z","steps":["trace[1025282124] 'process raft request' (duration: 272.54655ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:10.876089Z","caller":"traceutil/trace.go:171","msg":"trace[574268623] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"272.446356ms","start":"2026-04-23T02:28:10.603581Z","end":"2026-04-23T02:28:10.876028Z","steps":["trace[574268623] 'process raft request' (duration: 272.159487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:10.876158Z","caller":"traceutil/trace.go:171","msg":"trace[1185323688] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"271.444544ms","start":"2026-04-23T02:28:10.604701Z","end":"2026-04-23T02:28:10.876145Z","steps":["trace[1185323688] 'process raft request' (duration: 271.102094ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:10.87615Z","caller":"traceutil/trace.go:171","msg":"trace[1266159566] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"272.8798ms","start":"2026-04-23T02:28:10.603249Z","end":"2026-04-23T02:28:10.876129Z","steps":["trace[1266159566] 'process raft request' (duration: 272.431706ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:10.876197Z","caller":"traceutil/trace.go:171","msg":"trace[767055506] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"272.488698ms","start":"2026-04-23T02:28:10.603698Z","end":"2026-04-23T02:28:10.876187Z","steps":["trace[767055506] 'process raft request' (duration: 272.075875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.876361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.773159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-23T02:28:10.877206Z","caller":"traceutil/trace.go:171","msg":"trace[1948207034] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5196; }","duration":"274.672786ms","start":"2026-04-23T02:28:10.602515Z","end":"2026-04-23T02:28:10.877187Z","steps":["trace[1948207034] 'agreement among raft nodes before linearized reading' (duration: 273.680975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.878683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.76824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:10.878694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.628249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:10.878733Z","caller":"traceutil/trace.go:171","msg":"trace[61356834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5197; }","duration":"227.868723ms","start":"2026-04-23T02:28:10.650851Z","end":"2026-04-23T02:28:10.87872Z","steps":["trace[61356834] 'agreement among raft nodes before linearized reading' (duration: 227.750499ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:10.878769Z","caller":"traceutil/trace.go:171","msg":"trace[1140796707] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5197; }","duration":"205.693241ms","start":"2026-04-23T02:28:10.673043Z","end":"2026-04-23T02:28:10.878736Z","steps":["trace[1140796707] 'agreement among raft nodes before linearized reading' (duration: 205.549366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.879079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.40005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62967"} {"level":"info","ts":"2026-04-23T02:28:10.879128Z","caller":"traceutil/trace.go:171","msg":"trace[513082312] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5197; }","duration":"275.469571ms","start":"2026-04-23T02:28:10.603642Z","end":"2026-04-23T02:28:10.879111Z","steps":["trace[513082312] 'agreement among raft nodes before linearized reading' (duration: 275.234604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:10.879535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.036261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:28:10.879626Z","caller":"traceutil/trace.go:171","msg":"trace[718537829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5197; }","duration":"106.156785ms","start":"2026-04-23T02:28:10.773435Z","end":"2026-04-23T02:28:10.879592Z","steps":["trace[718537829] 'agreement among raft nodes before linearized reading' (duration: 106.025461ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:11.227638Z","caller":"traceutil/trace.go:171","msg":"trace[1204177222] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"127.43946ms","start":"2026-04-23T02:28:11.100175Z","end":"2026-04-23T02:28:11.227614Z","steps":["trace[1204177222] 'process raft request' (duration: 108.960354ms)","trace[1204177222] 'compare' (duration: 18.250728ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:11.227943Z","caller":"traceutil/trace.go:171","msg":"trace[251156559] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"121.48278ms","start":"2026-04-23T02:28:11.106437Z","end":"2026-04-23T02:28:11.22792Z","steps":["trace[251156559] 'process raft request' (duration: 121.434489ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:11.2282Z","caller":"traceutil/trace.go:171","msg":"trace[1030039441] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"125.016862ms","start":"2026-04-23T02:28:11.103155Z","end":"2026-04-23T02:28:11.228172Z","steps":["trace[1030039441] 'process raft request' (duration: 124.592679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:14.980145Z","caller":"traceutil/trace.go:171","msg":"trace[115725259] linearizableReadLoop","detail":"{readStateIndex:5468; appliedIndex:5467; }","duration":"104.436141ms","start":"2026-04-23T02:28:14.875679Z","end":"2026-04-23T02:28:14.980115Z","steps":["trace[115725259] 'read index received' (duration: 104.11357ms)","trace[115725259] 'applied index is now lower than readState.Index' (duration: 321.181µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:14.980302Z","caller":"traceutil/trace.go:171","msg":"trace[124073955] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"237.156278ms","start":"2026-04-23T02:28:14.743127Z","end":"2026-04-23T02:28:14.980283Z","steps":["trace[124073955] 'process raft request' (duration: 236.779676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:14.980549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.787581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:14.980654Z","caller":"traceutil/trace.go:171","msg":"trace[294710444] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5265; }","duration":"105.000659ms","start":"2026-04-23T02:28:14.875628Z","end":"2026-04-23T02:28:14.980628Z","steps":["trace[294710444] 'agreement among raft nodes before linearized reading' (duration: 104.71319ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:15.35561Z","caller":"traceutil/trace.go:171","msg":"trace[246424003] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"370.441002ms","start":"2026-04-23T02:28:14.985145Z","end":"2026-04-23T02:28:15.355586Z","steps":["trace[246424003] 'process raft request' (duration: 370.393091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:15.355842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:14.985124Z","time spent":"370.638489ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:15.355656Z","caller":"traceutil/trace.go:171","msg":"trace[1377194298] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"370.492063ms","start":"2026-04-23T02:28:14.985131Z","end":"2026-04-23T02:28:15.355623Z","steps":["trace[1377194298] 'process raft request' (duration: 370.272726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:15.356096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:14.985106Z","time spent":"370.860715ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:16.001924Z","caller":"traceutil/trace.go:171","msg":"trace[347653920] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"1.016718959s","start":"2026-04-23T02:28:14.985175Z","end":"2026-04-23T02:28:16.001894Z","steps":["trace[347653920] 'process raft request' (duration: 1.016412239s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:16.002082Z","caller":"traceutil/trace.go:171","msg":"trace[895911636] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"879.006273ms","start":"2026-04-23T02:28:15.123061Z","end":"2026-04-23T02:28:16.002067Z","steps":["trace[895911636] 'process raft request' (duration: 878.870779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:16.002097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:14.985154Z","time spent":"1.016840063s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:16.0021Z","caller":"traceutil/trace.go:171","msg":"trace[304076603] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"1.016808511s","start":"2026-04-23T02:28:14.985231Z","end":"2026-04-23T02:28:16.002039Z","steps":["trace[304076603] 'process raft request' (duration: 1.016506182s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:16.002165Z","caller":"traceutil/trace.go:171","msg":"trace[1242784201] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"765.435443ms","start":"2026-04-23T02:28:15.236716Z","end":"2026-04-23T02:28:16.002152Z","steps":["trace[1242784201] 'process raft request' (duration: 765.35296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:16.002231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:14.985205Z","time spent":"1.016963387s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:16.002251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:15.236708Z","time spent":"765.503176ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:16.002182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:15.123034Z","time spent":"879.100857ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:28:16.002344Z","caller":"traceutil/trace.go:171","msg":"trace[1780958562] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"765.586638ms","start":"2026-04-23T02:28:15.236745Z","end":"2026-04-23T02:28:16.002332Z","steps":["trace[1780958562] 'process raft request' (duration: 765.374621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:16.002355Z","caller":"traceutil/trace.go:171","msg":"trace[912352976] linearizableReadLoop","detail":"{readStateIndex:5473; appliedIndex:5470; }","duration":"1.01548302s","start":"2026-04-23T02:28:14.986825Z","end":"2026-04-23T02:28:16.002308Z","steps":["trace[912352976] 'read index received' (duration: 368.768199ms)","trace[912352976] 'applied index is now lower than readState.Index' (duration: 646.713711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:16.002416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:15.236736Z","time spent":"765.64686ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:16.002422Z","caller":"traceutil/trace.go:171","msg":"trace[1345753099] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"1.016735519s","start":"2026-04-23T02:28:14.985678Z","end":"2026-04-23T02:28:16.002413Z","steps":["trace[1345753099] 'process raft request' (duration: 1.016194922s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:16.002357Z","caller":"traceutil/trace.go:171","msg":"trace[1379715275] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"764.419601ms","start":"2026-04-23T02:28:15.237925Z","end":"2026-04-23T02:28:16.002344Z","steps":["trace[1379715275] 'process raft request' (duration: 764.302077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:16.002499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:15.237915Z","time spent":"764.561335ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:16.00251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:14.985663Z","time spent":"1.01678519s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:16.002651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01581718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62967"} {"level":"info","ts":"2026-04-23T02:28:16.002687Z","caller":"traceutil/trace.go:171","msg":"trace[441317691] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5275; }","duration":"1.015888193s","start":"2026-04-23T02:28:14.986787Z","end":"2026-04-23T02:28:16.002676Z","steps":["trace[441317691] 'agreement among raft nodes before linearized reading' (duration: 1.015667446s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:16.002724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:14.986776Z","time spent":"1.015940304s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62989,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:28:16.002279Z","caller":"traceutil/trace.go:171","msg":"trace[1865942667] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"775.035067ms","start":"2026-04-23T02:28:15.227217Z","end":"2026-04-23T02:28:16.002252Z","steps":["trace[1865942667] 'process raft request' (duration: 774.774099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:16.002858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:15.227206Z","time spent":"775.599926ms","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17441,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:16.107271Z","caller":"traceutil/trace.go:171","msg":"trace[835123434] linearizableReadLoop","detail":"{readStateIndex:5479; appliedIndex:5478; }","duration":"104.816022ms","start":"2026-04-23T02:28:16.002427Z","end":"2026-04-23T02:28:16.107243Z","steps":["trace[835123434] 'read index received' (duration: 12.277029ms)","trace[835123434] 'applied index is now lower than readState.Index' (duration: 92.537413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:16.107464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.387819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-23T02:28:16.107576Z","caller":"traceutil/trace.go:171","msg":"trace[2054080478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5275; }","duration":"122.546035ms","start":"2026-04-23T02:28:15.985008Z","end":"2026-04-23T02:28:16.107554Z","steps":["trace[2054080478] 'agreement among raft nodes before linearized reading' (duration: 122.270796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:16.107595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.269889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:16.107635Z","caller":"traceutil/trace.go:171","msg":"trace[99998969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5275; }","duration":"453.508086ms","start":"2026-04-23T02:28:15.654116Z","end":"2026-04-23T02:28:16.107624Z","steps":["trace[99998969] 'agreement among raft nodes before linearized reading' (duration: 453.277669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:16.10767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:15.654096Z","time spent":"453.565607ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:28:16.107705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.680873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-23T02:28:16.10772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.366248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-04-23T02:28:16.107775Z","caller":"traceutil/trace.go:171","msg":"trace[1441714331] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5275; }","duration":"884.755425ms","start":"2026-04-23T02:28:15.223001Z","end":"2026-04-23T02:28:16.107756Z","steps":["trace[1441714331] 'agreement among raft nodes before linearized reading' (duration: 884.547359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:16.107802Z","caller":"traceutil/trace.go:171","msg":"trace[1202425642] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5275; }","duration":"987.501992ms","start":"2026-04-23T02:28:15.120278Z","end":"2026-04-23T02:28:16.10778Z","steps":["trace[1202425642] 'agreement among raft nodes before linearized reading' (duration: 987.235243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:16.107832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:15.222981Z","time spent":"884.834608ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T02:28:16.107858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:15.120257Z","time spent":"987.591655ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16255,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-23T02:28:16.524977Z","caller":"traceutil/trace.go:171","msg":"trace[1822300909] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"396.910241ms","start":"2026-04-23T02:28:16.128041Z","end":"2026-04-23T02:28:16.524952Z","steps":["trace[1822300909] 'process raft request' (duration: 396.713874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:16.52529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:16.128022Z","time spent":"397.032174ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:16.526822Z","caller":"traceutil/trace.go:171","msg":"trace[70548691] linearizableReadLoop","detail":"{readStateIndex:5480; appliedIndex:5480; }","duration":"396.935311ms","start":"2026-04-23T02:28:16.129856Z","end":"2026-04-23T02:28:16.526791Z","steps":["trace[70548691] 'read index received' (duration: 396.924281ms)","trace[70548691] 'applied index is now lower than readState.Index' (duration: 8.43µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:16.527035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.436915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:16.527186Z","caller":"traceutil/trace.go:171","msg":"trace[1479998451] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5276; }","duration":"349.644562ms","start":"2026-04-23T02:28:16.177523Z","end":"2026-04-23T02:28:16.527167Z","steps":["trace[1479998451] 'agreement among raft nodes before linearized reading' (duration: 349.396604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:16.527249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:16.177503Z","time spent":"349.730185ms","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T02:28:16.527481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.153113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-23T02:28:16.527448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.573841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-75f7fbb589-n86ss.18a8db688f17af53\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-23T02:28:16.527544Z","caller":"traceutil/trace.go:171","msg":"trace[1136017512] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5276; }","duration":"294.271976ms","start":"2026-04-23T02:28:16.233255Z","end":"2026-04-23T02:28:16.527527Z","steps":["trace[1136017512] 'agreement among raft nodes before linearized reading' (duration: 294.089041ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:16.527572Z","caller":"traceutil/trace.go:171","msg":"trace[482601323] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-75f7fbb589-n86ss.18a8db688f17af53; range_end:; response_count:1; response_revision:5276; }","duration":"397.707845ms","start":"2026-04-23T02:28:16.129845Z","end":"2026-04-23T02:28:16.527553Z","steps":["trace[482601323] 'agreement among raft nodes before linearized reading' (duration: 397.463807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:16.527618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:16.129794Z","time spent":"397.815259ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":920,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-75f7fbb589-n86ss.18a8db688f17af53\" "} {"level":"info","ts":"2026-04-23T02:28:17.226109Z","caller":"traceutil/trace.go:171","msg":"trace[218111987] linearizableReadLoop","detail":"{readStateIndex:5493; appliedIndex:5492; }","duration":"132.326844ms","start":"2026-04-23T02:28:17.093756Z","end":"2026-04-23T02:28:17.226083Z","steps":["trace[218111987] 'read index received' (duration: 132.214471ms)","trace[218111987] 'applied index is now lower than readState.Index' (duration: 110.843µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:17.226149Z","caller":"traceutil/trace.go:171","msg":"trace[1956836131] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"192.45947ms","start":"2026-04-23T02:28:17.033657Z","end":"2026-04-23T02:28:17.226117Z","steps":["trace[1956836131] 'process raft request' (duration: 192.268174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:17.226285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.50322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:17.226333Z","caller":"traceutil/trace.go:171","msg":"trace[933147460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5288; }","duration":"132.607613ms","start":"2026-04-23T02:28:17.093715Z","end":"2026-04-23T02:28:17.226323Z","steps":["trace[933147460] 'agreement among raft nodes before linearized reading' (duration: 132.490179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:17.258271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.877173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13296"} {"level":"info","ts":"2026-04-23T02:28:17.258282Z","caller":"traceutil/trace.go:171","msg":"trace[1618910365] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"110.239004ms","start":"2026-04-23T02:28:17.148016Z","end":"2026-04-23T02:28:17.258255Z","steps":["trace[1618910365] 'process raft request' (duration: 110.10084ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:17.258319Z","caller":"traceutil/trace.go:171","msg":"trace[406227629] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5290; }","duration":"121.971986ms","start":"2026-04-23T02:28:17.136337Z","end":"2026-04-23T02:28:17.258309Z","steps":["trace[406227629] 'agreement among raft nodes before linearized reading' (duration: 121.822121ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:17.258321Z","caller":"traceutil/trace.go:171","msg":"trace[934975269] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"120.334255ms","start":"2026-04-23T02:28:17.137969Z","end":"2026-04-23T02:28:17.258303Z","steps":["trace[934975269] 'process raft request' (duration: 120.068917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:17.258394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.844596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-23T02:28:17.258472Z","caller":"traceutil/trace.go:171","msg":"trace[1375543209] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5290; }","duration":"117.948499ms","start":"2026-04-23T02:28:17.140503Z","end":"2026-04-23T02:28:17.258451Z","steps":["trace[1375543209] 'agreement among raft nodes before linearized reading' (duration: 117.744592ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:21.022963Z","caller":"traceutil/trace.go:171","msg":"trace[1131595867] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"234.490824ms","start":"2026-04-23T02:28:20.788455Z","end":"2026-04-23T02:28:21.022946Z","steps":["trace[1131595867] 'process raft request' (duration: 234.385591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:24.16974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.287964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:28:24.169793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.328588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:28:24.169837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.943347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:28:24.16986Z","caller":"traceutil/trace.go:171","msg":"trace[626293151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5388; }","duration":"103.432978ms","start":"2026-04-23T02:28:24.066415Z","end":"2026-04-23T02:28:24.169848Z","steps":["trace[626293151] 'agreement among raft nodes before linearized reading' (duration: 103.17034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:24.169943Z","caller":"traceutil/trace.go:171","msg":"trace[1391333963] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:5388; }","duration":"105.112882ms","start":"2026-04-23T02:28:24.064808Z","end":"2026-04-23T02:28:24.169921Z","steps":["trace[1391333963] 'agreement among raft nodes before linearized reading' (duration: 104.822752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:24.169761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.511093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:28:24.170061Z","caller":"traceutil/trace.go:171","msg":"trace[764216176] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"109.925044ms","start":"2026-04-23T02:28:24.059887Z","end":"2026-04-23T02:28:24.169812Z","steps":["trace[764216176] 'process raft request' (duration: 71.165236ms)","trace[764216176] 'compare' (duration: 38.359455ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:24.170115Z","caller":"traceutil/trace.go:171","msg":"trace[1335586087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5388; }","duration":"104.452771ms","start":"2026-04-23T02:28:24.065423Z","end":"2026-04-23T02:28:24.169875Z","steps":["trace[1335586087] 'agreement among raft nodes before linearized reading' (duration: 104.180953ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:24.170596Z","caller":"traceutil/trace.go:171","msg":"trace[276026125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5388; }","duration":"104.875695ms","start":"2026-04-23T02:28:24.06521Z","end":"2026-04-23T02:28:24.170086Z","steps":["trace[276026125] 'agreement among raft nodes before linearized reading' (duration: 104.449741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:24.929489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.501636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:24.929601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.473911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:24.929671Z","caller":"traceutil/trace.go:171","msg":"trace[1837577695] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5394; }","duration":"227.582105ms","start":"2026-04-23T02:28:24.702072Z","end":"2026-04-23T02:28:24.929654Z","steps":["trace[1837577695] 'range keys from in-memory index tree' (duration: 227.368847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:24.9296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.111324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:28:24.929808Z","caller":"traceutil/trace.go:171","msg":"trace[195826816] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5394; }","duration":"100.30599ms","start":"2026-04-23T02:28:24.829457Z","end":"2026-04-23T02:28:24.929763Z","steps":["trace[195826816] 'count revisions from in-memory index tree' (duration: 100.046811ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:24.929599Z","caller":"traceutil/trace.go:171","msg":"trace[522063975] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5394; }","duration":"147.668781ms","start":"2026-04-23T02:28:24.781904Z","end":"2026-04-23T02:28:24.929573Z","steps":["trace[522063975] 'count revisions from in-memory index tree' (duration: 147.33421ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:26.774276Z","caller":"traceutil/trace.go:171","msg":"trace[1295442406] linearizableReadLoop","detail":"{readStateIndex:5667; appliedIndex:5666; }","duration":"168.850283ms","start":"2026-04-23T02:28:26.605408Z","end":"2026-04-23T02:28:26.774258Z","steps":["trace[1295442406] 'read index received' (duration: 33.511462ms)","trace[1295442406] 'applied index is now lower than readState.Index' (duration: 135.337981ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:26.77439Z","caller":"traceutil/trace.go:171","msg":"trace[1168391788] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"167.82955ms","start":"2026-04-23T02:28:26.606541Z","end":"2026-04-23T02:28:26.774371Z","steps":["trace[1168391788] 'process raft request' (duration: 167.646964ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:26.774392Z","caller":"traceutil/trace.go:171","msg":"trace[320864205] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"169.008168ms","start":"2026-04-23T02:28:26.605356Z","end":"2026-04-23T02:28:26.774364Z","steps":["trace[320864205] 'process raft request' (duration: 125.23763ms)","trace[320864205] 'compare' (duration: 43.345785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:26.774577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.155852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-23T02:28:26.774606Z","caller":"traceutil/trace.go:171","msg":"trace[1165556182] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5461; }","duration":"169.224254ms","start":"2026-04-23T02:28:26.605375Z","end":"2026-04-23T02:28:26.7746Z","steps":["trace[1165556182] 'agreement among raft nodes before linearized reading' (duration: 169.099001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:26.774669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.197958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17455"} {"level":"info","ts":"2026-04-23T02:28:26.774702Z","caller":"traceutil/trace.go:171","msg":"trace[1414498213] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5461; }","duration":"160.274551ms","start":"2026-04-23T02:28:26.61442Z","end":"2026-04-23T02:28:26.774694Z","steps":["trace[1414498213] 'agreement among raft nodes before linearized reading' (duration: 160.160378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:26.774881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.042977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" ","response":"range_response_count:12 size:4407"} {"level":"info","ts":"2026-04-23T02:28:26.774948Z","caller":"traceutil/trace.go:171","msg":"trace[83464525] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:5461; }","duration":"156.129809ms","start":"2026-04-23T02:28:26.618805Z","end":"2026-04-23T02:28:26.774934Z","steps":["trace[83464525] 'agreement among raft nodes before linearized reading' (duration: 155.861861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:26.775152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.393888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" ","response":"range_response_count:45 size:304782"} {"level":"info","ts":"2026-04-23T02:28:26.775217Z","caller":"traceutil/trace.go:171","msg":"trace[446014527] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:45; response_revision:5461; }","duration":"156.486321ms","start":"2026-04-23T02:28:26.618717Z","end":"2026-04-23T02:28:26.775204Z","steps":["trace[446014527] 'agreement among raft nodes before linearized reading' (duration: 156.012506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:27.631721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.573172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:28:27.631835Z","caller":"traceutil/trace.go:171","msg":"trace[353377137] linearizableReadLoop","detail":"{readStateIndex:5678; appliedIndex:5677; }","duration":"170.247207ms","start":"2026-04-23T02:28:27.461571Z","end":"2026-04-23T02:28:27.631818Z","steps":["trace[353377137] 'read index received' (duration: 50.381µs)","trace[353377137] 'applied index is now lower than readState.Index' (duration: 170.195436ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:27.631937Z","caller":"traceutil/trace.go:171","msg":"trace[1496311198] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"288.763924ms","start":"2026-04-23T02:28:27.343162Z","end":"2026-04-23T02:28:27.631926Z","steps":["trace[1496311198] 'process raft request' (duration: 14.913443ms)","trace[1496311198] 'compare' (duration: 273.403117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:27.63221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.63755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:28:27.632251Z","caller":"traceutil/trace.go:171","msg":"trace[1351278734] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5471; }","duration":"170.688521ms","start":"2026-04-23T02:28:27.461553Z","end":"2026-04-23T02:28:27.632241Z","steps":["trace[1351278734] 'agreement among raft nodes before linearized reading' (duration: 170.592148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:27.632424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.802222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:28:27.632442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.736584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:28:27.632489Z","caller":"traceutil/trace.go:171","msg":"trace[170696647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5471; }","duration":"133.980257ms","start":"2026-04-23T02:28:27.498492Z","end":"2026-04-23T02:28:27.632472Z","steps":["trace[170696647] 'agreement among raft nodes before linearized reading' (duration: 133.773711ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:27.632512Z","caller":"traceutil/trace.go:171","msg":"trace[1196717876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5471; }","duration":"112.856867ms","start":"2026-04-23T02:28:27.519639Z","end":"2026-04-23T02:28:27.632496Z","steps":["trace[1196717876] 'agreement among raft nodes before linearized reading' (duration: 112.64601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.151992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752170818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:28:28.435062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.182662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:28:28.435199Z","caller":"traceutil/trace.go:171","msg":"trace[1522629437] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"798.095929ms","start":"2026-04-23T02:28:27.637078Z","end":"2026-04-23T02:28:28.435174Z","steps":["trace[1522629437] 'process raft request' (duration: 564.658669ms)","trace[1522629437] 'compare' (duration: 232.923224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:28.43528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:27.637056Z","time spent":"798.183421ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:28.907196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.580838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:28:28.907498Z","caller":"traceutil/trace.go:171","msg":"trace[1858428116] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"1.26848435s","start":"2026-04-23T02:28:27.638984Z","end":"2026-04-23T02:28:28.907468Z","steps":["trace[1858428116] 'process raft request' (duration: 1.050557492s)","trace[1858428116] 'compare' (duration: 217.477084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:28.907655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:27.638959Z","time spent":"1.268618654s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:28.907884Z","caller":"traceutil/trace.go:171","msg":"trace[731594076] linearizableReadLoop","detail":"{readStateIndex:5682; appliedIndex:5678; }","duration":"1.256456199s","start":"2026-04-23T02:28:27.651403Z","end":"2026-04-23T02:28:28.907859Z","steps":["trace[731594076] 'read index received' (duration: 550.429808ms)","trace[731594076] 'applied index is now lower than readState.Index' (duration: 706.024711ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:28.907899Z","caller":"traceutil/trace.go:171","msg":"trace[165177415] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"723.210465ms","start":"2026-04-23T02:28:28.184667Z","end":"2026-04-23T02:28:28.907877Z","steps":["trace[165177415] 'process raft request' (duration: 722.856304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:28.907949Z","caller":"traceutil/trace.go:171","msg":"trace[1953172200] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"644.192801ms","start":"2026-04-23T02:28:28.263745Z","end":"2026-04-23T02:28:28.907938Z","steps":["trace[1953172200] 'process raft request' (duration: 644.010435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.908006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.184635Z","time spent":"723.326358ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:28.907898Z","caller":"traceutil/trace.go:171","msg":"trace[977544986] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"128.889896ms","start":"2026-04-23T02:28:28.778989Z","end":"2026-04-23T02:28:28.907879Z","steps":["trace[977544986] 'process raft request' (duration: 128.838324ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:28.907857Z","caller":"traceutil/trace.go:171","msg":"trace[1222971588] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"814.607812ms","start":"2026-04-23T02:28:28.093218Z","end":"2026-04-23T02:28:28.907826Z","steps":["trace[1222971588] 'process raft request' (duration: 814.254791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.908278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.405172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:28:28.908319Z","caller":"traceutil/trace.go:171","msg":"trace[1642153123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5478; }","duration":"700.464244ms","start":"2026-04-23T02:28:28.207842Z","end":"2026-04-23T02:28:28.908307Z","steps":["trace[1642153123] 'agreement among raft nodes before linearized reading' (duration: 700.34407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.908308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.555998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:28:28.908356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.207833Z","time spent":"700.516576ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:28:28.908378Z","caller":"traceutil/trace.go:171","msg":"trace[882623529] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5478; }","duration":"995.690793ms","start":"2026-04-23T02:28:27.912669Z","end":"2026-04-23T02:28:28.90836Z","steps":["trace[882623529] 'agreement among raft nodes before linearized reading' (duration: 995.495097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.908365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.093188Z","time spent":"815.092927ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:28.90763Z","caller":"traceutil/trace.go:171","msg":"trace[1711498793] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"835.443253ms","start":"2026-04-23T02:28:28.072161Z","end":"2026-04-23T02:28:28.907605Z","steps":["trace[1711498793] 'process raft request' (duration: 835.249427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.908543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.885229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:28.908615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.730273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-23T02:28:28.908677Z","caller":"traceutil/trace.go:171","msg":"trace[2061488835] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e; range_end:; response_count:1; response_revision:5478; }","duration":"659.810395ms","start":"2026-04-23T02:28:28.24885Z","end":"2026-04-23T02:28:28.90866Z","steps":["trace[2061488835] 'agreement among raft nodes before linearized reading' (duration: 659.674981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.90872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.248838Z","time spent":"659.868797ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e\" "} {"level":"warn","ts":"2026-04-23T02:28:28.908752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.072134Z","time spent":"836.459985ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:28.908017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.263723Z","time spent":"644.257263ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:28.908566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.867179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-23T02:28:28.908329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.421034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:28:28.908964Z","caller":"traceutil/trace.go:171","msg":"trace[1619975762] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e; range_end:; response_count:1; response_revision:5478; }","duration":"655.290043ms","start":"2026-04-23T02:28:28.253657Z","end":"2026-04-23T02:28:28.908947Z","steps":["trace[1619975762] 'agreement among raft nodes before linearized reading' (duration: 654.808927ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:28.909001Z","caller":"traceutil/trace.go:171","msg":"trace[990205704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5478; }","duration":"719.121546ms","start":"2026-04-23T02:28:28.18986Z","end":"2026-04-23T02:28:28.908981Z","steps":["trace[990205704] 'agreement among raft nodes before linearized reading' (duration: 718.348361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.909083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.189846Z","time spent":"719.218568ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:28:28.908136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256671046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:28.909207Z","caller":"traceutil/trace.go:171","msg":"trace[1903669898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5478; }","duration":"1.257821952s","start":"2026-04-23T02:28:27.651368Z","end":"2026-04-23T02:28:28.90919Z","steps":["trace[1903669898] 'agreement among raft nodes before linearized reading' (duration: 1.256631875s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.909274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:27.651354Z","time spent":"1.257904534s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:28:28.908418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.882498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:28:28.909492Z","caller":"traceutil/trace.go:171","msg":"trace[1075248260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5478; }","duration":"701.988442ms","start":"2026-04-23T02:28:28.207485Z","end":"2026-04-23T02:28:28.909474Z","steps":["trace[1075248260] 'agreement among raft nodes before linearized reading' (duration: 700.869417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.909568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.207465Z","time spent":"702.082795ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:28.908579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.718513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:28:28.909651Z","caller":"traceutil/trace.go:171","msg":"trace[1561239579] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:5478; }","duration":"719.819837ms","start":"2026-04-23T02:28:28.189816Z","end":"2026-04-23T02:28:28.909636Z","steps":["trace[1561239579] 'agreement among raft nodes before linearized reading' (duration: 718.63599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.908426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:27.912646Z","time spent":"995.766256ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":32,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:28:28.909709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.1898Z","time spent":"719.89199ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:28:28.909712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.253644Z","time spent":"655.367905ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e\" "} {"level":"info","ts":"2026-04-23T02:28:28.909874Z","caller":"traceutil/trace.go:171","msg":"trace[222156197] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5478; }","duration":"902.008923ms","start":"2026-04-23T02:28:28.006634Z","end":"2026-04-23T02:28:28.908643Z","steps":["trace[222156197] 'agreement among raft nodes before linearized reading' (duration: 901.856658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:28.909992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:28.006568Z","time spent":"903.400837ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:28:29.025492Z","caller":"traceutil/trace.go:171","msg":"trace[1400934839] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"110.950827ms","start":"2026-04-23T02:28:28.914517Z","end":"2026-04-23T02:28:29.025468Z","steps":["trace[1400934839] 'process raft request' (duration: 110.634637ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:29.025814Z","caller":"traceutil/trace.go:171","msg":"trace[481619187] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"110.831303ms","start":"2026-04-23T02:28:28.914956Z","end":"2026-04-23T02:28:29.025788Z","steps":["trace[481619187] 'process raft request' (duration: 110.453661ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:29.025907Z","caller":"traceutil/trace.go:171","msg":"trace[180990568] linearizableReadLoop","detail":"{readStateIndex:5687; appliedIndex:5685; }","duration":"111.206985ms","start":"2026-04-23T02:28:28.91468Z","end":"2026-04-23T02:28:29.025887Z","steps":["trace[180990568] 'read index received' (duration: 82.64277ms)","trace[180990568] 'applied index is now lower than readState.Index' (duration: 28.562245ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:29.025977Z","caller":"traceutil/trace.go:171","msg":"trace[901915196] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"109.560512ms","start":"2026-04-23T02:28:28.916402Z","end":"2026-04-23T02:28:29.025962Z","steps":["trace[901915196] 'process raft request' (duration: 109.326695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:29.026265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.588277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80196"} {"level":"info","ts":"2026-04-23T02:28:29.026325Z","caller":"traceutil/trace.go:171","msg":"trace[1866659869] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5482; }","duration":"111.654409ms","start":"2026-04-23T02:28:28.914658Z","end":"2026-04-23T02:28:29.026312Z","steps":["trace[1866659869] 'agreement among raft nodes before linearized reading' (duration: 111.387951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:29.026315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.598574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:29.026406Z","caller":"traceutil/trace.go:171","msg":"trace[2033460296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5482; }","duration":"109.808691ms","start":"2026-04-23T02:28:28.916579Z","end":"2026-04-23T02:28:29.026388Z","steps":["trace[2033460296] 'agreement among raft nodes before linearized reading' (duration: 109.549503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:30.498091Z","caller":"traceutil/trace.go:171","msg":"trace[2059215936] linearizableReadLoop","detail":"{readStateIndex:5690; appliedIndex:5689; }","duration":"160.933051ms","start":"2026-04-23T02:28:30.337137Z","end":"2026-04-23T02:28:30.49807Z","steps":["trace[2059215936] 'read index received' (duration: 160.744855ms)","trace[2059215936] 'applied index is now lower than readState.Index' (duration: 186.776µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:30.498252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.096857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:28:30.498352Z","caller":"traceutil/trace.go:171","msg":"trace[1599648994] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5482; }","duration":"161.213191ms","start":"2026-04-23T02:28:30.337122Z","end":"2026-04-23T02:28:30.498335Z","steps":["trace[1599648994] 'agreement among raft nodes before linearized reading' (duration: 161.047426ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:31.047833Z","caller":"traceutil/trace.go:171","msg":"trace[106869174] linearizableReadLoop","detail":"{readStateIndex:5693; appliedIndex:5692; }","duration":"170.633996ms","start":"2026-04-23T02:28:30.877177Z","end":"2026-04-23T02:28:31.047811Z","steps":["trace[106869174] 'read index received' (duration: 170.516272ms)","trace[106869174] 'applied index is now lower than readState.Index' (duration: 116.654µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:31.047931Z","caller":"traceutil/trace.go:171","msg":"trace[496193052] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"249.463841ms","start":"2026-04-23T02:28:30.798457Z","end":"2026-04-23T02:28:31.047921Z","steps":["trace[496193052] 'process raft request' (duration: 249.213233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:31.048251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.023538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-23T02:28:31.048311Z","caller":"traceutil/trace.go:171","msg":"trace[655352322] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5485; }","duration":"171.143722ms","start":"2026-04-23T02:28:30.877142Z","end":"2026-04-23T02:28:31.048286Z","steps":["trace[655352322] 'agreement among raft nodes before linearized reading' (duration: 170.933145ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:31.098633Z","caller":"traceutil/trace.go:171","msg":"trace[891114799] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"184.177898ms","start":"2026-04-23T02:28:30.914429Z","end":"2026-04-23T02:28:31.098607Z","steps":["trace[891114799] 'process raft request' (duration: 170.077968ms)","trace[891114799] 'compare' (duration: 13.759959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:31.098781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.480542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:28:31.099403Z","caller":"traceutil/trace.go:171","msg":"trace[796211267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5489; }","duration":"187.141753ms","start":"2026-04-23T02:28:30.91224Z","end":"2026-04-23T02:28:31.099381Z","steps":["trace[796211267] 'agreement among raft nodes before linearized reading' (duration: 186.4142ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:31.0989Z","caller":"traceutil/trace.go:171","msg":"trace[660287915] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"183.328381ms","start":"2026-04-23T02:28:30.915538Z","end":"2026-04-23T02:28:31.098866Z","steps":["trace[660287915] 'process raft request' (duration: 183.022952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:31.099572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.776617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-23T02:28:31.098967Z","caller":"traceutil/trace.go:171","msg":"trace[1199249854] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"183.421834ms","start":"2026-04-23T02:28:30.915534Z","end":"2026-04-23T02:28:31.098956Z","steps":["trace[1199249854] 'process raft request' (duration: 182.925528ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:31.099058Z","caller":"traceutil/trace.go:171","msg":"trace[480283568] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"183.053262ms","start":"2026-04-23T02:28:30.915962Z","end":"2026-04-23T02:28:31.099016Z","steps":["trace[480283568] 'process raft request' (duration: 182.644089ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:31.099644Z","caller":"traceutil/trace.go:171","msg":"trace[679162930] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e; range_end:; response_count:1; response_revision:5491; }","duration":"179.87844ms","start":"2026-04-23T02:28:30.919744Z","end":"2026-04-23T02:28:31.099622Z","steps":["trace[679162930] 'agreement among raft nodes before linearized reading' (duration: 179.290202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:32.797453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.999197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:32.797575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.999945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:28:32.797632Z","caller":"traceutil/trace.go:171","msg":"trace[1503356721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5506; }","duration":"144.234014ms","start":"2026-04-23T02:28:32.653376Z","end":"2026-04-23T02:28:32.79761Z","steps":["trace[1503356721] 'range keys from in-memory index tree' (duration: 143.863483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:32.797682Z","caller":"traceutil/trace.go:171","msg":"trace[17638758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5506; }","duration":"289.15841ms","start":"2026-04-23T02:28:32.508505Z","end":"2026-04-23T02:28:32.797663Z","steps":["trace[17638758] 'range keys from in-memory index tree' (duration: 288.814809ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:38.111002Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2772} {"level":"warn","ts":"2026-04-23T02:28:38.728653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.933818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-23T02:28:38.728738Z","caller":"traceutil/trace.go:171","msg":"trace[381192085] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5576; }","duration":"381.068872ms","start":"2026-04-23T02:28:38.347652Z","end":"2026-04-23T02:28:38.728721Z","steps":["trace[381192085] 'range keys from in-memory index tree' (duration: 380.737603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:38.728779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:38.347634Z","time spent":"381.135705ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-23T02:28:38.772247Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2772,"took":"659.911552ms","hash":3077016408,"current-db-size-bytes":55484416,"current-db-size":"56 MB","current-db-size-in-use-bytes":31203328,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T02:28:38.772307Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3077016408,"revision":2772,"compact-revision":-1} {"level":"info","ts":"2026-04-23T02:28:45.337958Z","caller":"traceutil/trace.go:171","msg":"trace[916704381] linearizableReadLoop","detail":"{readStateIndex:5898; appliedIndex:5897; }","duration":"105.196917ms","start":"2026-04-23T02:28:45.232744Z","end":"2026-04-23T02:28:45.337941Z","steps":["trace[916704381] 'read index received' (duration: 10.851326ms)","trace[916704381] 'applied index is now lower than readState.Index' (duration: 94.344571ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:45.337972Z","caller":"traceutil/trace.go:171","msg":"trace[1690933998] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"133.847551ms","start":"2026-04-23T02:28:45.204097Z","end":"2026-04-23T02:28:45.337945Z","steps":["trace[1690933998] 'process raft request' (duration: 39.50546ms)","trace[1690933998] 'compare' (duration: 94.111374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:45.33824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.487137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:28:45.338288Z","caller":"traceutil/trace.go:171","msg":"trace[1892809809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5684; }","duration":"105.569519ms","start":"2026-04-23T02:28:45.232702Z","end":"2026-04-23T02:28:45.338272Z","steps":["trace[1892809809] 'agreement among raft nodes before linearized reading' (duration: 105.344312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:49.363829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.839347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:49.36397Z","caller":"traceutil/trace.go:171","msg":"trace[826666025] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5713; }","duration":"205.077806ms","start":"2026-04-23T02:28:49.158865Z","end":"2026-04-23T02:28:49.363943Z","steps":["trace[826666025] 'count revisions from in-memory index tree' (duration: 204.745805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:49.684783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752171354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:28:50.18549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752171354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:28:50.685828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752171354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:28:50.972127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.797609115s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:28:50.972628Z","caller":"traceutil/trace.go:171","msg":"trace[1427405958] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"1.798188553s","start":"2026-04-23T02:28:49.174415Z","end":"2026-04-23T02:28:50.972603Z","steps":["trace[1427405958] 'process raft request' (duration: 1.798016338s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:50.97277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:49.174399Z","time spent":"1.798298816s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:51.654034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T02:28:51.654145Z","caller":"traceutil/trace.go:171","msg":"trace[1899634400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453858s","start":"2026-04-23T02:28:49.653669Z","end":"2026-04-23T02:28:51.654123Z","steps":["trace[1899634400] 'agreement among raft nodes before linearized reading' (duration: 2.000322414s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.654257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:49.653652Z","time spent":"2.000585943s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 02:28:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T02:28:51.807014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:51.465086Z","time spent":"341.914023ms","remote":"127.0.0.1:41670","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T02:28:51.808387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.038514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:28:51.808616Z","caller":"traceutil/trace.go:171","msg":"trace[82477827] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"2.632179041s","start":"2026-04-23T02:28:49.176401Z","end":"2026-04-23T02:28:51.80858Z","steps":["trace[82477827] 'process raft request' (duration: 1.967841048s)","trace[82477827] 'compare' (duration: 663.339522ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:51.808762Z","caller":"traceutil/trace.go:171","msg":"trace[1207882836] linearizableReadLoop","detail":"{readStateIndex:5933; appliedIndex:5929; }","duration":"2.624774366s","start":"2026-04-23T02:28:49.183966Z","end":"2026-04-23T02:28:51.808741Z","steps":["trace[1207882836] 'read index received' (duration: 1.788482563s)","trace[1207882836] 'applied index is now lower than readState.Index' (duration: 836.290563ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:51.808793Z","caller":"traceutil/trace.go:171","msg":"trace[1128259662] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"2.629616449s","start":"2026-04-23T02:28:49.179149Z","end":"2026-04-23T02:28:51.808765Z","steps":["trace[1128259662] 'process raft request' (duration: 2.629384402s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.808956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552010003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:28:51.808907Z","caller":"traceutil/trace.go:171","msg":"trace[1074408472] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"2.629116203s","start":"2026-04-23T02:28:49.179712Z","end":"2026-04-23T02:28:51.808828Z","steps":["trace[1074408472] 'process raft request' (duration: 2.628966749s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.809024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.734358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:51.809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625038464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:28:51.80902Z","caller":"traceutil/trace.go:171","msg":"trace[1978519418] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5717; }","duration":"2.552106656s","start":"2026-04-23T02:28:49.256896Z","end":"2026-04-23T02:28:51.809002Z","steps":["trace[1978519418] 'agreement among raft nodes before linearized reading' (duration: 2.551984632s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:51.80907Z","caller":"traceutil/trace.go:171","msg":"trace[1580974480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5717; }","duration":"154.807162ms","start":"2026-04-23T02:28:51.65425Z","end":"2026-04-23T02:28:51.809057Z","steps":["trace[1580974480] 'agreement among raft nodes before linearized reading' (duration: 154.75228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.809061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773146164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:28:51.809076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423303465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:28:51.809086Z","caller":"traceutil/trace.go:171","msg":"trace[195658459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:5717; }","duration":"2.625166148s","start":"2026-04-23T02:28:49.183899Z","end":"2026-04-23T02:28:51.809065Z","steps":["trace[195658459] 'agreement among raft nodes before linearized reading' (duration: 2.624935071s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.809084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458499368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:28:51.809096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:49.256883Z","time spent":"2.552195428s","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:28:51.809124Z","caller":"traceutil/trace.go:171","msg":"trace[2078920388] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5717; }","duration":"1.773261217s","start":"2026-04-23T02:28:50.035846Z","end":"2026-04-23T02:28:51.809107Z","steps":["trace[2078920388] 'agreement among raft nodes before linearized reading' (duration: 1.773149184s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.809137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:49.183886Z","time spent":"2.62524386s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"info","ts":"2026-04-23T02:28:51.809152Z","caller":"traceutil/trace.go:171","msg":"trace[1647455769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5717; }","duration":"2.458632282s","start":"2026-04-23T02:28:49.350501Z","end":"2026-04-23T02:28:51.809133Z","steps":["trace[1647455769] 'agreement among raft nodes before linearized reading' (duration: 2.458452096s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.809189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:50.035827Z","time spent":"1.77334619s","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:28:51.809201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:49.350462Z","time spent":"2.458728306s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:28:51.809197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040057233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:51.809214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423621245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T02:28:51.809229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:49.179699Z","time spent":"2.629325201s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:51.809371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.075877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:28:51.80896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14888963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:51.809387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604863193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T02:28:51.809422Z","caller":"traceutil/trace.go:171","msg":"trace[1543956672] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5717; }","duration":"1.149394586s","start":"2026-04-23T02:28:50.66001Z","end":"2026-04-23T02:28:51.809404Z","steps":["trace[1543956672] 'agreement among raft nodes before linearized reading' (duration: 1.14889698s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:51.80944Z","caller":"traceutil/trace.go:171","msg":"trace[1655397787] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:5717; }","duration":"1.604956886s","start":"2026-04-23T02:28:50.204472Z","end":"2026-04-23T02:28:51.809428Z","steps":["trace[1655397787] 'agreement among raft nodes before linearized reading' (duration: 1.604826761s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.809474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.31212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-23T02:28:51.809484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:50.204444Z","time spent":"1.605029378s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-23T02:28:51.809399Z","caller":"traceutil/trace.go:171","msg":"trace[301482230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5717; }","duration":"899.145248ms","start":"2026-04-23T02:28:50.910247Z","end":"2026-04-23T02:28:51.809392Z","steps":["trace[301482230] 'agreement among raft nodes before linearized reading' (duration: 899.071876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:51.80952Z","caller":"traceutil/trace.go:171","msg":"trace[1415508661] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5717; }","duration":"725.392873ms","start":"2026-04-23T02:28:51.084115Z","end":"2026-04-23T02:28:51.809508Z","steps":["trace[1415508661] 'agreement among raft nodes before linearized reading' (duration: 725.30088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.809541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:50.910227Z","time spent":"899.300254ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:28:51.809251Z","caller":"traceutil/trace.go:171","msg":"trace[1230897135] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5717; }","duration":"2.040152125s","start":"2026-04-23T02:28:49.769086Z","end":"2026-04-23T02:28:51.809238Z","steps":["trace[1230897135] 'agreement among raft nodes before linearized reading' (duration: 2.040074893s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.809484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:50.659976Z","time spent":"1.149488999s","remote":"127.0.0.1:60660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:28:51.809552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:51.084096Z","time spent":"725.448054ms","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-23T02:28:51.809701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:49.17637Z","time spent":"2.632324346s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:51.809124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424179493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:28:51.80981Z","caller":"traceutil/trace.go:171","msg":"trace[2088013277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5717; }","duration":"2.424899296s","start":"2026-04-23T02:28:49.384889Z","end":"2026-04-23T02:28:51.809789Z","steps":["trace[2088013277] 'agreement among raft nodes before linearized reading' (duration: 2.424053979s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:51.809134Z","caller":"traceutil/trace.go:171","msg":"trace[304329157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5717; }","duration":"2.423427889s","start":"2026-04-23T02:28:49.385691Z","end":"2026-04-23T02:28:51.809119Z","steps":["trace[304329157] 'agreement among raft nodes before linearized reading' (duration: 2.423239783s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.810115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:49.385659Z","time spent":"2.424431381s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T02:28:51.809258Z","caller":"traceutil/trace.go:171","msg":"trace[584443422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5717; }","duration":"2.423673567s","start":"2026-04-23T02:28:49.385571Z","end":"2026-04-23T02:28:51.809245Z","steps":["trace[584443422] 'agreement among raft nodes before linearized reading' (duration: 2.423583924s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.809283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.191052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:51.810232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:49.385534Z","time spent":"2.424636267s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:51.809213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:49.179122Z","time spent":"2.629821306s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:51.809326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.416009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:51.810402Z","caller":"traceutil/trace.go:171","msg":"trace[1083543915] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5717; }","duration":"661.517184ms","start":"2026-04-23T02:28:51.148863Z","end":"2026-04-23T02:28:51.810381Z","steps":["trace[1083543915] 'agreement among raft nodes before linearized reading' (duration: 660.44318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.810291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:49.384861Z","time spent":"2.425067922s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:28:51.809591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:49.769064Z","time spent":"2.040518297s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:28:51.810461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:51.148847Z","time spent":"661.597546ms","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:28:51.810276Z","caller":"traceutil/trace.go:171","msg":"trace[354082622] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5717; }","duration":"301.206874ms","start":"2026-04-23T02:28:51.50905Z","end":"2026-04-23T02:28:51.810257Z","steps":["trace[354082622] 'agreement among raft nodes before linearized reading' (duration: 300.205762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:51.81069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:51.509032Z","time spent":"301.640667ms","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:28:52.06523Z","caller":"traceutil/trace.go:171","msg":"trace[1070650907] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"250.68183ms","start":"2026-04-23T02:28:51.814493Z","end":"2026-04-23T02:28:52.065175Z","steps":["trace[1070650907] 'process raft request' (duration: 232.408128ms)","trace[1070650907] 'compare' (duration: 18.024804ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:52.065499Z","caller":"traceutil/trace.go:171","msg":"trace[1347954917] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"248.582833ms","start":"2026-04-23T02:28:51.816891Z","end":"2026-04-23T02:28:52.065473Z","steps":["trace[1347954917] 'process raft request' (duration: 248.47257ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:52.065575Z","caller":"traceutil/trace.go:171","msg":"trace[586280976] linearizableReadLoop","detail":"{readStateIndex:5937; appliedIndex:5933; }","duration":"249.947787ms","start":"2026-04-23T02:28:51.815499Z","end":"2026-04-23T02:28:52.065447Z","steps":["trace[586280976] 'read index received' (duration: 51.126452ms)","trace[586280976] 'applied index is now lower than readState.Index' (duration: 198.820275ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:52.065263Z","caller":"traceutil/trace.go:171","msg":"trace[1747391303] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"249.938347ms","start":"2026-04-23T02:28:51.815291Z","end":"2026-04-23T02:28:52.065229Z","steps":["trace[1747391303] 'process raft request' (duration: 249.854214ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:52.065265Z","caller":"traceutil/trace.go:171","msg":"trace[949669620] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"249.990198ms","start":"2026-04-23T02:28:51.81524Z","end":"2026-04-23T02:28:52.06523Z","steps":["trace[949669620] 'process raft request' (duration: 249.857154ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:52.065439Z","caller":"traceutil/trace.go:171","msg":"trace[700873139] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"249.543314ms","start":"2026-04-23T02:28:51.815883Z","end":"2026-04-23T02:28:52.065427Z","steps":["trace[700873139] 'process raft request' (duration: 249.294376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:52.065751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.223295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-23T02:28:52.065974Z","caller":"traceutil/trace.go:171","msg":"trace[1829636814] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f; range_end:; response_count:1; response_revision:5722; }","duration":"250.478604ms","start":"2026-04-23T02:28:51.815477Z","end":"2026-04-23T02:28:52.065956Z","steps":["trace[1829636814] 'agreement among raft nodes before linearized reading' (duration: 250.080011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:52.123958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.17295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:52.124047Z","caller":"traceutil/trace.go:171","msg":"trace[1770302520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5723; }","duration":"305.314024ms","start":"2026-04-23T02:28:51.818712Z","end":"2026-04-23T02:28:52.124026Z","steps":["trace[1770302520] 'agreement among raft nodes before linearized reading' (duration: 305.135048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:52.124092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:51.818706Z","time spent":"305.375606ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:28:52.123965Z","caller":"traceutil/trace.go:171","msg":"trace[759332001] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"255.869736ms","start":"2026-04-23T02:28:51.868064Z","end":"2026-04-23T02:28:52.123933Z","steps":["trace[759332001] 'process raft request' (duration: 255.525905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:52.123973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.601747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81702"} {"level":"info","ts":"2026-04-23T02:28:52.124337Z","caller":"traceutil/trace.go:171","msg":"trace[1554654150] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5723; }","duration":"308.02013ms","start":"2026-04-23T02:28:51.816303Z","end":"2026-04-23T02:28:52.124323Z","steps":["trace[1554654150] 'agreement among raft nodes before linearized reading' (duration: 307.438091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:52.124379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:51.816288Z","time spent":"308.078542ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81724,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:28:52.123974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.546604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-gk2d6\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-04-23T02:28:52.124514Z","caller":"traceutil/trace.go:171","msg":"trace[1819179400] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-gk2d6; range_end:; response_count:1; response_revision:5723; }","duration":"302.091481ms","start":"2026-04-23T02:28:51.82238Z","end":"2026-04-23T02:28:52.124471Z","steps":["trace[1819179400] 'agreement among raft nodes before linearized reading' (duration: 301.43862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:52.124581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:51.822372Z","time spent":"302.191294ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4366,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-gk2d6\" "} {"level":"warn","ts":"2026-04-23T02:28:52.124743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.347351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-23T02:28:52.125459Z","caller":"traceutil/trace.go:171","msg":"trace[40668643] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5723; }","duration":"210.153466ms","start":"2026-04-23T02:28:51.915279Z","end":"2026-04-23T02:28:52.125432Z","steps":["trace[40668643] 'agreement among raft nodes before linearized reading' (duration: 208.529185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:52.601836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.641047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:28:52.60195Z","caller":"traceutil/trace.go:171","msg":"trace[1046584952] linearizableReadLoop","detail":"{readStateIndex:5941; appliedIndex:5940; }","duration":"475.046692ms","start":"2026-04-23T02:28:52.126887Z","end":"2026-04-23T02:28:52.601934Z","steps":["trace[1046584952] 'read index received' (duration: 38.190019ms)","trace[1046584952] 'applied index is now lower than readState.Index' (duration: 436.855013ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:52.602052Z","caller":"traceutil/trace.go:171","msg":"trace[1276529097] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"533.477098ms","start":"2026-04-23T02:28:52.068541Z","end":"2026-04-23T02:28:52.602018Z","steps":["trace[1276529097] 'process raft request' (duration: 96.566923ms)","trace[1276529097] 'compare' (duration: 436.427289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:52.602113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:52.068522Z","time spent":"533.56ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:52.602409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.529058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T02:28:52.602446Z","caller":"traceutil/trace.go:171","msg":"trace[1633896606] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5724; }","duration":"475.60059ms","start":"2026-04-23T02:28:52.126837Z","end":"2026-04-23T02:28:52.602437Z","steps":["trace[1633896606] 'agreement among raft nodes before linearized reading' (duration: 475.446295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:52.602475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:52.12682Z","time spent":"475.648811ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T02:28:53.030232Z","caller":"traceutil/trace.go:171","msg":"trace[660313867] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"897.762364ms","start":"2026-04-23T02:28:52.132451Z","end":"2026-04-23T02:28:53.030213Z","steps":["trace[660313867] 'process raft request' (duration: 810.922293ms)","trace[660313867] 'compare' (duration: 85.670064ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:53.030204Z","caller":"traceutil/trace.go:171","msg":"trace[322261072] linearizableReadLoop","detail":"{readStateIndex:5942; appliedIndex:5941; }","duration":"428.198597ms","start":"2026-04-23T02:28:52.601975Z","end":"2026-04-23T02:28:53.030173Z","steps":["trace[322261072] 'read index received' (duration: 341.375986ms)","trace[322261072] 'applied index is now lower than readState.Index' (duration: 86.820971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:53.030357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:52.132436Z","time spent":"897.842167ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:53.030442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.041951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-23T02:28:53.030441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.284713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-23T02:28:53.0305Z","caller":"traceutil/trace.go:171","msg":"trace[1422911102] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e; range_end:; response_count:1; response_revision:5725; }","duration":"902.124513ms","start":"2026-04-23T02:28:52.128361Z","end":"2026-04-23T02:28:53.030486Z","steps":["trace[1422911102] 'agreement among raft nodes before linearized reading' (duration: 901.895186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:53.030513Z","caller":"traceutil/trace.go:171","msg":"trace[1311899834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5725; }","duration":"732.402776ms","start":"2026-04-23T02:28:52.298093Z","end":"2026-04-23T02:28:53.030496Z","steps":["trace[1311899834] 'agreement among raft nodes before linearized reading' (duration: 732.121888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:53.030576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:52.128346Z","time spent":"902.219547ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e\" "} {"level":"warn","ts":"2026-04-23T02:28:53.030595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:52.298076Z","time spent":"732.509429ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T02:28:53.333414Z","caller":"traceutil/trace.go:171","msg":"trace[1087720474] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"727.514571ms","start":"2026-04-23T02:28:52.605862Z","end":"2026-04-23T02:28:53.333377Z","steps":["trace[1087720474] 'process raft request' (duration: 727.269243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:53.333639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:52.605846Z","time spent":"727.685616ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:28:53.586095Z","caller":"traceutil/trace.go:171","msg":"trace[647513441] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"607.967985ms","start":"2026-04-23T02:28:52.978102Z","end":"2026-04-23T02:28:53.58607Z","steps":["trace[647513441] 'process raft request' (duration: 607.743708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:53.586252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:52.978062Z","time spent":"608.111869ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:53.586783Z","caller":"traceutil/trace.go:171","msg":"trace[805951459] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"550.698157ms","start":"2026-04-23T02:28:53.036052Z","end":"2026-04-23T02:28:53.58675Z","steps":["trace[805951459] 'process raft request' (duration: 549.946813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:53.586949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.036031Z","time spent":"550.826371ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:53.587096Z","caller":"traceutil/trace.go:171","msg":"trace[1286613840] linearizableReadLoop","detail":"{readStateIndex:5944; appliedIndex:5942; }","duration":"556.680448ms","start":"2026-04-23T02:28:53.030389Z","end":"2026-04-23T02:28:53.587069Z","steps":["trace[1286613840] 'read index received' (duration: 302.720602ms)","trace[1286613840] 'applied index is now lower than readState.Index' (duration: 253.958216ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:53.587225Z","caller":"traceutil/trace.go:171","msg":"trace[1275688163] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"551.154361ms","start":"2026-04-23T02:28:53.036054Z","end":"2026-04-23T02:28:53.587208Z","steps":["trace[1275688163] 'process raft request' (duration: 550.626054ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:53.587259Z","caller":"traceutil/trace.go:171","msg":"trace[889392645] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"550.235502ms","start":"2026-04-23T02:28:53.037011Z","end":"2026-04-23T02:28:53.587247Z","steps":["trace[889392645] 'process raft request' (duration: 549.880501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:53.587303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.036035Z","time spent":"551.226184ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:53.587318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.037003Z","time spent":"550.282884ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:53.587568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.517211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T02:28:53.587665Z","caller":"traceutil/trace.go:171","msg":"trace[641195648] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5730; }","duration":"983.649685ms","start":"2026-04-23T02:28:52.603998Z","end":"2026-04-23T02:28:53.587647Z","steps":["trace[641195648] 'agreement among raft nodes before linearized reading' (duration: 983.286534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:53.587759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:52.603981Z","time spent":"983.760609ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T02:28:53.851766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.49012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:28:53.851877Z","caller":"traceutil/trace.go:171","msg":"trace[752083680] linearizableReadLoop","detail":"{readStateIndex:5948; appliedIndex:5947; }","duration":"264.611096ms","start":"2026-04-23T02:28:53.587249Z","end":"2026-04-23T02:28:53.85186Z","steps":["trace[752083680] 'read index received' (duration: 73.905879ms)","trace[752083680] 'applied index is now lower than readState.Index' (duration: 190.704277ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:53.852043Z","caller":"traceutil/trace.go:171","msg":"trace[989070132] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"513.923993ms","start":"2026-04-23T02:28:53.338008Z","end":"2026-04-23T02:28:53.851932Z","steps":["trace[989070132] 'process raft request' (duration: 323.204226ms)","trace[989070132] 'compare' (duration: 190.347455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:53.85218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.337985Z","time spent":"514.12902ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:28:53.85222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.134227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"warn","ts":"2026-04-23T02:28:53.852285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.409631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-23T02:28:53.852322Z","caller":"traceutil/trace.go:171","msg":"trace[2021940405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5731; }","duration":"818.477693ms","start":"2026-04-23T02:28:53.033833Z","end":"2026-04-23T02:28:53.852311Z","steps":["trace[2021940405] 'agreement among raft nodes before linearized reading' (duration: 818.193864ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:53.852331Z","caller":"traceutil/trace.go:171","msg":"trace[104975197] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5731; }","duration":"815.305812ms","start":"2026-04-23T02:28:53.037Z","end":"2026-04-23T02:28:53.852306Z","steps":["trace[104975197] 'agreement among raft nodes before linearized reading' (duration: 814.888029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:53.852365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.033814Z","time spent":"818.542376ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:28:53.852391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.036983Z","time spent":"815.395886ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13313,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T02:28:53.852487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.343897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T02:28:53.852606Z","caller":"traceutil/trace.go:171","msg":"trace[1016053034] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5731; }","duration":"817.508622ms","start":"2026-04-23T02:28:53.035069Z","end":"2026-04-23T02:28:53.852578Z","steps":["trace[1016053034] 'agreement among raft nodes before linearized reading' (duration: 816.879202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:53.85267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.035061Z","time spent":"817.596996ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-23T02:28:54.095191Z","caller":"traceutil/trace.go:171","msg":"trace[1168846465] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"499.765452ms","start":"2026-04-23T02:28:53.595402Z","end":"2026-04-23T02:28:54.095167Z","steps":["trace[1168846465] 'process raft request' (duration: 463.281837ms)","trace[1168846465] 'compare' (duration: 36.373581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:54.095462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.595375Z","time spent":"499.878505ms","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:54.159565Z","caller":"traceutil/trace.go:171","msg":"trace[1903458455] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"343.997529ms","start":"2026-04-23T02:28:53.815531Z","end":"2026-04-23T02:28:54.159529Z","steps":["trace[1903458455] 'process raft request' (duration: 343.734231ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:54.159596Z","caller":"traceutil/trace.go:171","msg":"trace[386666327] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"343.848264ms","start":"2026-04-23T02:28:53.815718Z","end":"2026-04-23T02:28:54.159566Z","steps":["trace[386666327] 'process raft request' (duration: 343.693759ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:54.159636Z","caller":"traceutil/trace.go:171","msg":"trace[1784371758] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"343.278667ms","start":"2026-04-23T02:28:53.816311Z","end":"2026-04-23T02:28:54.15959Z","steps":["trace[1784371758] 'process raft request' (duration: 343.133632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:54.159667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.815494Z","time spent":"344.122554ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:54.159741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.815687Z","time spent":"343.971428ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:54.15978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.816298Z","time spent":"343.410991ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:54.159857Z","caller":"traceutil/trace.go:171","msg":"trace[1449376614] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"292.108813ms","start":"2026-04-23T02:28:53.86773Z","end":"2026-04-23T02:28:54.159839Z","steps":["trace[1449376614] 'process raft request' (duration: 291.991069ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:54.159879Z","caller":"traceutil/trace.go:171","msg":"trace[1354110471] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"303.845888ms","start":"2026-04-23T02:28:53.856022Z","end":"2026-04-23T02:28:54.159867Z","steps":["trace[1354110471] 'process raft request' (duration: 303.479106ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:54.15984Z","caller":"traceutil/trace.go:171","msg":"trace[698117577] linearizableReadLoop","detail":"{readStateIndex:5952; appliedIndex:5948; }","duration":"307.906337ms","start":"2026-04-23T02:28:53.851907Z","end":"2026-04-23T02:28:54.159814Z","steps":["trace[698117577] 'read index received' (duration: 206.775599ms)","trace[698117577] 'applied index is now lower than readState.Index' (duration: 101.129648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:54.159938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.856007Z","time spent":"303.89975ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:28:54.159996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.520007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:54.160015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.906938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T02:28:54.16006Z","caller":"traceutil/trace.go:171","msg":"trace[1264035847] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5737; }","duration":"569.000451ms","start":"2026-04-23T02:28:53.591049Z","end":"2026-04-23T02:28:54.160049Z","steps":["trace[1264035847] 'agreement among raft nodes before linearized reading' (duration: 568.850526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:54.160006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.200004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:28:54.160153Z","caller":"traceutil/trace.go:171","msg":"trace[2035409370] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5737; }","duration":"499.371679ms","start":"2026-04-23T02:28:53.660766Z","end":"2026-04-23T02:28:54.160138Z","steps":["trace[2035409370] 'agreement among raft nodes before linearized reading' (duration: 499.070189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:54.16021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.083976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-708b8886-dc81-4b19-b1df-f0e58394d774\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-23T02:28:54.16025Z","caller":"traceutil/trace.go:171","msg":"trace[683581411] range","detail":"{range_begin:/registry/persistentvolumes/pvc-708b8886-dc81-4b19-b1df-f0e58394d774; range_end:; response_count:1; response_revision:5737; }","duration":"304.153518ms","start":"2026-04-23T02:28:53.856087Z","end":"2026-04-23T02:28:54.16024Z","steps":["trace[683581411] 'agreement among raft nodes before linearized reading' (duration: 304.076805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:54.160275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.856074Z","time spent":"304.195279ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-708b8886-dc81-4b19-b1df-f0e58394d774\" "} {"level":"warn","ts":"2026-04-23T02:28:54.160234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.660757Z","time spent":"499.462412ms","remote":"127.0.0.1:60728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:28:54.160113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.380128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19644"} {"level":"info","ts":"2026-04-23T02:28:54.160386Z","caller":"traceutil/trace.go:171","msg":"trace[975019799] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5737; }","duration":"306.674868ms","start":"2026-04-23T02:28:53.8537Z","end":"2026-04-23T02:28:54.160375Z","steps":["trace[975019799] 'agreement among raft nodes before linearized reading' (duration: 306.315707ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:54.160174Z","caller":"traceutil/trace.go:171","msg":"trace[1446899788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5737; }","duration":"506.665911ms","start":"2026-04-23T02:28:53.653365Z","end":"2026-04-23T02:28:54.160031Z","steps":["trace[1446899788] 'agreement among raft nodes before linearized reading' (duration: 506.526457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:54.160431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.853682Z","time spent":"306.73471ms","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19666,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T02:28:54.160103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.591025Z","time spent":"569.069283ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T02:28:54.160557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:53.653343Z","time spent":"507.199698ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:28:54.474235Z","caller":"traceutil/trace.go:171","msg":"trace[682594186] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"308.485636ms","start":"2026-04-23T02:28:54.165717Z","end":"2026-04-23T02:28:54.474203Z","steps":["trace[682594186] 'process raft request' (duration: 225.934761ms)","trace[682594186] 'compare' (duration: 81.806092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:28:54.474398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:54.165702Z","time spent":"308.60571ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:54.474473Z","caller":"traceutil/trace.go:171","msg":"trace[563800536] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"308.708993ms","start":"2026-04-23T02:28:54.16574Z","end":"2026-04-23T02:28:54.474449Z","steps":["trace[563800536] 'process raft request' (duration: 308.568599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:54.474651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:54.16573Z","time spent":"308.845437ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:54.474765Z","caller":"traceutil/trace.go:171","msg":"trace[503505076] linearizableReadLoop","detail":"{readStateIndex:5960; appliedIndex:5955; }","duration":"291.796374ms","start":"2026-04-23T02:28:54.182949Z","end":"2026-04-23T02:28:54.474746Z","steps":["trace[503505076] 'read index received' (duration: 208.596238ms)","trace[503505076] 'applied index is now lower than readState.Index' (duration: 83.199076ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:28:54.474828Z","caller":"traceutil/trace.go:171","msg":"trace[692141648] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"309.076255ms","start":"2026-04-23T02:28:54.165737Z","end":"2026-04-23T02:28:54.474813Z","steps":["trace[692141648] 'process raft request' (duration: 308.655801ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:54.474884Z","caller":"traceutil/trace.go:171","msg":"trace[927923392] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"308.543978ms","start":"2026-04-23T02:28:54.16632Z","end":"2026-04-23T02:28:54.474864Z","steps":["trace[927923392] 'process raft request' (duration: 308.384342ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:54.474855Z","caller":"traceutil/trace.go:171","msg":"trace[1363279490] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"308.574449ms","start":"2026-04-23T02:28:54.166255Z","end":"2026-04-23T02:28:54.474829Z","steps":["trace[1363279490] 'process raft request' (duration: 308.357472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:54.474911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:54.16572Z","time spent":"309.147638ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:54.47495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:54.166309Z","time spent":"308.60931ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:28:54.474987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.976353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16552"} {"level":"warn","ts":"2026-04-23T02:28:54.474986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.223487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:28:54.475181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.168304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-23T02:28:54.475239Z","caller":"traceutil/trace.go:171","msg":"trace[1299420287] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5743; }","duration":"219.499506ms","start":"2026-04-23T02:28:54.255724Z","end":"2026-04-23T02:28:54.475224Z","steps":["trace[1299420287] 'agreement among raft nodes before linearized reading' (duration: 219.203507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:54.475006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:54.166229Z","time spent":"308.705763ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:28:54.475271Z","caller":"traceutil/trace.go:171","msg":"trace[1874391576] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5743; }","duration":"208.34445ms","start":"2026-04-23T02:28:54.266906Z","end":"2026-04-23T02:28:54.475251Z","steps":["trace[1874391576] 'agreement among raft nodes before linearized reading' (duration: 208.071671ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:28:54.475031Z","caller":"traceutil/trace.go:171","msg":"trace[1943990766] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5743; }","duration":"289.039805ms","start":"2026-04-23T02:28:54.185976Z","end":"2026-04-23T02:28:54.475016Z","steps":["trace[1943990766] 'agreement among raft nodes before linearized reading' (duration: 288.894571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:54.475149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.808945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T02:28:54.47555Z","caller":"traceutil/trace.go:171","msg":"trace[1778507405] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5743; }","duration":"267.288561ms","start":"2026-04-23T02:28:54.208249Z","end":"2026-04-23T02:28:54.475538Z","steps":["trace[1778507405] 'agreement among raft nodes before linearized reading' (duration: 266.780485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:54.475114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.514747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81702"} {"level":"info","ts":"2026-04-23T02:28:54.475681Z","caller":"traceutil/trace.go:171","msg":"trace[191975218] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5743; }","duration":"309.152177ms","start":"2026-04-23T02:28:54.166512Z","end":"2026-04-23T02:28:54.475664Z","steps":["trace[191975218] 'agreement among raft nodes before linearized reading' (duration: 308.30543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:54.475742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:28:54.166501Z","time spent":"309.22251ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81724,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:28:54.475152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.07204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-23T02:28:54.475832Z","caller":"traceutil/trace.go:171","msg":"trace[1791999743] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5743; }","duration":"265.764453ms","start":"2026-04-23T02:28:54.210045Z","end":"2026-04-23T02:28:54.475809Z","steps":["trace[1791999743] 'agreement among raft nodes before linearized reading' (duration: 264.988658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:28:54.475166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.403497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:28:54.475925Z","caller":"traceutil/trace.go:171","msg":"trace[822034731] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5743; }","duration":"238.185532ms","start":"2026-04-23T02:28:54.237721Z","end":"2026-04-23T02:28:54.475907Z","steps":["trace[822034731] 'agreement among raft nodes before linearized reading' (duration: 237.350425ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:14.34623Z","caller":"traceutil/trace.go:171","msg":"trace[1057146513] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"117.753998ms","start":"2026-04-23T02:29:14.228447Z","end":"2026-04-23T02:29:14.346201Z","steps":["trace[1057146513] 'process raft request' (duration: 117.51083ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:14.347164Z","caller":"traceutil/trace.go:171","msg":"trace[161970775] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"114.159324ms","start":"2026-04-23T02:29:14.232975Z","end":"2026-04-23T02:29:14.347134Z","steps":["trace[161970775] 'process raft request' (duration: 114.115772ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:14.347335Z","caller":"traceutil/trace.go:171","msg":"trace[2015925891] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"116.951833ms","start":"2026-04-23T02:29:14.230365Z","end":"2026-04-23T02:29:14.347317Z","steps":["trace[2015925891] 'process raft request' (duration: 116.600621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:28.559908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.534506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:29:28.560002Z","caller":"traceutil/trace.go:171","msg":"trace[794396990] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6051; }","duration":"271.690972ms","start":"2026-04-23T02:29:28.288288Z","end":"2026-04-23T02:29:28.559979Z","steps":["trace[794396990] 'count revisions from in-memory index tree' (duration: 271.407793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:28.560149Z","caller":"traceutil/trace.go:171","msg":"trace[1315495803] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"169.327785ms","start":"2026-04-23T02:29:28.390802Z","end":"2026-04-23T02:29:28.560129Z","steps":["trace[1315495803] 'process raft request' (duration: 169.301834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:28.56017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.824033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-pqzq4\" ","response":"range_response_count:1 size:7553"} {"level":"info","ts":"2026-04-23T02:29:28.560242Z","caller":"traceutil/trace.go:171","msg":"trace[309342620] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-pqzq4; range_end:; response_count:1; response_revision:6051; }","duration":"249.940918ms","start":"2026-04-23T02:29:28.310283Z","end":"2026-04-23T02:29:28.560224Z","steps":["trace[309342620] 'range keys from in-memory index tree' (duration: 249.623557ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:28.560347Z","caller":"traceutil/trace.go:171","msg":"trace[1177985426] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"170.569374ms","start":"2026-04-23T02:29:28.38977Z","end":"2026-04-23T02:29:28.56034Z","steps":["trace[1177985426] 'process raft request' (duration: 170.296866ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:28.560347Z","caller":"traceutil/trace.go:171","msg":"trace[460714958] transaction","detail":"{read_only:false; response_revision:6052; number_of_response:1; }","duration":"171.275946ms","start":"2026-04-23T02:29:28.389056Z","end":"2026-04-23T02:29:28.560332Z","steps":["trace[460714958] 'process raft request' (duration: 123.275464ms)","trace[460714958] 'compare' (duration: 47.436014ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:30.373137Z","caller":"traceutil/trace.go:171","msg":"trace[179799647] linearizableReadLoop","detail":"{readStateIndex:6296; appliedIndex:6295; }","duration":"128.113839ms","start":"2026-04-23T02:29:30.244995Z","end":"2026-04-23T02:29:30.373109Z","steps":["trace[179799647] 'read index received' (duration: 127.961114ms)","trace[179799647] 'applied index is now lower than readState.Index' (duration: 151.315µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:30.373278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.244843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:30.373321Z","caller":"traceutil/trace.go:171","msg":"trace[2047842028] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6069; }","duration":"128.354596ms","start":"2026-04-23T02:29:30.244954Z","end":"2026-04-23T02:29:30.373308Z","steps":["trace[2047842028] 'agreement among raft nodes before linearized reading' (duration: 128.251013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:30.77666Z","caller":"traceutil/trace.go:171","msg":"trace[1023437206] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"402.549628ms","start":"2026-04-23T02:29:30.374072Z","end":"2026-04-23T02:29:30.776622Z","steps":["trace[1023437206] 'process raft request' (duration: 394.379137ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:30.776732Z","caller":"traceutil/trace.go:171","msg":"trace[1741192626] linearizableReadLoop","detail":"{readStateIndex:6297; appliedIndex:6296; }","duration":"400.70188ms","start":"2026-04-23T02:29:30.376005Z","end":"2026-04-23T02:29:30.776707Z","steps":["trace[1741192626] 'read index received' (duration: 392.482127ms)","trace[1741192626] 'applied index is now lower than readState.Index' (duration: 8.218262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:30.776818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:30.374054Z","time spent":"402.674952ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:29:30.776843Z","caller":"traceutil/trace.go:171","msg":"trace[1852892825] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"211.49249ms","start":"2026-04-23T02:29:30.565312Z","end":"2026-04-23T02:29:30.776804Z","steps":["trace[1852892825] 'process raft request' (duration: 211.307994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:30.776907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.871315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:30.776921Z","caller":"traceutil/trace.go:171","msg":"trace[1342752390] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"211.404967ms","start":"2026-04-23T02:29:30.565477Z","end":"2026-04-23T02:29:30.776882Z","steps":["trace[1342752390] 'process raft request' (duration: 211.253312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:30.777051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.793975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:30.777092Z","caller":"traceutil/trace.go:171","msg":"trace[9110293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6073; }","duration":"125.878798ms","start":"2026-04-23T02:29:30.651205Z","end":"2026-04-23T02:29:30.777084Z","steps":["trace[9110293] 'agreement among raft nodes before linearized reading' (duration: 125.809315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:30.776867Z","caller":"traceutil/trace.go:171","msg":"trace[233349953] transaction","detail":"{read_only:false; response_revision:6073; number_of_response:1; }","duration":"210.662194ms","start":"2026-04-23T02:29:30.566178Z","end":"2026-04-23T02:29:30.77684Z","steps":["trace[233349953] 'process raft request' (duration: 210.605082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:30.777607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.449456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:29:30.777681Z","caller":"traceutil/trace.go:171","msg":"trace[1597240124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6073; }","duration":"121.56553ms","start":"2026-04-23T02:29:30.656099Z","end":"2026-04-23T02:29:30.777665Z","steps":["trace[1597240124] 'agreement among raft nodes before linearized reading' (duration: 121.370134ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:30.77697Z","caller":"traceutil/trace.go:171","msg":"trace[606717815] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6073; }","duration":"400.976207ms","start":"2026-04-23T02:29:30.375976Z","end":"2026-04-23T02:29:30.776952Z","steps":["trace[606717815] 'agreement among raft nodes before linearized reading' (duration: 400.867424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:30.778032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:30.375961Z","time spent":"402.046042ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T02:29:40.415686Z","caller":"traceutil/trace.go:171","msg":"trace[1356556979] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"150.518445ms","start":"2026-04-23T02:29:40.265094Z","end":"2026-04-23T02:29:40.415613Z","steps":["trace[1356556979] 'process raft request' (duration: 127.845611ms)","trace[1356556979] 'compare' (duration: 22.446327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:41.033683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.800731ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:41.033778Z","caller":"traceutil/trace.go:171","msg":"trace[939967148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6135; }","duration":"274.906904ms","start":"2026-04-23T02:29:40.758857Z","end":"2026-04-23T02:29:41.033764Z","steps":["trace[939967148] 'range keys from in-memory index tree' (duration: 274.788261ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:41.034208Z","caller":"traceutil/trace.go:171","msg":"trace[99351898] linearizableReadLoop","detail":"{readStateIndex:6365; appliedIndex:6364; }","duration":"427.243216ms","start":"2026-04-23T02:29:40.606897Z","end":"2026-04-23T02:29:41.03414Z","steps":["trace[99351898] 'read index received' (duration: 427.063231ms)","trace[99351898] 'applied index is now lower than readState.Index' (duration: 178.015µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:41.034278Z","caller":"traceutil/trace.go:171","msg":"trace[2113197028] transaction","detail":"{read_only:false; response_revision:6136; number_of_response:1; }","duration":"520.986788ms","start":"2026-04-23T02:29:40.513182Z","end":"2026-04-23T02:29:41.034169Z","steps":["trace[2113197028] 'process raft request' (duration: 520.42117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.03437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.438602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:29:41.034458Z","caller":"traceutil/trace.go:171","msg":"trace[1075358996] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6136; }","duration":"427.587987ms","start":"2026-04-23T02:29:40.60685Z","end":"2026-04-23T02:29:41.034438Z","steps":["trace[1075358996] 'agreement among raft nodes before linearized reading' (duration: 427.394661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.034464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.513153Z","time spent":"521.218506ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:29:41.034518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.606827Z","time spent":"427.67477ms","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:29:41.187162Z","caller":"traceutil/trace.go:171","msg":"trace[2055631725] transaction","detail":"{read_only:false; response_revision:6137; number_of_response:1; }","duration":"506.32617ms","start":"2026-04-23T02:29:40.680808Z","end":"2026-04-23T02:29:41.187134Z","steps":["trace[2055631725] 'process raft request' (duration: 471.702915ms)","trace[2055631725] 'compare' (duration: 34.389818ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:41.187181Z","caller":"traceutil/trace.go:171","msg":"trace[750235391] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"347.584254ms","start":"2026-04-23T02:29:40.839572Z","end":"2026-04-23T02:29:41.187156Z","steps":["trace[750235391] 'process raft request' (duration: 347.486111ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:41.187345Z","caller":"traceutil/trace.go:171","msg":"trace[867235467] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"347.620455ms","start":"2026-04-23T02:29:40.83971Z","end":"2026-04-23T02:29:41.187331Z","steps":["trace[867235467] 'process raft request' (duration: 347.398478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.187339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.839549Z","time spent":"347.703398ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:29:41.187385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.839673Z","time spent":"347.694048ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:29:41.187302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.680787Z","time spent":"506.433134ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:29:41.187841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.257332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:29:41.187888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.798683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-23T02:29:41.187945Z","caller":"traceutil/trace.go:171","msg":"trace[1551941985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6140; }","duration":"249.884186ms","start":"2026-04-23T02:29:40.938044Z","end":"2026-04-23T02:29:41.187928Z","steps":["trace[1551941985] 'agreement among raft nodes before linearized reading' (duration: 249.671739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.187985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.019206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:29:41.188003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.399057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T02:29:41.188007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.656555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:29:41.188048Z","caller":"traceutil/trace.go:171","msg":"trace[1996064065] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:6140; }","duration":"331.467219ms","start":"2026-04-23T02:29:40.85657Z","end":"2026-04-23T02:29:41.188038Z","steps":["trace[1996064065] 'agreement among raft nodes before linearized reading' (duration: 331.350155ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:41.188052Z","caller":"traceutil/trace.go:171","msg":"trace[768228055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6140; }","duration":"331.119588ms","start":"2026-04-23T02:29:40.856916Z","end":"2026-04-23T02:29:41.188036Z","steps":["trace[768228055] 'agreement among raft nodes before linearized reading' (duration: 330.923232ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:41.188064Z","caller":"traceutil/trace.go:171","msg":"trace[1008176738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6140; }","duration":"336.744758ms","start":"2026-04-23T02:29:40.851305Z","end":"2026-04-23T02:29:41.188049Z","steps":["trace[1008176738] 'agreement among raft nodes before linearized reading' (duration: 336.621294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.188094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.856907Z","time spent":"331.178511ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:29:41.188085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.856557Z","time spent":"331.521431ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:29:41.188141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.851292Z","time spent":"336.830631ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:29:41.18819Z","caller":"traceutil/trace.go:171","msg":"trace[2077342394] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"346.357274ms","start":"2026-04-23T02:29:40.841815Z","end":"2026-04-23T02:29:41.188173Z","steps":["trace[2077342394] 'process raft request' (duration: 345.58603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.188298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.841807Z","time spent":"346.431427ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:29:41.18834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.156406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:29:41.18837Z","caller":"traceutil/trace.go:171","msg":"trace[106594102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6140; }","duration":"334.195027ms","start":"2026-04-23T02:29:40.854166Z","end":"2026-04-23T02:29:41.188361Z","steps":["trace[106594102] 'agreement among raft nodes before linearized reading' (duration: 334.103274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.188414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.854161Z","time spent":"334.247418ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:29:41.188429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.560598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:29:41.188488Z","caller":"traceutil/trace.go:171","msg":"trace[978019034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6140; }","duration":"334.651311ms","start":"2026-04-23T02:29:40.853823Z","end":"2026-04-23T02:29:41.188474Z","steps":["trace[978019034] 'agreement among raft nodes before linearized reading' (duration: 334.548748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.188502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.270605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-04-23T02:29:41.187898Z","caller":"traceutil/trace.go:171","msg":"trace[217133925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6140; }","duration":"331.373386ms","start":"2026-04-23T02:29:40.856511Z","end":"2026-04-23T02:29:41.187885Z","steps":["trace[217133925] 'agreement among raft nodes before linearized reading' (duration: 331.17937ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:41.18855Z","caller":"traceutil/trace.go:171","msg":"trace[304559640] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6140; }","duration":"384.341307ms","start":"2026-04-23T02:29:40.804196Z","end":"2026-04-23T02:29:41.188538Z","steps":["trace[304559640] 'agreement among raft nodes before linearized reading' (duration: 384.214103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.18859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.804184Z","time spent":"384.396279ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-23T02:29:41.1886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.856488Z","time spent":"332.09367ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:29:41.188541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.853804Z","time spent":"334.725424ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:29:41.188792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.338273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:41.188828Z","caller":"traceutil/trace.go:171","msg":"trace[1764716068] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6140; }","duration":"387.400705ms","start":"2026-04-23T02:29:40.801418Z","end":"2026-04-23T02:29:41.188819Z","steps":["trace[1764716068] 'agreement among raft nodes before linearized reading' (duration: 387.335933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.188856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.801408Z","time spent":"387.442206ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-04-23T02:29:41.187658Z","caller":"traceutil/trace.go:171","msg":"trace[1920085045] linearizableReadLoop","detail":"{readStateIndex:6369; appliedIndex:6365; }","duration":"153.309913ms","start":"2026-04-23T02:29:41.034325Z","end":"2026-04-23T02:29:41.187635Z","steps":["trace[1920085045] 'read index received' (duration: 118.066109ms)","trace[1920085045] 'applied index is now lower than readState.Index' (duration: 35.242724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:41.189192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.156102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:41.189258Z","caller":"traceutil/trace.go:171","msg":"trace[653606512] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6140; }","duration":"390.233475ms","start":"2026-04-23T02:29:40.799003Z","end":"2026-04-23T02:29:41.189237Z","steps":["trace[653606512] 'agreement among raft nodes before linearized reading' (duration: 390.098171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.189315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:40.798935Z","time spent":"390.36794ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:29:41.498626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.565901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:29:41.498772Z","caller":"traceutil/trace.go:171","msg":"trace[1695322150] transaction","detail":"{read_only:false; response_revision:6141; number_of_response:1; }","duration":"305.715767ms","start":"2026-04-23T02:29:41.193032Z","end":"2026-04-23T02:29:41.498748Z","steps":["trace[1695322150] 'process raft request' (duration: 99.918089ms)","trace[1695322150] 'compare' (duration: 205.118507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:41.499091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:41.193009Z","time spent":"306.013027ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:29:41.567105Z","caller":"traceutil/trace.go:171","msg":"trace[1766943692] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"373.316675ms","start":"2026-04-23T02:29:41.193761Z","end":"2026-04-23T02:29:41.567077Z","steps":["trace[1766943692] 'process raft request' (duration: 373.224652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.567267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:41.193748Z","time spent":"373.431498ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:29:41.567449Z","caller":"traceutil/trace.go:171","msg":"trace[1063021934] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"373.732719ms","start":"2026-04-23T02:29:41.19365Z","end":"2026-04-23T02:29:41.567383Z","steps":["trace[1063021934] 'process raft request' (duration: 373.189601ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:41.567586Z","caller":"traceutil/trace.go:171","msg":"trace[1893147570] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"373.649105ms","start":"2026-04-23T02:29:41.193845Z","end":"2026-04-23T02:29:41.567494Z","steps":["trace[1893147570] 'process raft request' (duration: 373.188231ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:41.567681Z","caller":"traceutil/trace.go:171","msg":"trace[1327897203] linearizableReadLoop","detail":"{readStateIndex:6372; appliedIndex:6369; }","duration":"373.810431ms","start":"2026-04-23T02:29:41.193856Z","end":"2026-04-23T02:29:41.567667Z","steps":["trace[1327897203] 'read index received' (duration: 99.108463ms)","trace[1327897203] 'applied index is now lower than readState.Index' (duration: 274.700738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:41.567671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:41.193632Z","time spent":"373.885613ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:29:41.567842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:41.193834Z","time spent":"373.851612ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:29:41.567945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.825671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19665"} {"level":"warn","ts":"2026-04-23T02:29:41.567951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.080069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101759"} {"level":"info","ts":"2026-04-23T02:29:41.568006Z","caller":"traceutil/trace.go:171","msg":"trace[967190751] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6145; }","duration":"373.911574ms","start":"2026-04-23T02:29:41.194079Z","end":"2026-04-23T02:29:41.56799Z","steps":["trace[967190751] 'agreement among raft nodes before linearized reading' (duration: 373.677777ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:41.568017Z","caller":"traceutil/trace.go:171","msg":"trace[1152923270] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6145; }","duration":"374.177292ms","start":"2026-04-23T02:29:41.193825Z","end":"2026-04-23T02:29:41.568002Z","steps":["trace[1152923270] 'agreement among raft nodes before linearized reading' (duration: 373.925854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.568048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:41.193809Z","time spent":"374.233274ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101781,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:29:41.568051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:41.194067Z","time spent":"373.972456ms","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19687,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T02:29:41.568313Z","caller":"traceutil/trace.go:171","msg":"trace[558737534] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"373.930664ms","start":"2026-04-23T02:29:41.194349Z","end":"2026-04-23T02:29:41.56828Z","steps":["trace[558737534] 'process raft request' (duration: 373.072567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:41.568733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:41.194338Z","time spent":"374.334098ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:29:43.824586Z","caller":"traceutil/trace.go:171","msg":"trace[1249288204] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"247.856301ms","start":"2026-04-23T02:29:43.576707Z","end":"2026-04-23T02:29:43.824563Z","steps":["trace[1249288204] 'process raft request' (duration: 247.632124ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:43.824843Z","caller":"traceutil/trace.go:171","msg":"trace[621021704] transaction","detail":"{read_only:false; response_revision:6153; number_of_response:1; }","duration":"247.645004ms","start":"2026-04-23T02:29:43.577177Z","end":"2026-04-23T02:29:43.824822Z","steps":["trace[621021704] 'process raft request' (duration: 247.343124ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:43.825029Z","caller":"traceutil/trace.go:171","msg":"trace[307635086] linearizableReadLoop","detail":"{readStateIndex:6382; appliedIndex:6379; }","duration":"246.694414ms","start":"2026-04-23T02:29:43.578304Z","end":"2026-04-23T02:29:43.824999Z","steps":["trace[307635086] 'read index received' (duration: 64.407476ms)","trace[307635086] 'applied index is now lower than readState.Index' (duration: 182.284747ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:43.82504Z","caller":"traceutil/trace.go:171","msg":"trace[1952675171] transaction","detail":"{read_only:false; response_revision:6154; number_of_response:1; }","duration":"246.132026ms","start":"2026-04-23T02:29:43.578882Z","end":"2026-04-23T02:29:43.825014Z","steps":["trace[1952675171] 'process raft request' (duration: 245.846997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:43.82539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.061845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101759"} {"level":"info","ts":"2026-04-23T02:29:43.825452Z","caller":"traceutil/trace.go:171","msg":"trace[309804388] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6154; }","duration":"247.148159ms","start":"2026-04-23T02:29:43.578289Z","end":"2026-04-23T02:29:43.825437Z","steps":["trace[309804388] 'agreement among raft nodes before linearized reading' (duration: 246.837219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:44.164326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.884467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:29:44.164445Z","caller":"traceutil/trace.go:171","msg":"trace[907055526] linearizableReadLoop","detail":"{readStateIndex:6384; appliedIndex:6383; }","duration":"339.261618ms","start":"2026-04-23T02:29:43.825167Z","end":"2026-04-23T02:29:44.164429Z","steps":["trace[907055526] 'read index received' (duration: 203.161514ms)","trace[907055526] 'applied index is now lower than readState.Index' (duration: 136.098764ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:44.164531Z","caller":"traceutil/trace.go:171","msg":"trace[1041006497] transaction","detail":"{read_only:false; response_revision:6155; number_of_response:1; }","duration":"368.030166ms","start":"2026-04-23T02:29:43.79649Z","end":"2026-04-23T02:29:44.16452Z","steps":["trace[1041006497] 'process raft request' (duration: 231.86201ms)","trace[1041006497] 'compare' (duration: 135.563847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:29:44.164591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:43.796465Z","time spent":"368.095478ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:29:44.164833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.236889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:29:44.164668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.183452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:44.164919Z","caller":"traceutil/trace.go:171","msg":"trace[46353213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6155; }","duration":"512.372293ms","start":"2026-04-23T02:29:43.652524Z","end":"2026-04-23T02:29:44.164896Z","steps":["trace[46353213] 'agreement among raft nodes before linearized reading' (duration: 512.200528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:44.164972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:43.652504Z","time spent":"512.460066ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:29:44.164993Z","caller":"traceutil/trace.go:171","msg":"trace[1799391219] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:6155; }","duration":"139.515902ms","start":"2026-04-23T02:29:44.025422Z","end":"2026-04-23T02:29:44.164938Z","steps":["trace[1799391219] 'agreement among raft nodes before linearized reading' (duration: 139.156431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:56.856513Z","caller":"traceutil/trace.go:171","msg":"trace[536327653] transaction","detail":"{read_only:false; response_revision:6246; number_of_response:1; }","duration":"301.003228ms","start":"2026-04-23T02:29:56.555486Z","end":"2026-04-23T02:29:56.856489Z","steps":["trace[536327653] 'process raft request' (duration: 300.820852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:56.856683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:29:56.555469Z","time spent":"301.111211ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:29:56.87286Z","caller":"traceutil/trace.go:171","msg":"trace[667276876] linearizableReadLoop","detail":"{readStateIndex:6479; appliedIndex:6477; }","duration":"219.282359ms","start":"2026-04-23T02:29:56.653559Z","end":"2026-04-23T02:29:56.872841Z","steps":["trace[667276876] 'read index received' (duration: 202.766782ms)","trace[667276876] 'applied index is now lower than readState.Index' (duration: 16.514907ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:56.87296Z","caller":"traceutil/trace.go:171","msg":"trace[896835157] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"259.001267ms","start":"2026-04-23T02:29:56.613936Z","end":"2026-04-23T02:29:56.872937Z","steps":["trace[896835157] 'process raft request' (duration: 258.766739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:56.873015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.446434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:56.873047Z","caller":"traceutil/trace.go:171","msg":"trace[1439146104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6247; }","duration":"219.529717ms","start":"2026-04-23T02:29:56.653507Z","end":"2026-04-23T02:29:56.873037Z","steps":["trace[1439146104] 'agreement among raft nodes before linearized reading' (duration: 219.464595ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:57.540903Z","caller":"traceutil/trace.go:171","msg":"trace[1872224766] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"181.153532ms","start":"2026-04-23T02:29:57.359692Z","end":"2026-04-23T02:29:57.540845Z","steps":["trace[1872224766] 'process raft request' (duration: 180.990667ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:57.572579Z","caller":"traceutil/trace.go:171","msg":"trace[1493348570] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"212.367848ms","start":"2026-04-23T02:29:57.360189Z","end":"2026-04-23T02:29:57.572557Z","steps":["trace[1493348570] 'process raft request' (duration: 212.247405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:29:57.732231Z","caller":"traceutil/trace.go:171","msg":"trace[1223996403] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"116.851ms","start":"2026-04-23T02:29:57.615353Z","end":"2026-04-23T02:29:57.732204Z","steps":["trace[1223996403] 'process raft request' (duration: 30.449492ms)","trace[1223996403] 'compare' (duration: 86.263344ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:58.12627Z","caller":"traceutil/trace.go:171","msg":"trace[973982799] linearizableReadLoop","detail":"{readStateIndex:6486; appliedIndex:6484; }","duration":"173.883ms","start":"2026-04-23T02:29:57.952348Z","end":"2026-04-23T02:29:58.126231Z","steps":["trace[973982799] 'read index received' (duration: 49.80871ms)","trace[973982799] 'applied index is now lower than readState.Index' (duration: 124.0734ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:58.126284Z","caller":"traceutil/trace.go:171","msg":"trace[626478935] transaction","detail":"{read_only:false; response_revision:6254; number_of_response:1; }","duration":"174.027335ms","start":"2026-04-23T02:29:57.952225Z","end":"2026-04-23T02:29:58.126252Z","steps":["trace[626478935] 'process raft request' (duration: 139.780342ms)","trace[626478935] 'compare' (duration: 34.052347ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:29:58.1264Z","caller":"traceutil/trace.go:171","msg":"trace[1266287860] transaction","detail":"{read_only:false; response_revision:6255; number_of_response:1; }","duration":"173.181877ms","start":"2026-04-23T02:29:57.953206Z","end":"2026-04-23T02:29:58.126387Z","steps":["trace[1266287860] 'process raft request' (duration: 172.982621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:58.126972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.589612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109128"} {"level":"info","ts":"2026-04-23T02:29:58.127035Z","caller":"traceutil/trace.go:171","msg":"trace[449666354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6255; }","duration":"174.705596ms","start":"2026-04-23T02:29:57.952315Z","end":"2026-04-23T02:29:58.127021Z","steps":["trace[449666354] 'agreement among raft nodes before linearized reading' (duration: 174.321524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:29:58.836161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.120994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:29:58.83625Z","caller":"traceutil/trace.go:171","msg":"trace[533989680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6256; }","duration":"183.287179ms","start":"2026-04-23T02:29:58.652944Z","end":"2026-04-23T02:29:58.836231Z","steps":["trace[533989680] 'range keys from in-memory index tree' (duration: 182.97239ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:32:26.080669Z","caller":"traceutil/trace.go:171","msg":"trace[269698969] transaction","detail":"{read_only:false; response_revision:7188; number_of_response:1; }","duration":"180.684248ms","start":"2026-04-23T02:32:25.899967Z","end":"2026-04-23T02:32:26.080651Z","steps":["trace[269698969] 'process raft request' (duration: 180.558374ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:33:38.118116Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5576} {"level":"info","ts":"2026-04-23T02:33:38.218145Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5576,"took":"97.749668ms","hash":123842544,"current-db-size-bytes":55484416,"current-db-size":"56 MB","current-db-size-in-use-bytes":25903104,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-23T02:33:38.218206Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":123842544,"revision":5576,"compact-revision":2772} {"level":"warn","ts":"2026-04-23T02:34:51.909976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.548628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:34:51.910133Z","caller":"traceutil/trace.go:171","msg":"trace[25417786] linearizableReadLoop","detail":"{readStateIndex:8611; appliedIndex:8610; }","duration":"165.351245ms","start":"2026-04-23T02:34:51.74476Z","end":"2026-04-23T02:34:51.910111Z","steps":["trace[25417786] 'read index received' (duration: 32.458056ms)","trace[25417786] 'applied index is now lower than readState.Index' (duration: 132.891329ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:34:51.910178Z","caller":"traceutil/trace.go:171","msg":"trace[462387072] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"241.825001ms","start":"2026-04-23T02:34:51.668314Z","end":"2026-04-23T02:34:51.910139Z","steps":["trace[462387072] 'process raft request' (duration: 108.976283ms)","trace[462387072] 'compare' (duration: 132.301551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:34:51.910461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.715767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T02:34:51.910482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.81893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:34:51.910513Z","caller":"traceutil/trace.go:171","msg":"trace[1456666844] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:8306; }","duration":"165.81772ms","start":"2026-04-23T02:34:51.74468Z","end":"2026-04-23T02:34:51.910497Z","steps":["trace[1456666844] 'agreement among raft nodes before linearized reading' (duration: 165.546962ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:34:51.910656Z","caller":"traceutil/trace.go:171","msg":"trace[1985954813] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8306; }","duration":"141.044277ms","start":"2026-04-23T02:34:51.769541Z","end":"2026-04-23T02:34:51.910585Z","steps":["trace[1985954813] 'agreement among raft nodes before linearized reading' (duration: 140.734297ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:34:58.774364Z","caller":"traceutil/trace.go:171","msg":"trace[1544697560] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"115.20513ms","start":"2026-04-23T02:34:58.659133Z","end":"2026-04-23T02:34:58.774338Z","steps":["trace[1544697560] 'process raft request' (duration: 115.065966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:01.408778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752178557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:01.90968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752178557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:02.41155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752178557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:02.722805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.942617665s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T02:35:02.742595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794961658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:35:02.742694Z","caller":"traceutil/trace.go:171","msg":"trace[1119904533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8483; }","duration":"2.795104382s","start":"2026-04-23T02:34:59.947566Z","end":"2026-04-23T02:35:02.74267Z","steps":["trace[1119904533] 'range keys from in-memory index tree' (duration: 2.794552354s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.742748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.947546Z","time spent":"2.795187394s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:02.742717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.981370808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:02.742818Z","caller":"traceutil/trace.go:171","msg":"trace[1564028830] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8483; }","duration":"2.981523043s","start":"2026-04-23T02:34:59.761272Z","end":"2026-04-23T02:35:02.742795Z","steps":["trace[1564028830] 'count revisions from in-memory index tree' (duration: 2.981271825s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.742864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.761257Z","time spent":"2.981596155s","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:02.742929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772909601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:35:02.742998Z","caller":"traceutil/trace.go:171","msg":"trace[1872972024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:8483; }","duration":"2.773008423s","start":"2026-04-23T02:34:59.969972Z","end":"2026-04-23T02:35:02.74298Z","steps":["trace[1872972024] 'range keys from in-memory index tree' (duration: 2.772751205s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.743016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524236703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:35:02.743077Z","caller":"traceutil/trace.go:171","msg":"trace[552937078] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8483; }","duration":"2.524348936s","start":"2026-04-23T02:35:00.218713Z","end":"2026-04-23T02:35:02.743062Z","steps":["trace[552937078] 'count revisions from in-memory index tree' (duration: 2.52413909s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.743115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.218693Z","time spent":"2.524413108s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:02.743223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047703435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:35:02.74303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.969961Z","time spent":"2.773060745s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:35:02.743228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091151548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:02.74326Z","caller":"traceutil/trace.go:171","msg":"trace[489945977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8483; }","duration":"3.047778787s","start":"2026-04-23T02:34:59.695471Z","end":"2026-04-23T02:35:02.74325Z","steps":["trace[489945977] 'range keys from in-memory index tree' (duration: 3.0475411s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.742955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984761597s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:02.743285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384764182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:35:02.743281Z","caller":"traceutil/trace.go:171","msg":"trace[795175306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8483; }","duration":"3.09124525s","start":"2026-04-23T02:34:59.652021Z","end":"2026-04-23T02:35:02.743267Z","steps":["trace[795175306] 'range keys from in-memory index tree' (duration: 3.091050994s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.743292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.695445Z","time spent":"3.047840579s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:35:02.743261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044018728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:35:02.743316Z","caller":"traceutil/trace.go:171","msg":"trace[984887825] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8483; }","duration":"2.384827663s","start":"2026-04-23T02:35:00.358477Z","end":"2026-04-23T02:35:02.743304Z","steps":["trace[984887825] 'count revisions from in-memory index tree' (duration: 2.384658077s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.743319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.651998Z","time spent":"3.091313973s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:35:02.743338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.358457Z","time spent":"2.384873754s","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:35:02.743349Z","caller":"traceutil/trace.go:171","msg":"trace[1269642800] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8483; }","duration":"3.044125431s","start":"2026-04-23T02:34:59.699203Z","end":"2026-04-23T02:35:02.743328Z","steps":["trace[1269642800] 'count revisions from in-memory index tree' (duration: 3.043938085s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:02.743341Z","caller":"traceutil/trace.go:171","msg":"trace[1859782172] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8483; }","duration":"1.985138729s","start":"2026-04-23T02:35:00.758165Z","end":"2026-04-23T02:35:02.743304Z","steps":["trace[1859782172] 'range keys from in-memory index tree' (duration: 1.984736497s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.743394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:34:59.699184Z","time spent":"3.044199234s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:35:02.743421Z","caller":"traceutil/trace.go:171","msg":"trace[785982298] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"1.963341696s","start":"2026-04-23T02:35:00.780065Z","end":"2026-04-23T02:35:02.743407Z","steps":["trace[785982298] 'process raft request' (duration: 1.942955416s)","trace[785982298] 'compare' (duration: 20.041379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:02.743442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517070615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T02:35:02.743494Z","caller":"traceutil/trace.go:171","msg":"trace[2035352570] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8483; }","duration":"2.517149299s","start":"2026-04-23T02:35:00.226323Z","end":"2026-04-23T02:35:02.743472Z","steps":["trace[2035352570] 'range keys from in-memory index tree' (duration: 2.516911021s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.743515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.78004Z","time spent":"1.963412007s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:02.743535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.226301Z","time spent":"2.517226701s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-23T02:35:02.854074Z","caller":"traceutil/trace.go:171","msg":"trace[1348368002] linearizableReadLoop","detail":"{readStateIndex:8793; appliedIndex:8789; }","duration":"1.945971882s","start":"2026-04-23T02:35:00.90808Z","end":"2026-04-23T02:35:02.854052Z","steps":["trace[1348368002] 'read index received' (duration: 1.814956041s)","trace[1348368002] 'applied index is now lower than readState.Index' (duration: 131.015021ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:02.854171Z","caller":"traceutil/trace.go:171","msg":"trace[119351860] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"270.489562ms","start":"2026-04-23T02:35:02.583667Z","end":"2026-04-23T02:35:02.854157Z","steps":["trace[119351860] 'process raft request' (duration: 270.354737ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:02.854192Z","caller":"traceutil/trace.go:171","msg":"trace[163670485] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"1.436760052s","start":"2026-04-23T02:35:01.417396Z","end":"2026-04-23T02:35:02.854156Z","steps":["trace[163670485] 'process raft request' (duration: 1.436597636s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.854267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946158309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:02.854314Z","caller":"traceutil/trace.go:171","msg":"trace[1429975819] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8488; }","duration":"1.946265132s","start":"2026-04-23T02:35:00.908036Z","end":"2026-04-23T02:35:02.854301Z","steps":["trace[1429975819] 'agreement among raft nodes before linearized reading' (duration: 1.946152059s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.854363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.908019Z","time spent":"1.946332374s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:35:02.85408Z","caller":"traceutil/trace.go:171","msg":"trace[1175497208] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"2.073948667s","start":"2026-04-23T02:35:00.780096Z","end":"2026-04-23T02:35:02.854044Z","steps":["trace[1175497208] 'process raft request' (duration: 2.073703089s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.85438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.417381Z","time spent":"1.436909046s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:02.854386Z","caller":"traceutil/trace.go:171","msg":"trace[1165555712] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"2.073675158s","start":"2026-04-23T02:35:00.780651Z","end":"2026-04-23T02:35:02.854326Z","steps":["trace[1165555712] 'process raft request' (duration: 2.073312266s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.854571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.780631Z","time spent":"2.073839454s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:02.854689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:00.780067Z","time spent":"2.074337229s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:02.866024Z","caller":"traceutil/trace.go:171","msg":"trace[155186488] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"117.333296ms","start":"2026-04-23T02:35:02.748666Z","end":"2026-04-23T02:35:02.866Z","steps":["trace[155186488] 'process raft request' (duration: 117.194381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.866097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36512148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:35:02.866122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310566153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:35:02.866154Z","caller":"traceutil/trace.go:171","msg":"trace[197189271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8490; }","duration":"1.310640916s","start":"2026-04-23T02:35:01.555505Z","end":"2026-04-23T02:35:02.866146Z","steps":["trace[197189271] 'agreement among raft nodes before linearized reading' (duration: 1.310514282s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:02.866152Z","caller":"traceutil/trace.go:171","msg":"trace[1961528755] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8490; }","duration":"1.365194313s","start":"2026-04-23T02:35:01.500939Z","end":"2026-04-23T02:35:02.866134Z","steps":["trace[1961528755] 'agreement among raft nodes before linearized reading' (duration: 1.365128681s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.866154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.749974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:35:02.866182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.555479Z","time spent":"1.310697508s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:35:02.86621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.500921Z","time spent":"1.365265305s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:35:02.86623Z","caller":"traceutil/trace.go:171","msg":"trace[68907182] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8490; }","duration":"681.869398ms","start":"2026-04-23T02:35:02.184347Z","end":"2026-04-23T02:35:02.866216Z","steps":["trace[68907182] 'agreement among raft nodes before linearized reading' (duration: 681.716454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.866307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:02.184327Z","time spent":"681.94091ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:35:02.866427Z","caller":"traceutil/trace.go:171","msg":"trace[513457724] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"117.78822ms","start":"2026-04-23T02:35:02.748625Z","end":"2026-04-23T02:35:02.866413Z","steps":["trace[513457724] 'process raft request' (duration: 117.138149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.866317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197819554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:02.866493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451839891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T02:35:02.866514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466623622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:35:02.866549Z","caller":"traceutil/trace.go:171","msg":"trace[419960473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8490; }","duration":"1.451935914s","start":"2026-04-23T02:35:01.414585Z","end":"2026-04-23T02:35:02.866521Z","steps":["trace[419960473] 'agreement among raft nodes before linearized reading' (duration: 1.451729428s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:02.866579Z","caller":"traceutil/trace.go:171","msg":"trace[1513628482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8490; }","duration":"1.466726146s","start":"2026-04-23T02:35:01.399842Z","end":"2026-04-23T02:35:02.866569Z","steps":["trace[1513628482] 'agreement among raft nodes before linearized reading' (duration: 1.466578851s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.866599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.414562Z","time spent":"1.452013927s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:02.866034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660298338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:02.866616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.399813Z","time spent":"1.466796158s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:35:02.866639Z","caller":"traceutil/trace.go:171","msg":"trace[655197163] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8490; }","duration":"1.660951218s","start":"2026-04-23T02:35:01.205674Z","end":"2026-04-23T02:35:02.866625Z","steps":["trace[655197163] 'agreement among raft nodes before linearized reading' (duration: 1.660240896s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.866689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.205654Z","time spent":"1.661014491s","remote":"127.0.0.1:40860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:35:02.866576Z","caller":"traceutil/trace.go:171","msg":"trace[1250232670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8490; }","duration":"1.198059372s","start":"2026-04-23T02:35:01.668453Z","end":"2026-04-23T02:35:02.866513Z","steps":["trace[1250232670] 'agreement among raft nodes before linearized reading' (duration: 1.197838225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.866865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:01.668429Z","time spent":"1.198426744s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:35:02.866889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.254153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224109"} {"level":"info","ts":"2026-04-23T02:35:02.866922Z","caller":"traceutil/trace.go:171","msg":"trace[798683677] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8490; }","duration":"117.309915ms","start":"2026-04-23T02:35:02.749605Z","end":"2026-04-23T02:35:02.866915Z","steps":["trace[798683677] 'agreement among raft nodes before linearized reading' (duration: 116.729056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:02.866864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.226681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-23T02:35:02.866999Z","caller":"traceutil/trace.go:171","msg":"trace[425313116] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8490; }","duration":"269.422527ms","start":"2026-04-23T02:35:02.597542Z","end":"2026-04-23T02:35:02.866965Z","steps":["trace[425313116] 'agreement among raft nodes before linearized reading' (duration: 268.404385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:11.152423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.114453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:11.152745Z","caller":"traceutil/trace.go:171","msg":"trace[638654699] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"248.727459ms","start":"2026-04-23T02:35:10.903987Z","end":"2026-04-23T02:35:11.152715Z","steps":["trace[638654699] 'process raft request' (duration: 24.565672ms)","trace[638654699] 'compare' (duration: 222.870776ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:11.152888Z","caller":"traceutil/trace.go:171","msg":"trace[1112255317] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"241.185139ms","start":"2026-04-23T02:35:10.911687Z","end":"2026-04-23T02:35:11.152872Z","steps":["trace[1112255317] 'process raft request' (duration: 240.890099ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:11.152903Z","caller":"traceutil/trace.go:171","msg":"trace[314987703] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"225.787248ms","start":"2026-04-23T02:35:10.927106Z","end":"2026-04-23T02:35:11.152893Z","steps":["trace[314987703] 'process raft request' (duration: 225.657064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:11.152861Z","caller":"traceutil/trace.go:171","msg":"trace[46813514] linearizableReadLoop","detail":"{readStateIndex:8844; appliedIndex:8841; }","duration":"102.549215ms","start":"2026-04-23T02:35:11.050287Z","end":"2026-04-23T02:35:11.152837Z","steps":["trace[46813514] 'read index received' (duration: 84.337244ms)","trace[46813514] 'applied index is now lower than readState.Index' (duration: 18.21014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:11.153052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.764422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:35:11.153112Z","caller":"traceutil/trace.go:171","msg":"trace[2058738875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8535; }","duration":"102.861345ms","start":"2026-04-23T02:35:11.050232Z","end":"2026-04-23T02:35:11.153094Z","steps":["trace[2058738875] 'agreement among raft nodes before linearized reading' (duration: 102.688009ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:11.369125Z","caller":"traceutil/trace.go:171","msg":"trace[1008930886] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"211.941807ms","start":"2026-04-23T02:35:11.15715Z","end":"2026-04-23T02:35:11.369092Z","steps":["trace[1008930886] 'process raft request' (duration: 156.75306ms)","trace[1008930886] 'compare' (duration: 54.952739ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:11.369119Z","caller":"traceutil/trace.go:171","msg":"trace[736659583] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"211.39822ms","start":"2026-04-23T02:35:11.157695Z","end":"2026-04-23T02:35:11.369093Z","steps":["trace[736659583] 'process raft request' (duration: 211.311707ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:11.369349Z","caller":"traceutil/trace.go:171","msg":"trace[103914814] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"211.476373ms","start":"2026-04-23T02:35:11.157861Z","end":"2026-04-23T02:35:11.369337Z","steps":["trace[103914814] 'process raft request' (duration: 211.192694ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:11.369349Z","caller":"traceutil/trace.go:171","msg":"trace[426897306] linearizableReadLoop","detail":"{readStateIndex:8846; appliedIndex:8844; }","duration":"212.015059ms","start":"2026-04-23T02:35:11.157313Z","end":"2026-04-23T02:35:11.369328Z","steps":["trace[426897306] 'read index received' (duration: 28.150616ms)","trace[426897306] 'applied index is now lower than readState.Index' (duration: 183.863563ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:11.369429Z","caller":"traceutil/trace.go:171","msg":"trace[1305274785] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"211.373189ms","start":"2026-04-23T02:35:11.158018Z","end":"2026-04-23T02:35:11.369391Z","steps":["trace[1305274785] 'process raft request' (duration: 211.221515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:11.369895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.566137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224109"} {"level":"info","ts":"2026-04-23T02:35:11.369937Z","caller":"traceutil/trace.go:171","msg":"trace[28441396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8540; }","duration":"212.65725ms","start":"2026-04-23T02:35:11.157271Z","end":"2026-04-23T02:35:11.369928Z","steps":["trace[28441396] 'agreement among raft nodes before linearized reading' (duration: 212.132503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:11.97091Z","caller":"traceutil/trace.go:171","msg":"trace[2028559843] linearizableReadLoop","detail":"{readStateIndex:8850; appliedIndex:8849; }","duration":"318.311774ms","start":"2026-04-23T02:35:11.652572Z","end":"2026-04-23T02:35:11.970884Z","steps":["trace[2028559843] 'read index received' (duration: 318.131268ms)","trace[2028559843] 'applied index is now lower than readState.Index' (duration: 179.586µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:11.971044Z","caller":"traceutil/trace.go:171","msg":"trace[427293334] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"367.218301ms","start":"2026-04-23T02:35:11.603815Z","end":"2026-04-23T02:35:11.971034Z","steps":["trace[427293334] 'process raft request' (duration: 366.8824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:11.971161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:11.603796Z","time spent":"367.282133ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:11.971229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.658263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:11.971288Z","caller":"traceutil/trace.go:171","msg":"trace[913403837] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8541; }","duration":"290.765256ms","start":"2026-04-23T02:35:11.68051Z","end":"2026-04-23T02:35:11.971275Z","steps":["trace[913403837] 'agreement among raft nodes before linearized reading' (duration: 290.665693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:11.971347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.781519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:11.971381Z","caller":"traceutil/trace.go:171","msg":"trace[1098114529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8541; }","duration":"318.857091ms","start":"2026-04-23T02:35:11.652517Z","end":"2026-04-23T02:35:11.971374Z","steps":["trace[1098114529] 'agreement among raft nodes before linearized reading' (duration: 318.79977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:11.971401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:11.652498Z","time spent":"318.899272ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:35:13.010833Z","caller":"traceutil/trace.go:171","msg":"trace[1256084019] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"191.218898ms","start":"2026-04-23T02:35:12.819577Z","end":"2026-04-23T02:35:13.010796Z","steps":["trace[1256084019] 'process raft request' (duration: 190.930839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:13.577811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752178695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:14.001396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.790911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:14.001512Z","caller":"traceutil/trace.go:171","msg":"trace[971410389] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"1.028502764s","start":"2026-04-23T02:35:12.97299Z","end":"2026-04-23T02:35:14.001493Z","steps":["trace[971410389] 'process raft request' (duration: 659.532227ms)","trace[971410389] 'compare' (duration: 368.547773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:14.001647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:12.972966Z","time spent":"1.028577476s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:14.162409Z","caller":"traceutil/trace.go:171","msg":"trace[2137021024] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"1.003715585s","start":"2026-04-23T02:35:13.158666Z","end":"2026-04-23T02:35:14.162382Z","steps":["trace[2137021024] 'process raft request' (duration: 1.003630532s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:14.162459Z","caller":"traceutil/trace.go:171","msg":"trace[99853665] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"1.004608153s","start":"2026-04-23T02:35:13.157805Z","end":"2026-04-23T02:35:14.162413Z","steps":["trace[99853665] 'process raft request' (duration: 973.339037ms)","trace[99853665] 'compare' (duration: 31.017168ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:14.162558Z","caller":"traceutil/trace.go:171","msg":"trace[43689483] linearizableReadLoop","detail":"{readStateIndex:8855; appliedIndex:8851; }","duration":"1.084727263s","start":"2026-04-23T02:35:13.077765Z","end":"2026-04-23T02:35:14.162492Z","steps":["trace[43689483] 'read index received' (duration: 554.772322ms)","trace[43689483] 'applied index is now lower than readState.Index' (duration: 529.952821ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:14.162592Z","caller":"traceutil/trace.go:171","msg":"trace[1021095361] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"998.2553ms","start":"2026-04-23T02:35:13.164305Z","end":"2026-04-23T02:35:14.16256Z","steps":["trace[1021095361] 'process raft request' (duration: 998.036063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:14.162669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.158652Z","time spent":"1.003830138s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:14.162686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.157772Z","time spent":"1.004807729s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:14.162724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.164293Z","time spent":"998.362674ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:14.162789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085025673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-23T02:35:14.162838Z","caller":"traceutil/trace.go:171","msg":"trace[756179625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8546; }","duration":"1.085115356s","start":"2026-04-23T02:35:13.07771Z","end":"2026-04-23T02:35:14.162825Z","steps":["trace[756179625] 'agreement among raft nodes before linearized reading' (duration: 1.08491803s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:14.162852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084486666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-23T02:35:14.162876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.077687Z","time spent":"1.085179548s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:35:14.16287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.655248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:35:14.162891Z","caller":"traceutil/trace.go:171","msg":"trace[787764565] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8546; }","duration":"1.08458514s","start":"2026-04-23T02:35:13.078292Z","end":"2026-04-23T02:35:14.162877Z","steps":["trace[787764565] 'agreement among raft nodes before linearized reading' (duration: 1.084394493s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:14.162896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.351008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:35:14.162914Z","caller":"traceutil/trace.go:171","msg":"trace[1592330472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8546; }","duration":"788.705689ms","start":"2026-04-23T02:35:13.374197Z","end":"2026-04-23T02:35:14.162903Z","steps":["trace[1592330472] 'agreement among raft nodes before linearized reading' (duration: 788.550234ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:14.162927Z","caller":"traceutil/trace.go:171","msg":"trace[1486547047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8546; }","duration":"973.43031ms","start":"2026-04-23T02:35:13.189489Z","end":"2026-04-23T02:35:14.162919Z","steps":["trace[1486547047] 'agreement among raft nodes before linearized reading' (duration: 973.325917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:14.162932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.078268Z","time spent":"1.084656041s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-23T02:35:14.162947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.189466Z","time spent":"973.476842ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:35:14.162913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.266048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:35:14.163011Z","caller":"traceutil/trace.go:171","msg":"trace[765088070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8546; }","duration":"909.447513ms","start":"2026-04-23T02:35:13.253542Z","end":"2026-04-23T02:35:14.16299Z","steps":["trace[765088070] 'agreement among raft nodes before linearized reading' (duration: 909.255257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:14.162946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.374153Z","time spent":"788.786813ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:14.163095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.253519Z","time spent":"909.563647ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:14.163173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.544323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:35:14.163248Z","caller":"traceutil/trace.go:171","msg":"trace[86375374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8546; }","duration":"787.668967ms","start":"2026-04-23T02:35:13.375562Z","end":"2026-04-23T02:35:14.163231Z","steps":["trace[86375374] 'agreement among raft nodes before linearized reading' (duration: 787.401478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:14.163294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.375545Z","time spent":"787.740229ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:14.163298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.452531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:14.162948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.795981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:35:14.163312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.13105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:35:14.163368Z","caller":"traceutil/trace.go:171","msg":"trace[691267821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8546; }","duration":"510.562385ms","start":"2026-04-23T02:35:13.652786Z","end":"2026-04-23T02:35:14.163348Z","steps":["trace[691267821] 'agreement among raft nodes before linearized reading' (duration: 510.173682ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:14.163397Z","caller":"traceutil/trace.go:171","msg":"trace[1537535350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8546; }","duration":"788.258776ms","start":"2026-04-23T02:35:13.375126Z","end":"2026-04-23T02:35:14.163385Z","steps":["trace[1537535350] 'agreement among raft nodes before linearized reading' (duration: 787.702918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:14.163424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.652758Z","time spent":"510.658538ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:35:14.16343Z","caller":"traceutil/trace.go:171","msg":"trace[5601438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:8546; }","duration":"787.295644ms","start":"2026-04-23T02:35:13.376107Z","end":"2026-04-23T02:35:14.163403Z","steps":["trace[5601438] 'agreement among raft nodes before linearized reading' (duration: 786.869531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:14.163447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.375118Z","time spent":"788.316387ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:14.163496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.3761Z","time spent":"787.386348ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:35:14.163791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.628267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:35:14.163839Z","caller":"traceutil/trace.go:171","msg":"trace[681465146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8546; }","duration":"788.69946ms","start":"2026-04-23T02:35:13.375126Z","end":"2026-04-23T02:35:14.163825Z","steps":["trace[681465146] 'agreement among raft nodes before linearized reading' (duration: 787.587084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:14.163882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:13.375109Z","time spent":"788.765401ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:35:14.624729Z","caller":"traceutil/trace.go:171","msg":"trace[1382202252] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"113.526974ms","start":"2026-04-23T02:35:14.511162Z","end":"2026-04-23T02:35:14.624689Z","steps":["trace[1382202252] 'process raft request' (duration: 113.166712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:15.332072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.132395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-b5b8b655c-b7pfr.18a8dbc5b14a2a6f\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-23T02:35:15.332204Z","caller":"traceutil/trace.go:171","msg":"trace[1235715963] range","detail":"{range_begin:/registry/events/openstack/barbican-api-b5b8b655c-b7pfr.18a8dbc5b14a2a6f; range_end:; response_count:1; response_revision:8553; }","duration":"202.361042ms","start":"2026-04-23T02:35:15.129808Z","end":"2026-04-23T02:35:15.332169Z","steps":["trace[1235715963] 'range keys from in-memory index tree' (duration: 201.850436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:16.349821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014726145s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:35:16.350523Z","caller":"traceutil/trace.go:171","msg":"trace[855291537] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"1.01552055s","start":"2026-04-23T02:35:15.334979Z","end":"2026-04-23T02:35:16.3505Z","steps":["trace[855291537] 'process raft request' (duration: 1.015363465s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:16.350717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:15.334948Z","time spent":"1.015681725s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:16.365757Z","caller":"traceutil/trace.go:171","msg":"trace[604406053] linearizableReadLoop","detail":"{readStateIndex:8866; appliedIndex:8862; }","duration":"189.460882ms","start":"2026-04-23T02:35:16.176273Z","end":"2026-04-23T02:35:16.365734Z","steps":["trace[604406053] 'read index received' (duration: 174.101083ms)","trace[604406053] 'applied index is now lower than readState.Index' (duration: 15.358729ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:16.365808Z","caller":"traceutil/trace.go:171","msg":"trace[214906009] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"196.6172ms","start":"2026-04-23T02:35:16.169141Z","end":"2026-04-23T02:35:16.365758Z","steps":["trace[214906009] 'process raft request' (duration: 196.513646ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:16.365843Z","caller":"traceutil/trace.go:171","msg":"trace[769175151] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"193.946895ms","start":"2026-04-23T02:35:16.171879Z","end":"2026-04-23T02:35:16.365826Z","steps":["trace[769175151] 'process raft request' (duration: 193.816961ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:16.365863Z","caller":"traceutil/trace.go:171","msg":"trace[2065293881] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"196.968081ms","start":"2026-04-23T02:35:16.168856Z","end":"2026-04-23T02:35:16.365824Z","steps":["trace[2065293881] 'process raft request' (duration: 196.664411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:16.366068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.740395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T02:35:16.366099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.816703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:35:16.366109Z","caller":"traceutil/trace.go:171","msg":"trace[2020981023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8557; }","duration":"153.806286ms","start":"2026-04-23T02:35:16.212292Z","end":"2026-04-23T02:35:16.366099Z","steps":["trace[2020981023] 'agreement among raft nodes before linearized reading' (duration: 153.657872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:16.366069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.359233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:35:16.366142Z","caller":"traceutil/trace.go:171","msg":"trace[2071338502] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:8557; }","duration":"189.902135ms","start":"2026-04-23T02:35:16.176225Z","end":"2026-04-23T02:35:16.366127Z","steps":["trace[2071338502] 'agreement among raft nodes before linearized reading' (duration: 189.74491ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:16.366211Z","caller":"traceutil/trace.go:171","msg":"trace[797696132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8557; }","duration":"153.497757ms","start":"2026-04-23T02:35:16.212673Z","end":"2026-04-23T02:35:16.366171Z","steps":["trace[797696132] 'agreement among raft nodes before linearized reading' (duration: 153.29275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:16.36623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.898138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T02:35:16.366129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.310513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:35:16.366284Z","caller":"traceutil/trace.go:171","msg":"trace[1254345294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8557; }","duration":"152.990861ms","start":"2026-04-23T02:35:16.213283Z","end":"2026-04-23T02:35:16.366274Z","steps":["trace[1254345294] 'agreement among raft nodes before linearized reading' (duration: 152.784134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:16.366201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.273196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:35:16.366334Z","caller":"traceutil/trace.go:171","msg":"trace[732340529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8557; }","duration":"173.518504ms","start":"2026-04-23T02:35:16.192803Z","end":"2026-04-23T02:35:16.366321Z","steps":["trace[732340529] 'agreement among raft nodes before linearized reading' (duration: 173.121992ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:16.366318Z","caller":"traceutil/trace.go:171","msg":"trace[377212929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8557; }","duration":"154.54241ms","start":"2026-04-23T02:35:16.211759Z","end":"2026-04-23T02:35:16.366302Z","steps":["trace[377212929] 'agreement among raft nodes before linearized reading' (duration: 154.257841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:16.924489Z","caller":"traceutil/trace.go:171","msg":"trace[1900385508] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"553.424519ms","start":"2026-04-23T02:35:16.371017Z","end":"2026-04-23T02:35:16.924441Z","steps":["trace[1900385508] 'process raft request' (duration: 553.342256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:16.924829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:16.37099Z","time spent":"553.594405ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:16.92491Z","caller":"traceutil/trace.go:171","msg":"trace[1858326059] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"553.811762ms","start":"2026-04-23T02:35:16.371063Z","end":"2026-04-23T02:35:16.924875Z","steps":["trace[1858326059] 'process raft request' (duration: 553.335297ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:16.925002Z","caller":"traceutil/trace.go:171","msg":"trace[970926056] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"554.039128ms","start":"2026-04-23T02:35:16.370915Z","end":"2026-04-23T02:35:16.924954Z","steps":["trace[970926056] 'process raft request' (duration: 553.258034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:16.925045Z","caller":"traceutil/trace.go:171","msg":"trace[1214020979] linearizableReadLoop","detail":"{readStateIndex:8871; appliedIndex:8867; }","duration":"271.526455ms","start":"2026-04-23T02:35:16.653498Z","end":"2026-04-23T02:35:16.925025Z","steps":["trace[1214020979] 'read index received' (duration: 270.783221ms)","trace[1214020979] 'applied index is now lower than readState.Index' (duration: 742.214µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:16.925106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:16.371038Z","time spent":"553.963566ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:16.925123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:16.370854Z","time spent":"554.208644ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:16.925145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.662459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:16.925176Z","caller":"traceutil/trace.go:171","msg":"trace[755932552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8562; }","duration":"271.738311ms","start":"2026-04-23T02:35:16.653427Z","end":"2026-04-23T02:35:16.925165Z","steps":["trace[755932552] 'agreement among raft nodes before linearized reading' (duration: 271.666999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:16.925144Z","caller":"traceutil/trace.go:171","msg":"trace[1137222666] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"553.608525ms","start":"2026-04-23T02:35:16.371498Z","end":"2026-04-23T02:35:16.925107Z","steps":["trace[1137222666] 'process raft request' (duration: 553.263364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:16.925341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:16.371464Z","time spent":"553.75571ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:17.10374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.77505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:17.103846Z","caller":"traceutil/trace.go:171","msg":"trace[474870705] linearizableReadLoop","detail":"{readStateIndex:8872; appliedIndex:8871; }","duration":"176.777328ms","start":"2026-04-23T02:35:16.92705Z","end":"2026-04-23T02:35:17.103827Z","steps":["trace[474870705] 'read index received' (duration: 52.824122ms)","trace[474870705] 'applied index is now lower than readState.Index' (duration: 123.951936ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:17.10391Z","caller":"traceutil/trace.go:171","msg":"trace[1638211283] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"200.771022ms","start":"2026-04-23T02:35:16.90313Z","end":"2026-04-23T02:35:17.103901Z","steps":["trace[1638211283] 'process raft request' (duration: 76.748014ms)","trace[1638211283] 'compare' (duration: 123.657667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:17.104023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.951983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:17.104116Z","caller":"traceutil/trace.go:171","msg":"trace[483691256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8563; }","duration":"177.084098ms","start":"2026-04-23T02:35:16.927015Z","end":"2026-04-23T02:35:17.104099Z","steps":["trace[483691256] 'agreement among raft nodes before linearized reading' (duration: 176.895812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:17.344072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.228379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:17.344155Z","caller":"traceutil/trace.go:171","msg":"trace[403579574] linearizableReadLoop","detail":"{readStateIndex:8873; appliedIndex:8872; }","duration":"240.276ms","start":"2026-04-23T02:35:17.103866Z","end":"2026-04-23T02:35:17.344142Z","steps":["trace[403579574] 'read index received' (duration: 102.767192ms)","trace[403579574] 'applied index is now lower than readState.Index' (duration: 137.507808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:17.344205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.06188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:17.34422Z","caller":"traceutil/trace.go:171","msg":"trace[1321003612] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8564; }","duration":"266.111972ms","start":"2026-04-23T02:35:17.078102Z","end":"2026-04-23T02:35:17.344214Z","steps":["trace[1321003612] 'agreement among raft nodes before linearized reading' (duration: 266.06974ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:17.344292Z","caller":"traceutil/trace.go:171","msg":"trace[432979519] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"293.774843ms","start":"2026-04-23T02:35:17.050406Z","end":"2026-04-23T02:35:17.344181Z","steps":["trace[432979519] 'process raft request' (duration: 156.366418ms)","trace[432979519] 'compare' (duration: 137.114245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:18.291369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.317449ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T02:35:18.491408Z","caller":"traceutil/trace.go:171","msg":"trace[419955305] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"120.466655ms","start":"2026-04-23T02:35:18.370899Z","end":"2026-04-23T02:35:18.491365Z","steps":["trace[419955305] 'process raft request' (duration: 118.41325ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:18.604839Z","caller":"traceutil/trace.go:171","msg":"trace[709662158] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8874; }","duration":"192.119807ms","start":"2026-04-23T02:35:18.41269Z","end":"2026-04-23T02:35:18.60481Z","steps":["trace[709662158] 'read index received' (duration: 75.605287ms)","trace[709662158] 'applied index is now lower than readState.Index' (duration: 116.51365ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:18.604977Z","caller":"traceutil/trace.go:171","msg":"trace[167677913] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"232.462681ms","start":"2026-04-23T02:35:18.372482Z","end":"2026-04-23T02:35:18.604945Z","steps":["trace[167677913] 'process raft request' (duration: 232.273095ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:18.604948Z","caller":"traceutil/trace.go:171","msg":"trace[1605429439] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"232.770091ms","start":"2026-04-23T02:35:18.372113Z","end":"2026-04-23T02:35:18.604883Z","steps":["trace[1605429439] 'process raft request' (duration: 154.072976ms)","trace[1605429439] 'compare' (duration: 78.401286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:18.605103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.407555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:35:18.605164Z","caller":"traceutil/trace.go:171","msg":"trace[1855062487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8567; }","duration":"192.509208ms","start":"2026-04-23T02:35:18.412641Z","end":"2026-04-23T02:35:18.60515Z","steps":["trace[1855062487] 'agreement among raft nodes before linearized reading' (duration: 192.318372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:18.605102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.45675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:35:18.605272Z","caller":"traceutil/trace.go:171","msg":"trace[1023894989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:8567; }","duration":"188.690527ms","start":"2026-04-23T02:35:18.416566Z","end":"2026-04-23T02:35:18.605257Z","steps":["trace[1023894989] 'agreement among raft nodes before linearized reading' (duration: 188.399918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:19.293496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.129442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:35:19.293586Z","caller":"traceutil/trace.go:171","msg":"trace[816985360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8568; }","duration":"364.300748ms","start":"2026-04-23T02:35:18.929264Z","end":"2026-04-23T02:35:19.293565Z","steps":["trace[816985360] 'range keys from in-memory index tree' (duration: 363.825903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:19.293633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:18.929231Z","time spent":"364.392131ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:19.293618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.557324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T02:35:19.293667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.796963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:35:19.293704Z","caller":"traceutil/trace.go:171","msg":"trace[224243607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8568; }","duration":"363.711959ms","start":"2026-04-23T02:35:18.929969Z","end":"2026-04-23T02:35:19.293681Z","steps":["trace[224243607] 'range keys from in-memory index tree' (duration: 363.327987ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:19.293746Z","caller":"traceutil/trace.go:171","msg":"trace[1292718633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8568; }","duration":"364.924018ms","start":"2026-04-23T02:35:18.928801Z","end":"2026-04-23T02:35:19.293725Z","steps":["trace[1292718633] 'range keys from in-memory index tree' (duration: 364.617228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:19.293752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:18.929942Z","time spent":"363.798981ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:19.293786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:18.928779Z","time spent":"364.9986ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:35:19.293791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.552606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:35:19.293868Z","caller":"traceutil/trace.go:171","msg":"trace[1282702212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8568; }","duration":"364.67691ms","start":"2026-04-23T02:35:18.929171Z","end":"2026-04-23T02:35:19.293848Z","steps":["trace[1282702212] 'range keys from in-memory index tree' (duration: 364.36515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:19.293931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:18.929149Z","time spent":"364.764353ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:19.29411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.66547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:19.294197Z","caller":"traceutil/trace.go:171","msg":"trace[1083726020] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8568; }","duration":"479.813865ms","start":"2026-04-23T02:35:18.814361Z","end":"2026-04-23T02:35:19.294175Z","steps":["trace[1083726020] 'count revisions from in-memory index tree' (duration: 479.31407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:19.294246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:18.814323Z","time spent":"479.907378ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:35:19.588085Z","caller":"traceutil/trace.go:171","msg":"trace[1977223604] linearizableReadLoop","detail":"{readStateIndex:8881; appliedIndex:8878; }","duration":"286.857752ms","start":"2026-04-23T02:35:19.301203Z","end":"2026-04-23T02:35:19.588061Z","steps":["trace[1977223604] 'read index received' (duration: 31.09906ms)","trace[1977223604] 'applied index is now lower than readState.Index' (duration: 255.757442ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:19.58807Z","caller":"traceutil/trace.go:171","msg":"trace[1489168983] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"286.967646ms","start":"2026-04-23T02:35:19.301053Z","end":"2026-04-23T02:35:19.58802Z","steps":["trace[1489168983] 'process raft request' (duration: 269.207171ms)","trace[1489168983] 'compare' (duration: 17.367593ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:19.588156Z","caller":"traceutil/trace.go:171","msg":"trace[318773786] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"286.938605ms","start":"2026-04-23T02:35:19.301181Z","end":"2026-04-23T02:35:19.588119Z","steps":["trace[318773786] 'process raft request' (duration: 286.739179ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:19.588197Z","caller":"traceutil/trace.go:171","msg":"trace[2069920968] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"286.697527ms","start":"2026-04-23T02:35:19.301488Z","end":"2026-04-23T02:35:19.588185Z","steps":["trace[2069920968] 'process raft request' (duration: 286.518192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:19.588345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.122721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-04-23T02:35:19.588387Z","caller":"traceutil/trace.go:171","msg":"trace[674913873] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8572; }","duration":"287.226104ms","start":"2026-04-23T02:35:19.30115Z","end":"2026-04-23T02:35:19.588376Z","steps":["trace[674913873] 'agreement among raft nodes before linearized reading' (duration: 287.064639ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:19.590821Z","caller":"traceutil/trace.go:171","msg":"trace[1836017592] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"241.749227ms","start":"2026-04-23T02:35:19.349051Z","end":"2026-04-23T02:35:19.5908Z","steps":["trace[1836017592] 'process raft request' (duration: 241.245331ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:19.591055Z","caller":"traceutil/trace.go:171","msg":"trace[1993552254] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"110.742825ms","start":"2026-04-23T02:35:19.4803Z","end":"2026-04-23T02:35:19.591043Z","steps":["trace[1993552254] 'process raft request' (duration: 110.125016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:20.214388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.627256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:35:20.21449Z","caller":"traceutil/trace.go:171","msg":"trace[1117951843] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8574; }","duration":"221.802481ms","start":"2026-04-23T02:35:19.992669Z","end":"2026-04-23T02:35:20.214471Z","steps":["trace[1117951843] 'count revisions from in-memory index tree' (duration: 221.45298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:20.214797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.808654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:20.214837Z","caller":"traceutil/trace.go:171","msg":"trace[272117341] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8574; }","duration":"522.865246ms","start":"2026-04-23T02:35:19.691956Z","end":"2026-04-23T02:35:20.214822Z","steps":["trace[272117341] 'count revisions from in-memory index tree' (duration: 522.693651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:20.214869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:19.691944Z","time spent":"522.912047ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:35:35.870165Z","caller":"traceutil/trace.go:171","msg":"trace[52005805] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"176.267121ms","start":"2026-04-23T02:35:35.693872Z","end":"2026-04-23T02:35:35.870139Z","steps":["trace[52005805] 'process raft request' (duration: 149.096286ms)","trace[52005805] 'compare' (duration: 26.917487ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:35.886778Z","caller":"traceutil/trace.go:171","msg":"trace[649046239] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"192.24968ms","start":"2026-04-23T02:35:35.694501Z","end":"2026-04-23T02:35:35.886751Z","steps":["trace[649046239] 'process raft request' (duration: 192.006652ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:39.815156Z","caller":"traceutil/trace.go:171","msg":"trace[306904169] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"344.505897ms","start":"2026-04-23T02:35:39.470621Z","end":"2026-04-23T02:35:39.815127Z","steps":["trace[306904169] 'process raft request' (duration: 344.317701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:39.815312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:39.4706Z","time spent":"344.633142ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:39.846616Z","caller":"traceutil/trace.go:171","msg":"trace[1598526811] linearizableReadLoop","detail":"{readStateIndex:8994; appliedIndex:8992; }","duration":"144.609354ms","start":"2026-04-23T02:35:39.70199Z","end":"2026-04-23T02:35:39.846599Z","steps":["trace[1598526811] 'read index received' (duration: 112.964567ms)","trace[1598526811] 'applied index is now lower than readState.Index' (duration: 31.643757ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:39.84669Z","caller":"traceutil/trace.go:171","msg":"trace[982481949] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"184.435182ms","start":"2026-04-23T02:35:39.662233Z","end":"2026-04-23T02:35:39.846668Z","steps":["trace[982481949] 'process raft request' (duration: 184.251616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:39.846781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.773969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:35:39.846815Z","caller":"traceutil/trace.go:171","msg":"trace[571805899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8680; }","duration":"144.847792ms","start":"2026-04-23T02:35:39.701958Z","end":"2026-04-23T02:35:39.846806Z","steps":["trace[571805899] 'agreement among raft nodes before linearized reading' (duration: 144.707668ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:40.066263Z","caller":"traceutil/trace.go:171","msg":"trace[127358761] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"148.186938ms","start":"2026-04-23T02:35:39.918048Z","end":"2026-04-23T02:35:40.066235Z","steps":["trace[127358761] 'process raft request' (duration: 126.157606ms)","trace[127358761] 'compare' (duration: 21.823515ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:40.066757Z","caller":"traceutil/trace.go:171","msg":"trace[1158524178] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"148.296622ms","start":"2026-04-23T02:35:39.918439Z","end":"2026-04-23T02:35:40.066736Z","steps":["trace[1158524178] 'process raft request' (duration: 147.735984ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:40.066777Z","caller":"traceutil/trace.go:171","msg":"trace[1047119470] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"148.099685ms","start":"2026-04-23T02:35:39.91864Z","end":"2026-04-23T02:35:40.06674Z","steps":["trace[1047119470] 'process raft request' (duration: 147.723083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:41.049365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.747007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:41.049486Z","caller":"traceutil/trace.go:171","msg":"trace[2037675612] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8691; }","duration":"116.918592ms","start":"2026-04-23T02:35:40.932528Z","end":"2026-04-23T02:35:41.049446Z","steps":["trace[2037675612] 'range keys from in-memory index tree' (duration: 116.635524ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:41.242763Z","caller":"traceutil/trace.go:171","msg":"trace[1587754557] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"101.622205ms","start":"2026-04-23T02:35:41.141116Z","end":"2026-04-23T02:35:41.242738Z","steps":["trace[1587754557] 'process raft request' (duration: 101.076658ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:45.223916Z","caller":"traceutil/trace.go:171","msg":"trace[1060070374] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"114.396742ms","start":"2026-04-23T02:35:45.109492Z","end":"2026-04-23T02:35:45.223889Z","steps":["trace[1060070374] 'process raft request' (duration: 114.234987ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:45.445445Z","caller":"traceutil/trace.go:171","msg":"trace[1625177817] linearizableReadLoop","detail":"{readStateIndex:9075; appliedIndex:9074; }","duration":"162.285886ms","start":"2026-04-23T02:35:45.283133Z","end":"2026-04-23T02:35:45.445419Z","steps":["trace[1625177817] 'read index received' (duration: 158.027041ms)","trace[1625177817] 'applied index is now lower than readState.Index' (duration: 4.257145ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:45.445566Z","caller":"traceutil/trace.go:171","msg":"trace[1137215889] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"186.521419ms","start":"2026-04-23T02:35:45.259034Z","end":"2026-04-23T02:35:45.445555Z","steps":["trace[1137215889] 'process raft request' (duration: 182.274403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:45.445723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.577376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:45.445759Z","caller":"traceutil/trace.go:171","msg":"trace[435680951] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8757; }","duration":"162.628978ms","start":"2026-04-23T02:35:45.283121Z","end":"2026-04-23T02:35:45.44575Z","steps":["trace[435680951] 'agreement among raft nodes before linearized reading' (duration: 162.551505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:46.495107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.60187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:46.495285Z","caller":"traceutil/trace.go:171","msg":"trace[674578223] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:8765; }","duration":"120.770085ms","start":"2026-04-23T02:35:46.374432Z","end":"2026-04-23T02:35:46.495202Z","steps":["trace[674578223] 'range keys from in-memory index tree' (duration: 120.520727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:46.495366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.897395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2kspf\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-04-23T02:35:46.495448Z","caller":"traceutil/trace.go:171","msg":"trace[1166130763] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2kspf; range_end:; response_count:1; response_revision:8765; }","duration":"146.034149ms","start":"2026-04-23T02:35:46.349396Z","end":"2026-04-23T02:35:46.49543Z","steps":["trace[1166130763] 'range keys from in-memory index tree' (duration: 145.743039ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:47.060806Z","caller":"traceutil/trace.go:171","msg":"trace[962497231] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"558.711347ms","start":"2026-04-23T02:35:46.502069Z","end":"2026-04-23T02:35:47.06078Z","steps":["trace[962497231] 'process raft request' (duration: 558.551642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.060982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.502052Z","time spent":"558.832621ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4723,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:47.178538Z","caller":"traceutil/trace.go:171","msg":"trace[204539502] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"558.49023ms","start":"2026-04-23T02:35:46.619999Z","end":"2026-04-23T02:35:47.17849Z","steps":["trace[204539502] 'process raft request' (duration: 531.107799ms)","trace[204539502] 'compare' (duration: 26.902976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:47.178682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.619974Z","time spent":"558.650866ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:47.17874Z","caller":"traceutil/trace.go:171","msg":"trace[981479593] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"446.393201ms","start":"2026-04-23T02:35:46.732314Z","end":"2026-04-23T02:35:47.178708Z","steps":["trace[981479593] 'process raft request' (duration: 445.911816ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:47.178782Z","caller":"traceutil/trace.go:171","msg":"trace[1533082030] linearizableReadLoop","detail":"{readStateIndex:9086; appliedIndex:9084; }","duration":"525.549891ms","start":"2026-04-23T02:35:46.653122Z","end":"2026-04-23T02:35:47.178672Z","steps":["trace[1533082030] 'read index received' (duration: 407.564575ms)","trace[1533082030] 'applied index is now lower than readState.Index' (duration: 117.984196ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:47.178853Z","caller":"traceutil/trace.go:171","msg":"trace[2020090888] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"445.028828ms","start":"2026-04-23T02:35:46.733792Z","end":"2026-04-23T02:35:47.178821Z","steps":["trace[2020090888] 'process raft request' (duration: 444.839552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.178899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.732259Z","time spent":"446.555047ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:47.179005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.733768Z","time spent":"445.154592ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:47.179515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.382078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:47.179694Z","caller":"traceutil/trace.go:171","msg":"trace[1419648607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8769; }","duration":"526.586004ms","start":"2026-04-23T02:35:46.653093Z","end":"2026-04-23T02:35:47.179679Z","steps":["trace[1419648607] 'agreement among raft nodes before linearized reading' (duration: 525.82104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.179531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.348399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T02:35:47.179803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.966198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:35:47.179836Z","caller":"traceutil/trace.go:171","msg":"trace[1858352159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8769; }","duration":"217.03363ms","start":"2026-04-23T02:35:46.962793Z","end":"2026-04-23T02:35:47.179827Z","steps":["trace[1858352159] 'agreement among raft nodes before linearized reading' (duration: 216.249555ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:47.179843Z","caller":"traceutil/trace.go:171","msg":"trace[425606504] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:8769; }","duration":"315.69391ms","start":"2026-04-23T02:35:46.864131Z","end":"2026-04-23T02:35:47.179825Z","steps":["trace[425606504] 'agreement among raft nodes before linearized reading' (duration: 314.885934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:47.1799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.864113Z","time spent":"315.766093ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:35:47.179914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:46.653082Z","time spent":"526.645686ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:35:48.562682Z","caller":"traceutil/trace.go:171","msg":"trace[1512027149] linearizableReadLoop","detail":"{readStateIndex:9096; appliedIndex:9095; }","duration":"343.244438ms","start":"2026-04-23T02:35:48.219413Z","end":"2026-04-23T02:35:48.562658Z","steps":["trace[1512027149] 'read index received' (duration: 343.00916ms)","trace[1512027149] 'applied index is now lower than readState.Index' (duration: 234.228µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:48.562755Z","caller":"traceutil/trace.go:171","msg":"trace[993250463] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"346.842762ms","start":"2026-04-23T02:35:48.215877Z","end":"2026-04-23T02:35:48.562719Z","steps":["trace[993250463] 'process raft request' (duration: 346.607254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:48.56314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.120091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:48.563183Z","caller":"traceutil/trace.go:171","msg":"trace[1465978156] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8777; }","duration":"309.175052ms","start":"2026-04-23T02:35:48.253995Z","end":"2026-04-23T02:35:48.56317Z","steps":["trace[1465978156] 'agreement among raft nodes before linearized reading' (duration: 309.11187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:48.563223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:48.253989Z","time spent":"309.225405ms","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:48.563276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.933947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:48.563379Z","caller":"traceutil/trace.go:171","msg":"trace[167137891] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8777; }","duration":"223.097522ms","start":"2026-04-23T02:35:48.340258Z","end":"2026-04-23T02:35:48.563355Z","steps":["trace[167137891] 'agreement among raft nodes before linearized reading' (duration: 222.877745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:48.562951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.505766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:35:48.563484Z","caller":"traceutil/trace.go:171","msg":"trace[753850415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8777; }","duration":"344.055534ms","start":"2026-04-23T02:35:48.219378Z","end":"2026-04-23T02:35:48.563433Z","steps":["trace[753850415] 'agreement among raft nodes before linearized reading' (duration: 343.402273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:48.563638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:48.215856Z","time spent":"347.662788ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:48.56361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:48.219362Z","time spent":"344.216038ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:50.480372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752179461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:50.980769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752179461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:51.48173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752179461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:35:51.812147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.833374596s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:35:51.812484Z","caller":"traceutil/trace.go:171","msg":"trace[1581301511] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"1.833785399s","start":"2026-04-23T02:35:49.978673Z","end":"2026-04-23T02:35:51.812459Z","steps":["trace[1581301511] 'process raft request' (duration: 1.833625144s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:51.812625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:49.978653Z","time spent":"1.833884462s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:53.026049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109987328s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:35:53.046696Z","caller":"traceutil/trace.go:171","msg":"trace[60373855] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"1.858029733s","start":"2026-04-23T02:35:51.188635Z","end":"2026-04-23T02:35:53.046665Z","steps":["trace[60373855] 'process raft request' (duration: 1.837859821s)","trace[60373855] 'compare' (duration: 19.690806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:53.046869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:51.188617Z","time spent":"1.858165276s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:53.046907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.066782643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:35:53.046955Z","caller":"traceutil/trace.go:171","msg":"trace[214303656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8787; }","duration":"3.066892716s","start":"2026-04-23T02:35:49.980051Z","end":"2026-04-23T02:35:53.046944Z","steps":["trace[214303656] 'agreement among raft nodes before linearized reading' (duration: 3.06670566s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:53.04704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:49.980028Z","time spent":"3.066964389s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:35:53.046703Z","caller":"traceutil/trace.go:171","msg":"trace[1122602516] linearizableReadLoop","detail":"{readStateIndex:9106; appliedIndex:9102; }","duration":"3.066571537s","start":"2026-04-23T02:35:49.980103Z","end":"2026-04-23T02:35:53.046674Z","steps":["trace[1122602516] 'read index received' (duration: 1.832189919s)","trace[1122602516] 'applied index is now lower than readState.Index' (duration: 1.234380488s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:53.047302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012431733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:35:53.047347Z","caller":"traceutil/trace.go:171","msg":"trace[2147446504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8787; }","duration":"3.012502825s","start":"2026-04-23T02:35:50.034832Z","end":"2026-04-23T02:35:53.047335Z","steps":["trace[2147446504] 'agreement among raft nodes before linearized reading' (duration: 3.01235546s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:53.047371Z","caller":"traceutil/trace.go:171","msg":"trace[454008574] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"1.857599629s","start":"2026-04-23T02:35:51.189758Z","end":"2026-04-23T02:35:53.047358Z","steps":["trace[454008574] 'process raft request' (duration: 1.856732751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:53.04738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:50.034821Z","time spent":"3.012552597s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:35:53.047463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:51.189748Z","time spent":"1.85765364s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:53.047694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.252754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:53.047742Z","caller":"traceutil/trace.go:171","msg":"trace[1789812292] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8787; }","duration":"564.299815ms","start":"2026-04-23T02:35:52.48343Z","end":"2026-04-23T02:35:53.04773Z","steps":["trace[1789812292] 'agreement among raft nodes before linearized reading' (duration: 564.234063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:53.047779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:52.483375Z","time spent":"564.395889ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:53.047809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862615908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:35:53.047669Z","caller":"traceutil/trace.go:171","msg":"trace[970238404] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"1.85512931s","start":"2026-04-23T02:35:51.192506Z","end":"2026-04-23T02:35:53.047636Z","steps":["trace[970238404] 'process raft request' (duration: 1.854120868s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:53.047875Z","caller":"traceutil/trace.go:171","msg":"trace[536430100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8787; }","duration":"1.862727162s","start":"2026-04-23T02:35:51.185133Z","end":"2026-04-23T02:35:53.04786Z","steps":["trace[536430100] 'agreement among raft nodes before linearized reading' (duration: 1.862603948s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:53.047903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:51.192489Z","time spent":"1.855378398s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:53.0479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577417174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-04-23T02:35:53.047918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:51.185093Z","time spent":"1.862815315s","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:53.047919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476615625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T02:35:53.047953Z","caller":"traceutil/trace.go:171","msg":"trace[344216425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8787; }","duration":"2.577568709s","start":"2026-04-23T02:35:50.470374Z","end":"2026-04-23T02:35:53.047943Z","steps":["trace[344216425] 'agreement among raft nodes before linearized reading' (duration: 2.577375493s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:53.047956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479731454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:35:53.047977Z","caller":"traceutil/trace.go:171","msg":"trace[202520655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8787; }","duration":"2.476696328s","start":"2026-04-23T02:35:50.571264Z","end":"2026-04-23T02:35:53.04796Z","steps":["trace[202520655] 'agreement among raft nodes before linearized reading' (duration: 2.476532543s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:53.047985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:50.470362Z","time spent":"2.57761743s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:35:53.047967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818892562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-23T02:35:53.047994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393445122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:35:53.048012Z","caller":"traceutil/trace.go:171","msg":"trace[1155100470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8787; }","duration":"2.479829257s","start":"2026-04-23T02:35:50.568166Z","end":"2026-04-23T02:35:53.047995Z","steps":["trace[1155100470] 'agreement among raft nodes before linearized reading' (duration: 2.479641061s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:53.048041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.829351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:35:53.048041Z","caller":"traceutil/trace.go:171","msg":"trace[2054203667] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8787; }","duration":"2.818999065s","start":"2026-04-23T02:35:50.229024Z","end":"2026-04-23T02:35:53.048023Z","steps":["trace[2054203667] 'agreement among raft nodes before linearized reading' (duration: 2.818774598s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:53.048082Z","caller":"traceutil/trace.go:171","msg":"trace[1843435044] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8787; }","duration":"765.901603ms","start":"2026-04-23T02:35:52.282172Z","end":"2026-04-23T02:35:53.048073Z","steps":["trace[1843435044] 'agreement among raft nodes before linearized reading' (duration: 765.80639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:53.048093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:50.229013Z","time spent":"2.819072608s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-23T02:35:53.048088Z","caller":"traceutil/trace.go:171","msg":"trace[728468055] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8787; }","duration":"1.393581146s","start":"2026-04-23T02:35:51.654486Z","end":"2026-04-23T02:35:53.048067Z","steps":["trace[728468055] 'agreement among raft nodes before linearized reading' (duration: 1.393413881s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:53.04809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:50.568146Z","time spent":"2.47993007s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:53.048092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267428125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:53.04812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:52.28215Z","time spent":"765.962216ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:53.048146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:51.654466Z","time spent":"1.393663089s","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:53.048213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804358624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:35:53.048022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:50.571254Z","time spent":"2.476755779s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T02:35:53.048265Z","caller":"traceutil/trace.go:171","msg":"trace[1371224352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8787; }","duration":"1.804434576s","start":"2026-04-23T02:35:51.243817Z","end":"2026-04-23T02:35:53.048252Z","steps":["trace[1371224352] 'agreement among raft nodes before linearized reading' (duration: 1.804316452s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:53.048248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.149524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:35:53.048288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849967726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T02:35:53.04831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:51.243803Z","time spent":"1.804497718s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:35:53.048155Z","caller":"traceutil/trace.go:171","msg":"trace[256227458] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8787; }","duration":"2.267511357s","start":"2026-04-23T02:35:50.780627Z","end":"2026-04-23T02:35:53.048138Z","steps":["trace[256227458] 'agreement among raft nodes before linearized reading' (duration: 2.267424255s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:53.048331Z","caller":"traceutil/trace.go:171","msg":"trace[1607882498] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8787; }","duration":"958.288598ms","start":"2026-04-23T02:35:52.090024Z","end":"2026-04-23T02:35:53.048313Z","steps":["trace[1607882498] 'agreement among raft nodes before linearized reading' (duration: 958.124213ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:53.04834Z","caller":"traceutil/trace.go:171","msg":"trace[2097352708] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:8787; }","duration":"1.850047498s","start":"2026-04-23T02:35:51.198274Z","end":"2026-04-23T02:35:53.048322Z","steps":["trace[2097352708] 'agreement among raft nodes before linearized reading' (duration: 1.849920044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:53.04837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:52.09Z","time spent":"958.360291ms","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:53.048386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:51.198261Z","time spent":"1.85011145s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:35:53.048381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:50.780613Z","time spent":"2.267742475s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:53.048112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396672784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:53.048447Z","caller":"traceutil/trace.go:171","msg":"trace[390671928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8787; }","duration":"1.397034416s","start":"2026-04-23T02:35:51.651398Z","end":"2026-04-23T02:35:53.048432Z","steps":["trace[390671928] 'agreement among raft nodes before linearized reading' (duration: 1.396681355s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:53.048508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:51.651379Z","time spent":"1.397117789s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:35:54.321258Z","caller":"traceutil/trace.go:171","msg":"trace[926678636] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"503.214921ms","start":"2026-04-23T02:35:53.818013Z","end":"2026-04-23T02:35:54.321228Z","steps":["trace[926678636] 'process raft request' (duration: 503.064316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:54.321396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:53.817966Z","time spent":"503.369535ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:55.150255Z","caller":"traceutil/trace.go:171","msg":"trace[1433755669] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"225.380145ms","start":"2026-04-23T02:35:54.924831Z","end":"2026-04-23T02:35:55.150211Z","steps":["trace[1433755669] 'process raft request' (duration: 225.236301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.607206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.674177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:35:56.607701Z","caller":"traceutil/trace.go:171","msg":"trace[1049532165] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"1.552820436s","start":"2026-04-23T02:35:55.054865Z","end":"2026-04-23T02:35:56.607685Z","steps":["trace[1049532165] 'process raft request' (duration: 1.552442964s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.607767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.054852Z","time spent":"1.552887098s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:56.607848Z","caller":"traceutil/trace.go:171","msg":"trace[823123698] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"1.554474429s","start":"2026-04-23T02:35:55.05336Z","end":"2026-04-23T02:35:56.607834Z","steps":["trace[823123698] 'process raft request' (duration: 798.082048ms)","trace[823123698] 'compare' (duration: 755.332807ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:35:56.607866Z","caller":"traceutil/trace.go:171","msg":"trace[1310532152] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"1.552929079s","start":"2026-04-23T02:35:55.05492Z","end":"2026-04-23T02:35:56.607849Z","steps":["trace[1310532152] 'process raft request' (duration: 1.552457254s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.607911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.053328Z","time spent":"1.554555001s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:35:56.607881Z","caller":"traceutil/trace.go:171","msg":"trace[856289732] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9117; }","duration":"1.536559718s","start":"2026-04-23T02:35:55.071291Z","end":"2026-04-23T02:35:56.607851Z","steps":["trace[856289732] 'read index received' (duration: 78.748537ms)","trace[856289732] 'applied index is now lower than readState.Index' (duration: 1.457807961s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:35:56.607938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.054898Z","time spent":"1.553002802s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:35:56.610399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539099819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T02:35:56.610455Z","caller":"traceutil/trace.go:171","msg":"trace[602520337] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8801; }","duration":"1.539176941s","start":"2026-04-23T02:35:55.071262Z","end":"2026-04-23T02:35:56.610439Z","steps":["trace[602520337] 'agreement among raft nodes before linearized reading' (duration: 1.536668592s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.61049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.071247Z","time spent":"1.539233994s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T02:35:56.610641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482207538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-b5b8b655c-b7pfr.18a8dbc5b14a2a6f\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-23T02:35:56.610681Z","caller":"traceutil/trace.go:171","msg":"trace[804552770] range","detail":"{range_begin:/registry/events/openstack/barbican-api-b5b8b655c-b7pfr.18a8dbc5b14a2a6f; range_end:; response_count:1; response_revision:8802; }","duration":"1.482294971s","start":"2026-04-23T02:35:55.128374Z","end":"2026-04-23T02:35:56.610669Z","steps":["trace[804552770] 'agreement among raft nodes before linearized reading' (duration: 1.482138196s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.61071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.128351Z","time spent":"1.482350683s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-b5b8b655c-b7pfr.18a8dbc5b14a2a6f\" "} {"level":"warn","ts":"2026-04-23T02:35:56.610712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45965309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:35:56.61077Z","caller":"traceutil/trace.go:171","msg":"trace[1577841612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:8802; }","duration":"1.459723273s","start":"2026-04-23T02:35:55.151033Z","end":"2026-04-23T02:35:56.610756Z","steps":["trace[1577841612] 'agreement among raft nodes before linearized reading' (duration: 1.459525296s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.610802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.150956Z","time spent":"1.459837276s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:35:56.610848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464081331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:35:56.610883Z","caller":"traceutil/trace.go:171","msg":"trace[1452468260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8802; }","duration":"1.464129192s","start":"2026-04-23T02:35:55.146744Z","end":"2026-04-23T02:35:56.610873Z","steps":["trace[1452468260] 'agreement among raft nodes before linearized reading' (duration: 1.464037829s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.610902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464165574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T02:35:56.610909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.146739Z","time spent":"1.464162933s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T02:35:56.610931Z","caller":"traceutil/trace.go:171","msg":"trace[2038296131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8802; }","duration":"1.464210615s","start":"2026-04-23T02:35:55.146711Z","end":"2026-04-23T02:35:56.610921Z","steps":["trace[2038296131] 'agreement among raft nodes before linearized reading' (duration: 1.464132502s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.610956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.146704Z","time spent":"1.464244347s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T02:35:56.610956Z","caller":"traceutil/trace.go:171","msg":"trace[1605737027] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"284.835048ms","start":"2026-04-23T02:35:56.326096Z","end":"2026-04-23T02:35:56.610931Z","steps":["trace[1605737027] 'process raft request' (duration: 284.159927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.611022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463932756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T02:35:56.611051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.451675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-23T02:35:56.611061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464596777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:35:56.611073Z","caller":"traceutil/trace.go:171","msg":"trace[1972209606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8802; }","duration":"1.464005648s","start":"2026-04-23T02:35:55.147053Z","end":"2026-04-23T02:35:56.611059Z","steps":["trace[1972209606] 'agreement among raft nodes before linearized reading' (duration: 1.463850653s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:56.611088Z","caller":"traceutil/trace.go:171","msg":"trace[1184897324] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8802; }","duration":"550.522967ms","start":"2026-04-23T02:35:56.060551Z","end":"2026-04-23T02:35:56.611074Z","steps":["trace[1184897324] 'agreement among raft nodes before linearized reading' (duration: 550.425864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.611107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.147049Z","time spent":"1.46405017s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:35:56.611117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:56.060529Z","time spent":"550.580089ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:35:56.611137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472400355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:35:56.611156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464111912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:35:56.611168Z","caller":"traceutil/trace.go:171","msg":"trace[247936721] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8802; }","duration":"1.472486048s","start":"2026-04-23T02:35:55.138673Z","end":"2026-04-23T02:35:56.611159Z","steps":["trace[247936721] 'agreement among raft nodes before linearized reading' (duration: 1.472431557s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:56.611185Z","caller":"traceutil/trace.go:171","msg":"trace[1443131947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8802; }","duration":"1.464158083s","start":"2026-04-23T02:35:55.147019Z","end":"2026-04-23T02:35:56.611177Z","steps":["trace[1443131947] 'agreement among raft nodes before linearized reading' (duration: 1.46407768s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.611195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.138639Z","time spent":"1.47254736s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:56.611211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.147012Z","time spent":"1.464191615s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:35:56.611285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116486315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:35:56.611318Z","caller":"traceutil/trace.go:171","msg":"trace[1389078132] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8802; }","duration":"1.116555587s","start":"2026-04-23T02:35:55.494751Z","end":"2026-04-23T02:35:56.611307Z","steps":["trace[1389078132] 'agreement among raft nodes before linearized reading' (duration: 1.116498195s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.611346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.494731Z","time spent":"1.116606759s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:56.61148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347935453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:35:56.611515Z","caller":"traceutil/trace.go:171","msg":"trace[1255055733] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8802; }","duration":"1.348029966s","start":"2026-04-23T02:35:55.263476Z","end":"2026-04-23T02:35:56.611506Z","steps":["trace[1255055733] 'agreement among raft nodes before linearized reading' (duration: 1.347934823s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:35:56.611089Z","caller":"traceutil/trace.go:171","msg":"trace[1020112488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8802; }","duration":"1.4646648s","start":"2026-04-23T02:35:55.146416Z","end":"2026-04-23T02:35:56.611081Z","steps":["trace[1020112488] 'agreement among raft nodes before linearized reading' (duration: 1.464590708s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:35:56.611543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.263436Z","time spent":"1.348098578s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:35:56.611561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:35:55.146382Z","time spent":"1.465163266s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:36:00.886939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.563143ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:00.887089Z","caller":"traceutil/trace.go:171","msg":"trace[1250185568] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8825; }","duration":"128.734539ms","start":"2026-04-23T02:36:00.758329Z","end":"2026-04-23T02:36:00.887064Z","steps":["trace[1250185568] 'range keys from in-memory index tree' (duration: 128.540353ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:00.88718Z","caller":"traceutil/trace.go:171","msg":"trace[1887702465] linearizableReadLoop","detail":"{readStateIndex:9148; appliedIndex:9147; }","duration":"171.460929ms","start":"2026-04-23T02:36:00.715698Z","end":"2026-04-23T02:36:00.887159Z","steps":["trace[1887702465] 'read index received' (duration: 82.996752ms)","trace[1887702465] 'applied index is now lower than readState.Index' (duration: 88.463197ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:36:00.887246Z","caller":"traceutil/trace.go:171","msg":"trace[909909137] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"174.9531ms","start":"2026-04-23T02:36:00.712241Z","end":"2026-04-23T02:36:00.887194Z","steps":["trace[909909137] 'process raft request' (duration: 86.436122ms)","trace[909909137] 'compare' (duration: 88.249219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:36:00.887358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.645064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:36:00.88739Z","caller":"traceutil/trace.go:171","msg":"trace[193316743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8826; }","duration":"171.708037ms","start":"2026-04-23T02:36:00.715668Z","end":"2026-04-23T02:36:00.887376Z","steps":["trace[193316743] 'agreement among raft nodes before linearized reading' (duration: 171.578812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:00.915293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.211328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:36:00.915279Z","caller":"traceutil/trace.go:171","msg":"trace[1456235525] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"199.46435ms","start":"2026-04-23T02:36:00.715772Z","end":"2026-04-23T02:36:00.915237Z","steps":["trace[1456235525] 'process raft request' (duration: 199.255004ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:00.915353Z","caller":"traceutil/trace.go:171","msg":"trace[1197060073] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:8827; }","duration":"191.29321ms","start":"2026-04-23T02:36:00.724046Z","end":"2026-04-23T02:36:00.915339Z","steps":["trace[1197060073] 'agreement among raft nodes before linearized reading' (duration: 191.129174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:00.915337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.244862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:36:00.9154Z","caller":"traceutil/trace.go:171","msg":"trace[1749137431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8827; }","duration":"198.337664ms","start":"2026-04-23T02:36:00.717048Z","end":"2026-04-23T02:36:00.915385Z","steps":["trace[1749137431] 'agreement among raft nodes before linearized reading' (duration: 198.109497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:00.915461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.206043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:36:00.915538Z","caller":"traceutil/trace.go:171","msg":"trace[1785408160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8827; }","duration":"194.321066ms","start":"2026-04-23T02:36:00.721195Z","end":"2026-04-23T02:36:00.915516Z","steps":["trace[1785408160] 'agreement among raft nodes before linearized reading' (duration: 194.068138ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:02.511391Z","caller":"traceutil/trace.go:171","msg":"trace[1489284346] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"132.257381ms","start":"2026-04-23T02:36:02.379108Z","end":"2026-04-23T02:36:02.511365Z","steps":["trace[1489284346] 'process raft request' (duration: 132.090865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:06.728475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752179772,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:36:06.918349Z","caller":"traceutil/trace.go:171","msg":"trace[1005105316] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"739.354228ms","start":"2026-04-23T02:36:06.178964Z","end":"2026-04-23T02:36:06.918318Z","steps":["trace[1005105316] 'process raft request' (duration: 690.204234ms)","trace[1005105316] 'compare' (duration: 48.899106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:36:06.918557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:06.178942Z","time spent":"739.477363ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:06.990294Z","caller":"traceutil/trace.go:171","msg":"trace[1048150146] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"448.318163ms","start":"2026-04-23T02:36:06.541929Z","end":"2026-04-23T02:36:06.990247Z","steps":["trace[1048150146] 'process raft request' (duration: 448.034254ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:06.99033Z","caller":"traceutil/trace.go:171","msg":"trace[165170342] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"281.242573ms","start":"2026-04-23T02:36:06.70907Z","end":"2026-04-23T02:36:06.990312Z","steps":["trace[165170342] 'process raft request' (duration: 281.13477ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:06.990348Z","caller":"traceutil/trace.go:171","msg":"trace[1154404652] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"343.041981ms","start":"2026-04-23T02:36:06.647271Z","end":"2026-04-23T02:36:06.990312Z","steps":["trace[1154404652] 'process raft request' (duration: 342.833505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:06.990447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:06.541917Z","time spent":"448.459397ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T02:36:06.990495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:06.647244Z","time spent":"343.171906ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:06.990589Z","caller":"traceutil/trace.go:171","msg":"trace[1956177446] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"280.165029ms","start":"2026-04-23T02:36:06.710402Z","end":"2026-04-23T02:36:06.990567Z","steps":["trace[1956177446] 'process raft request' (duration: 279.86139ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:06.990749Z","caller":"traceutil/trace.go:171","msg":"trace[1573976796] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"228.240927ms","start":"2026-04-23T02:36:06.762494Z","end":"2026-04-23T02:36:06.990735Z","steps":["trace[1573976796] 'process raft request' (duration: 227.949138ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:06.99074Z","caller":"traceutil/trace.go:171","msg":"trace[2033911480] linearizableReadLoop","detail":"{readStateIndex:9224; appliedIndex:9219; }","duration":"762.636839ms","start":"2026-04-23T02:36:06.228082Z","end":"2026-04-23T02:36:06.990719Z","steps":["trace[2033911480] 'read index received' (duration: 641.10054ms)","trace[2033911480] 'applied index is now lower than readState.Index' (duration: 121.535139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:36:06.990988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.96167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:36:06.99116Z","caller":"traceutil/trace.go:171","msg":"trace[1508091793] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8900; }","duration":"725.185297ms","start":"2026-04-23T02:36:06.26596Z","end":"2026-04-23T02:36:06.991145Z","steps":["trace[1508091793] 'agreement among raft nodes before linearized reading' (duration: 724.97854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:06.991322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.550714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2kspf\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-04-23T02:36:06.991419Z","caller":"traceutil/trace.go:171","msg":"trace[1823022075] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2kspf; range_end:; response_count:1; response_revision:8900; }","duration":"450.689578ms","start":"2026-04-23T02:36:06.540713Z","end":"2026-04-23T02:36:06.991402Z","steps":["trace[1823022075] 'agreement among raft nodes before linearized reading' (duration: 450.43307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:06.991478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:06.540694Z","time spent":"450.768621ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4667,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2kspf\" "} {"level":"warn","ts":"2026-04-23T02:36:06.991519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.200193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-04-23T02:36:06.991596Z","caller":"traceutil/trace.go:171","msg":"trace[1459290198] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8900; }","duration":"668.316757ms","start":"2026-04-23T02:36:06.323257Z","end":"2026-04-23T02:36:06.991574Z","steps":["trace[1459290198] 'agreement among raft nodes before linearized reading' (duration: 667.896433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:06.991654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:06.323234Z","time spent":"668.40602ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414491,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T02:36:06.991361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:06.265934Z","time spent":"725.410264ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:36:06.990982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.890637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:36:06.991889Z","caller":"traceutil/trace.go:171","msg":"trace[874492232] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8900; }","duration":"763.863008ms","start":"2026-04-23T02:36:06.22801Z","end":"2026-04-23T02:36:06.991873Z","steps":["trace[874492232] 'agreement among raft nodes before linearized reading' (duration: 762.881687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:06.991948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:06.227984Z","time spent":"763.944491ms","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:36:06.991053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.191145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:06.992091Z","caller":"traceutil/trace.go:171","msg":"trace[1180174233] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8900; }","duration":"207.214167ms","start":"2026-04-23T02:36:06.78485Z","end":"2026-04-23T02:36:06.992064Z","steps":["trace[1180174233] 'agreement among raft nodes before linearized reading' (duration: 206.175714ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:07.224652Z","caller":"traceutil/trace.go:171","msg":"trace[1098265272] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"224.792787ms","start":"2026-04-23T02:36:06.999833Z","end":"2026-04-23T02:36:07.224626Z","steps":["trace[1098265272] 'process raft request' (duration: 224.704864ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:07.224843Z","caller":"traceutil/trace.go:171","msg":"trace[2095179285] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"225.012924ms","start":"2026-04-23T02:36:06.999799Z","end":"2026-04-23T02:36:07.224812Z","steps":["trace[2095179285] 'process raft request' (duration: 224.689084ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:07.224971Z","caller":"traceutil/trace.go:171","msg":"trace[864752484] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"225.098407ms","start":"2026-04-23T02:36:06.999859Z","end":"2026-04-23T02:36:07.224958Z","steps":["trace[864752484] 'process raft request' (duration: 224.724215ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:07.22497Z","caller":"traceutil/trace.go:171","msg":"trace[1968246039] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9225; }","duration":"224.103384ms","start":"2026-04-23T02:36:07.000846Z","end":"2026-04-23T02:36:07.224949Z","steps":["trace[1968246039] 'read index received' (duration: 30.260243ms)","trace[1968246039] 'applied index is now lower than readState.Index' (duration: 193.842021ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:36:07.224998Z","caller":"traceutil/trace.go:171","msg":"trace[1049912448] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"225.114746ms","start":"2026-04-23T02:36:06.999872Z","end":"2026-04-23T02:36:07.224987Z","steps":["trace[1049912448] 'process raft request' (duration: 224.996323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:07.225306Z","caller":"traceutil/trace.go:171","msg":"trace[236360366] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"225.546981ms","start":"2026-04-23T02:36:06.999741Z","end":"2026-04-23T02:36:07.225288Z","steps":["trace[236360366] 'process raft request' (duration: 224.58268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:07.225795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.930881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:36:07.225843Z","caller":"traceutil/trace.go:171","msg":"trace[2132497779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:8906; }","duration":"224.991203ms","start":"2026-04-23T02:36:07.000831Z","end":"2026-04-23T02:36:07.225822Z","steps":["trace[2132497779] 'agreement among raft nodes before linearized reading' (duration: 224.208088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:07.242679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.670027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:36:07.242907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.545789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:07.244199Z","caller":"traceutil/trace.go:171","msg":"trace[2076123562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8907; }","duration":"149.883511ms","start":"2026-04-23T02:36:07.094295Z","end":"2026-04-23T02:36:07.244178Z","steps":["trace[2076123562] 'agreement among raft nodes before linearized reading' (duration: 148.533428ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:07.244132Z","caller":"traceutil/trace.go:171","msg":"trace[1433399295] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8907; }","duration":"125.142484ms","start":"2026-04-23T02:36:07.118961Z","end":"2026-04-23T02:36:07.244104Z","steps":["trace[1433399295] 'agreement among raft nodes before linearized reading' (duration: 123.671577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:08.36537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752179828,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:36:08.756277Z","caller":"traceutil/trace.go:171","msg":"trace[1416809579] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"977.959533ms","start":"2026-04-23T02:36:07.778291Z","end":"2026-04-23T02:36:08.756251Z","steps":["trace[1416809579] 'process raft request' (duration: 977.755977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:08.756484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:07.778275Z","time spent":"978.079757ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:09.150934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.331118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:36:09.151178Z","caller":"traceutil/trace.go:171","msg":"trace[2077208218] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"878.699094ms","start":"2026-04-23T02:36:08.272441Z","end":"2026-04-23T02:36:09.15114Z","steps":["trace[2077208218] 'process raft request' (duration: 754.069446ms)","trace[2077208218] 'compare' (duration: 124.06869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:36:09.151347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:08.272411Z","time spent":"878.850828ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:09.238346Z","caller":"traceutil/trace.go:171","msg":"trace[1685165583] linearizableReadLoop","detail":"{readStateIndex:9237; appliedIndex:9235; }","duration":"1.3730121s","start":"2026-04-23T02:36:07.865305Z","end":"2026-04-23T02:36:09.238317Z","steps":["trace[1685165583] 'read index received' (duration: 890.793928ms)","trace[1685165583] 'applied index is now lower than readState.Index' (duration: 482.217102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:36:09.238635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37330465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19382"} {"level":"info","ts":"2026-04-23T02:36:09.238681Z","caller":"traceutil/trace.go:171","msg":"trace[1624664838] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8912; }","duration":"1.373372352s","start":"2026-04-23T02:36:07.865298Z","end":"2026-04-23T02:36:09.238671Z","steps":["trace[1624664838] 'agreement among raft nodes before linearized reading' (duration: 1.373169456s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:09.23872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:07.865243Z","time spent":"1.373469005s","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19404,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T02:36:09.238944Z","caller":"traceutil/trace.go:171","msg":"trace[484167911] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"241.986044ms","start":"2026-04-23T02:36:08.99693Z","end":"2026-04-23T02:36:09.238916Z","steps":["trace[484167911] 'process raft request' (duration: 241.283812ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:09.23899Z","caller":"traceutil/trace.go:171","msg":"trace[279242002] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"241.106645ms","start":"2026-04-23T02:36:08.997851Z","end":"2026-04-23T02:36:09.238957Z","steps":["trace[279242002] 'process raft request' (duration: 240.954421ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:09.239204Z","caller":"traceutil/trace.go:171","msg":"trace[741782724] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"241.197349ms","start":"2026-04-23T02:36:08.997982Z","end":"2026-04-23T02:36:09.23918Z","steps":["trace[741782724] 'process raft request' (duration: 240.9377ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:09.239267Z","caller":"traceutil/trace.go:171","msg":"trace[1588351591] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"240.170026ms","start":"2026-04-23T02:36:08.999082Z","end":"2026-04-23T02:36:09.239252Z","steps":["trace[1588351591] 'process raft request' (duration: 240.004161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:09.239309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061501993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:09.239368Z","caller":"traceutil/trace.go:171","msg":"trace[611633483] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8916; }","duration":"1.061604916s","start":"2026-04-23T02:36:08.177749Z","end":"2026-04-23T02:36:09.239354Z","steps":["trace[611633483] 'agreement among raft nodes before linearized reading' (duration: 1.061501413s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:09.23941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:08.177728Z","time spent":"1.061672469s","remote":"127.0.0.1:60824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:36:09.239362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.081768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:09.239514Z","caller":"traceutil/trace.go:171","msg":"trace[205305099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8916; }","duration":"575.268183ms","start":"2026-04-23T02:36:08.664218Z","end":"2026-04-23T02:36:09.239486Z","steps":["trace[205305099] 'agreement among raft nodes before linearized reading' (duration: 575.067977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:09.239556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.812278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:36:09.239583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:08.664195Z","time spent":"575.371577ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:36:09.239613Z","caller":"traceutil/trace.go:171","msg":"trace[1752283471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8916; }","duration":"192.899111ms","start":"2026-04-23T02:36:09.046698Z","end":"2026-04-23T02:36:09.239597Z","steps":["trace[1752283471] 'agreement among raft nodes before linearized reading' (duration: 192.699184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:09.23961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.100141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-23T02:36:09.239708Z","caller":"traceutil/trace.go:171","msg":"trace[130019387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8916; }","duration":"833.245996ms","start":"2026-04-23T02:36:08.406445Z","end":"2026-04-23T02:36:09.239691Z","steps":["trace[130019387] 'agreement among raft nodes before linearized reading' (duration: 832.938866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:09.239771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.403487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:36:09.239868Z","caller":"traceutil/trace.go:171","msg":"trace[1087177546] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8916; }","duration":"782.642545ms","start":"2026-04-23T02:36:08.457193Z","end":"2026-04-23T02:36:09.239835Z","steps":["trace[1087177546] 'agreement among raft nodes before linearized reading' (duration: 782.14198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:09.239785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:08.406391Z","time spent":"833.38205ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:36:09.239959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:08.457184Z","time spent":"782.761559ms","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:36:10.731967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752179853,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:36:10.906753Z","caller":"traceutil/trace.go:171","msg":"trace[656390174] linearizableReadLoop","detail":"{readStateIndex:9248; appliedIndex:9247; }","duration":"675.513787ms","start":"2026-04-23T02:36:10.231219Z","end":"2026-04-23T02:36:10.906733Z","steps":["trace[656390174] 'read index received' (duration: 675.348632ms)","trace[656390174] 'applied index is now lower than readState.Index' (duration: 164.265µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:36:10.90686Z","caller":"traceutil/trace.go:171","msg":"trace[1440568111] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"748.453929ms","start":"2026-04-23T02:36:10.158368Z","end":"2026-04-23T02:36:10.906822Z","steps":["trace[1440568111] 'process raft request' (duration: 748.142949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:10.906938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.701783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T02:36:10.906965Z","caller":"traceutil/trace.go:171","msg":"trace[121296698] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8922; }","duration":"675.774616ms","start":"2026-04-23T02:36:10.231183Z","end":"2026-04-23T02:36:10.906958Z","steps":["trace[121296698] 'agreement among raft nodes before linearized reading' (duration: 675.658802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:10.906993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:10.231168Z","time spent":"675.815546ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T02:36:10.907036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:10.158342Z","time spent":"748.601324ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:10.90707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.054231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:36:10.907087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.049728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:36:10.90715Z","caller":"traceutil/trace.go:171","msg":"trace[1832542616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8922; }","duration":"255.174685ms","start":"2026-04-23T02:36:10.651953Z","end":"2026-04-23T02:36:10.907128Z","steps":["trace[1832542616] 'agreement among raft nodes before linearized reading' (duration: 255.055481ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:10.907171Z","caller":"traceutil/trace.go:171","msg":"trace[1631724953] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8922; }","duration":"101.191433ms","start":"2026-04-23T02:36:10.805961Z","end":"2026-04-23T02:36:10.907152Z","steps":["trace[1631724953] 'agreement among raft nodes before linearized reading' (duration: 100.982636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:10.907516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.231073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:36:10.907626Z","caller":"traceutil/trace.go:171","msg":"trace[542147086] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8922; }","duration":"269.376897ms","start":"2026-04-23T02:36:10.638233Z","end":"2026-04-23T02:36:10.90761Z","steps":["trace[542147086] 'agreement among raft nodes before linearized reading' (duration: 268.83053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:11.549973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.647423ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-23T02:36:11.550358Z","caller":"traceutil/trace.go:171","msg":"trace[1593874318] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"306.364603ms","start":"2026-04-23T02:36:11.243969Z","end":"2026-04-23T02:36:11.550333Z","steps":["trace[1593874318] 'process raft request' (duration: 306.135486ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:11.550558Z","caller":"traceutil/trace.go:171","msg":"trace[351638326] linearizableReadLoop","detail":"{readStateIndex:9249; appliedIndex:9248; }","duration":"641.963857ms","start":"2026-04-23T02:36:10.908542Z","end":"2026-04-23T02:36:11.550506Z","steps":["trace[351638326] 'read index received' (duration: 105.706254ms)","trace[351638326] 'applied index is now lower than readState.Index' (duration: 536.255182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:36:11.550692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.110732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:36:11.550693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:10.908083Z","time spent":"642.604297ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T02:36:11.550743Z","caller":"traceutil/trace.go:171","msg":"trace[2094127911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8923; }","duration":"642.275977ms","start":"2026-04-23T02:36:10.908458Z","end":"2026-04-23T02:36:11.550734Z","steps":["trace[2094127911] 'agreement among raft nodes before linearized reading' (duration: 642.110052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:11.550822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:10.908438Z","time spent":"642.377049ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:36:11.550853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.243951Z","time spent":"306.471757ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:12.092025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.542291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:36:12.092254Z","caller":"traceutil/trace.go:171","msg":"trace[1867860976] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"847.16985ms","start":"2026-04-23T02:36:11.245063Z","end":"2026-04-23T02:36:12.092233Z","steps":["trace[1867860976] 'process raft request' (duration: 430.33972ms)","trace[1867860976] 'compare' (duration: 415.857909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:36:12.092323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.245036Z","time spent":"847.254993ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:12.092553Z","caller":"traceutil/trace.go:171","msg":"trace[755888519] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"845.791967ms","start":"2026-04-23T02:36:11.246738Z","end":"2026-04-23T02:36:12.09253Z","steps":["trace[755888519] 'process raft request' (duration: 845.404264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.092681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.246731Z","time spent":"845.88743ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:12.093042Z","caller":"traceutil/trace.go:171","msg":"trace[243166749] linearizableReadLoop","detail":"{readStateIndex:9253; appliedIndex:9250; }","duration":"542.412939ms","start":"2026-04-23T02:36:11.550621Z","end":"2026-04-23T02:36:12.093034Z","steps":["trace[243166749] 'read index received' (duration: 124.857045ms)","trace[243166749] 'applied index is now lower than readState.Index' (duration: 417.554894ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:36:12.093206Z","caller":"traceutil/trace.go:171","msg":"trace[1289014531] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"846.275602ms","start":"2026-04-23T02:36:11.246923Z","end":"2026-04-23T02:36:12.093199Z","steps":["trace[1289014531] 'process raft request' (duration: 845.505278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.093251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.246919Z","time spent":"846.305703ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:12.09342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.92506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:36:12.093437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.653239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:12.093481Z","caller":"traceutil/trace.go:171","msg":"trace[968445689] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8927; }","duration":"666.025033ms","start":"2026-04-23T02:36:11.427436Z","end":"2026-04-23T02:36:12.093461Z","steps":["trace[968445689] 'agreement among raft nodes before linearized reading' (duration: 665.840558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.093516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.952983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:36:12.093519Z","caller":"traceutil/trace.go:171","msg":"trace[193658162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8927; }","duration":"440.769933ms","start":"2026-04-23T02:36:11.652726Z","end":"2026-04-23T02:36:12.093496Z","steps":["trace[193658162] 'agreement among raft nodes before linearized reading' (duration: 440.631428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.093523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.427415Z","time spent":"666.097106ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:36:12.093539Z","caller":"traceutil/trace.go:171","msg":"trace[1655597868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8927; }","duration":"769.997194ms","start":"2026-04-23T02:36:11.323535Z","end":"2026-04-23T02:36:12.093532Z","steps":["trace[1655597868] 'agreement among raft nodes before linearized reading' (duration: 769.703224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.093511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.531149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:36:12.093523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.137532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T02:36:12.093568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.323525Z","time spent":"770.037856ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:36:12.09357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.652709Z","time spent":"440.850916ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:36:12.093563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.610062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:36:12.093591Z","caller":"traceutil/trace.go:171","msg":"trace[1366082962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8927; }","duration":"769.646663ms","start":"2026-04-23T02:36:11.323926Z","end":"2026-04-23T02:36:12.093573Z","steps":["trace[1366082962] 'agreement among raft nodes before linearized reading' (duration: 769.353994ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:12.093611Z","caller":"traceutil/trace.go:171","msg":"trace[1681719909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:8927; }","duration":"761.250396ms","start":"2026-04-23T02:36:11.332338Z","end":"2026-04-23T02:36:12.093588Z","steps":["trace[1681719909] 'agreement among raft nodes before linearized reading' (duration: 760.969827ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:12.093625Z","caller":"traceutil/trace.go:171","msg":"trace[400634855] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"542.078078ms","start":"2026-04-23T02:36:11.551526Z","end":"2026-04-23T02:36:12.093604Z","steps":["trace[400634855] 'process raft request' (duration: 541.474229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.093645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.323914Z","time spent":"769.719865ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:36:12.093682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.332325Z","time spent":"761.343159ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:36:12.093521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.19554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:36:12.093749Z","caller":"traceutil/trace.go:171","msg":"trace[919909157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8927; }","duration":"770.485289ms","start":"2026-04-23T02:36:11.323255Z","end":"2026-04-23T02:36:12.09374Z","steps":["trace[919909157] 'agreement among raft nodes before linearized reading' (duration: 770.027675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.093744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.551513Z","time spent":"542.16293ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:12.093763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.192161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:36:12.093808Z","caller":"traceutil/trace.go:171","msg":"trace[2044958879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8927; }","duration":"770.254402ms","start":"2026-04-23T02:36:11.323542Z","end":"2026-04-23T02:36:12.093796Z","steps":["trace[2044958879] 'agreement among raft nodes before linearized reading' (duration: 769.751336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.093862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.323534Z","time spent":"770.317004ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:36:12.093878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.219917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T02:36:12.093917Z","caller":"traceutil/trace.go:171","msg":"trace[1268445605] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8927; }","duration":"408.294009ms","start":"2026-04-23T02:36:11.685609Z","end":"2026-04-23T02:36:12.093903Z","steps":["trace[1268445605] 'agreement among raft nodes before linearized reading' (duration: 408.160974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.093777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.323235Z","time spent":"770.533041ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:36:12.09364Z","caller":"traceutil/trace.go:171","msg":"trace[1645075816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8927; }","duration":"769.736566ms","start":"2026-04-23T02:36:11.323887Z","end":"2026-04-23T02:36:12.093623Z","steps":["trace[1645075816] 'agreement among raft nodes before linearized reading' (duration: 769.403105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.093959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.685587Z","time spent":"408.364861ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T02:36:12.094029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:11.32386Z","time spent":"770.138579ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:36:12.451694Z","caller":"traceutil/trace.go:171","msg":"trace[1626835910] linearizableReadLoop","detail":"{readStateIndex:9255; appliedIndex:9254; }","duration":"354.140313ms","start":"2026-04-23T02:36:12.097527Z","end":"2026-04-23T02:36:12.451668Z","steps":["trace[1626835910] 'read index received' (duration: 353.950657ms)","trace[1626835910] 'applied index is now lower than readState.Index' (duration: 188.526µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:36:12.451743Z","caller":"traceutil/trace.go:171","msg":"trace[1281677225] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"354.216136ms","start":"2026-04-23T02:36:12.097495Z","end":"2026-04-23T02:36:12.451711Z","steps":["trace[1281677225] 'process raft request' (duration: 354.016299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.451886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:12.097477Z","time spent":"354.3319ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:12.451944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.386701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T02:36:12.451978Z","caller":"traceutil/trace.go:171","msg":"trace[944140665] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8928; }","duration":"354.457053ms","start":"2026-04-23T02:36:12.097511Z","end":"2026-04-23T02:36:12.451968Z","steps":["trace[944140665] 'agreement among raft nodes before linearized reading' (duration: 354.291338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.452022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:12.097503Z","time spent":"354.509835ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-23T02:36:12.753118Z","caller":"traceutil/trace.go:171","msg":"trace[862541555] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"653.993679ms","start":"2026-04-23T02:36:12.099093Z","end":"2026-04-23T02:36:12.753086Z","steps":["trace[862541555] 'process raft request' (duration: 653.897286ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:12.753122Z","caller":"traceutil/trace.go:171","msg":"trace[751315856] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"654.095713ms","start":"2026-04-23T02:36:12.099003Z","end":"2026-04-23T02:36:12.753098Z","steps":["trace[751315856] 'process raft request' (duration: 653.791813ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:12.753391Z","caller":"traceutil/trace.go:171","msg":"trace[1994425887] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"653.280447ms","start":"2026-04-23T02:36:12.100095Z","end":"2026-04-23T02:36:12.753376Z","steps":["trace[1994425887] 'process raft request' (duration: 653.128122ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:12.753423Z","caller":"traceutil/trace.go:171","msg":"trace[588912837] linearizableReadLoop","detail":"{readStateIndex:9261; appliedIndex:9255; }","duration":"301.635793ms","start":"2026-04-23T02:36:12.45177Z","end":"2026-04-23T02:36:12.753406Z","steps":["trace[588912837] 'read index received' (duration: 300.893159ms)","trace[588912837] 'applied index is now lower than readState.Index' (duration: 741.373µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:36:12.753421Z","caller":"traceutil/trace.go:171","msg":"trace[1470750093] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"653.478613ms","start":"2026-04-23T02:36:12.099912Z","end":"2026-04-23T02:36:12.753391Z","steps":["trace[1470750093] 'process raft request' (duration: 653.124762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.753497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:12.100075Z","time spent":"653.37769ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:12.753542Z","caller":"traceutil/trace.go:171","msg":"trace[671993742] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"607.126908ms","start":"2026-04-23T02:36:12.146389Z","end":"2026-04-23T02:36:12.753516Z","steps":["trace[671993742] 'process raft request' (duration: 606.967783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.753634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.911118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T02:36:12.753645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:12.099904Z","time spent":"653.637788ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:12.753698Z","caller":"traceutil/trace.go:171","msg":"trace[1039167100] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8934; }","duration":"300.007831ms","start":"2026-04-23T02:36:12.453676Z","end":"2026-04-23T02:36:12.753684Z","steps":["trace[1039167100] 'agreement among raft nodes before linearized reading' (duration: 299.843726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.753503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:12.098989Z","time spent":"654.390142ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:12.753723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:12.146374Z","time spent":"607.243151ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:12.753743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:12.453659Z","time spent":"300.073083ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T02:36:12.753302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:12.099087Z","time spent":"654.123363ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:36:12.753849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.992209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228752"} {"level":"info","ts":"2026-04-23T02:36:12.753529Z","caller":"traceutil/trace.go:171","msg":"trace[1274864000] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"653.209715ms","start":"2026-04-23T02:36:12.100275Z","end":"2026-04-23T02:36:12.753484Z","steps":["trace[1274864000] 'process raft request' (duration: 653.031399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:36:12.753899Z","caller":"traceutil/trace.go:171","msg":"trace[983583165] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8934; }","duration":"654.044081ms","start":"2026-04-23T02:36:12.099843Z","end":"2026-04-23T02:36:12.753887Z","steps":["trace[983583165] 'agreement among raft nodes before linearized reading' (duration: 653.656398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:12.753937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:12.099817Z","time spent":"654.112053ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228774,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:36:12.753953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:12.100265Z","time spent":"653.636378ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:21.519219Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002475.wal"} {"level":"info","ts":"2026-04-23T02:36:25.779382Z","caller":"traceutil/trace.go:171","msg":"trace[1548451407] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"347.240525ms","start":"2026-04-23T02:36:25.432116Z","end":"2026-04-23T02:36:25.779357Z","steps":["trace[1548451407] 'process raft request' (duration: 347.09331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:25.779566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:36:25.432097Z","time spent":"347.356629ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:36:25.781173Z","caller":"traceutil/trace.go:171","msg":"trace[806096074] linearizableReadLoop","detail":"{readStateIndex:9425; appliedIndex:9423; }","duration":"128.268464ms","start":"2026-04-23T02:36:25.65288Z","end":"2026-04-23T02:36:25.781148Z","steps":["trace[806096074] 'read index received' (duration: 126.305341ms)","trace[806096074] 'applied index is now lower than readState.Index' (duration: 1.962003ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:36:25.781321Z","caller":"traceutil/trace.go:171","msg":"trace[435386821] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"179.394151ms","start":"2026-04-23T02:36:25.601906Z","end":"2026-04-23T02:36:25.7813Z","steps":["trace[435386821] 'process raft request' (duration: 179.098392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:25.781367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.48085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:36:25.781426Z","caller":"traceutil/trace.go:171","msg":"trace[2005352469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9095; }","duration":"128.617705ms","start":"2026-04-23T02:36:25.652794Z","end":"2026-04-23T02:36:25.781412Z","steps":["trace[2005352469] 'agreement among raft nodes before linearized reading' (duration: 128.523952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:36:25.781467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.779737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-23T02:36:25.78151Z","caller":"traceutil/trace.go:171","msg":"trace[395202794] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9095; }","duration":"110.8537ms","start":"2026-04-23T02:36:25.670641Z","end":"2026-04-23T02:36:25.781495Z","steps":["trace[395202794] 'agreement among raft nodes before linearized reading' (duration: 110.697585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:06.609551Z","caller":"traceutil/trace.go:171","msg":"trace[1819443549] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"338.063712ms","start":"2026-04-23T02:37:06.271465Z","end":"2026-04-23T02:37:06.609528Z","steps":["trace[1819443549] 'process raft request' (duration: 337.918638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:06.609711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:06.271436Z","time spent":"338.186066ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:06.610634Z","caller":"traceutil/trace.go:171","msg":"trace[902497670] transaction","detail":"{read_only:false; response_revision:9487; number_of_response:1; }","duration":"337.176734ms","start":"2026-04-23T02:37:06.273419Z","end":"2026-04-23T02:37:06.610595Z","steps":["trace[902497670] 'process raft request' (duration: 336.935897ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:06.610715Z","caller":"traceutil/trace.go:171","msg":"trace[223966473] linearizableReadLoop","detail":"{readStateIndex:9832; appliedIndex:9829; }","duration":"307.301443ms","start":"2026-04-23T02:37:06.303404Z","end":"2026-04-23T02:37:06.610705Z","steps":["trace[223966473] 'read index received' (duration: 305.990471ms)","trace[223966473] 'applied index is now lower than readState.Index' (duration: 1.310082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:06.610817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:06.273389Z","time spent":"337.338099ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:06.610828Z","caller":"traceutil/trace.go:171","msg":"trace[604365738] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"336.09822ms","start":"2026-04-23T02:37:06.274698Z","end":"2026-04-23T02:37:06.610796Z","steps":["trace[604365738] 'process raft request' (duration: 335.812131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:06.611054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:06.274671Z","time spent":"336.353808ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:06.610881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.473348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414545"} {"level":"info","ts":"2026-04-23T02:37:06.611125Z","caller":"traceutil/trace.go:171","msg":"trace[641770653] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9488; }","duration":"307.746777ms","start":"2026-04-23T02:37:06.303371Z","end":"2026-04-23T02:37:06.611117Z","steps":["trace[641770653] 'agreement among raft nodes before linearized reading' (duration: 307.368195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:06.611146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:06.303354Z","time spent":"307.786439ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414567,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-23T02:37:11.973297Z","caller":"traceutil/trace.go:171","msg":"trace[1538325054] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"251.837071ms","start":"2026-04-23T02:37:11.721415Z","end":"2026-04-23T02:37:11.973252Z","steps":["trace[1538325054] 'process raft request' (duration: 251.353215ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:11.973164Z","caller":"traceutil/trace.go:171","msg":"trace[2017238864] linearizableReadLoop","detail":"{readStateIndex:9899; appliedIndex:9898; }","duration":"228.604209ms","start":"2026-04-23T02:37:11.74453Z","end":"2026-04-23T02:37:11.973134Z","steps":["trace[2017238864] 'read index received' (duration: 228.169405ms)","trace[2017238864] 'applied index is now lower than readState.Index' (duration: 433.734µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:11.973491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.937249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:37:11.973577Z","caller":"traceutil/trace.go:171","msg":"trace[1517615035] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:9554; }","duration":"229.041802ms","start":"2026-04-23T02:37:11.744514Z","end":"2026-04-23T02:37:11.973556Z","steps":["trace[1517615035] 'agreement among raft nodes before linearized reading' (duration: 228.841546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:12.613073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752181624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:37:13.113422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752181624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:37:13.246255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.240205246s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:37:13.270289Z","caller":"traceutil/trace.go:171","msg":"trace[994520590] transaction","detail":"{read_only:false; response_revision:9555; number_of_response:1; }","duration":"1.264271905s","start":"2026-04-23T02:37:12.005933Z","end":"2026-04-23T02:37:13.270205Z","steps":["trace[994520590] 'process raft request' (duration: 1.240522347s)","trace[994520590] 'compare' (duration: 23.067416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:13.270437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:12.005905Z","time spent":"1.264452871s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:14.134071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.219202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:37:14.13428Z","caller":"traceutil/trace.go:171","msg":"trace[296962608] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"1.506946913s","start":"2026-04-23T02:37:12.627312Z","end":"2026-04-23T02:37:14.134259Z","steps":["trace[296962608] 'process raft request' (duration: 772.446672ms)","trace[296962608] 'compare' (duration: 733.621312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:14.134352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:12.627286Z","time spent":"1.507036286s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:14.134374Z","caller":"traceutil/trace.go:171","msg":"trace[1750306590] linearizableReadLoop","detail":"{readStateIndex:9904; appliedIndex:9899; }","duration":"2.021653567s","start":"2026-04-23T02:37:12.112708Z","end":"2026-04-23T02:37:14.134361Z","steps":["trace[1750306590] 'read index received' (duration: 1.133750438s)","trace[1750306590] 'applied index is now lower than readState.Index' (duration: 887.901399ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:14.134456Z","caller":"traceutil/trace.go:171","msg":"trace[1983310413] transaction","detail":"{read_only:false; response_revision:9558; number_of_response:1; }","duration":"1.50497537s","start":"2026-04-23T02:37:12.629471Z","end":"2026-04-23T02:37:14.134447Z","steps":["trace[1983310413] 'process raft request' (duration: 1.504787243s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:14.134461Z","caller":"traceutil/trace.go:171","msg":"trace[1426966866] transaction","detail":"{read_only:false; response_revision:9557; number_of_response:1; }","duration":"1.505049682s","start":"2026-04-23T02:37:12.629366Z","end":"2026-04-23T02:37:14.134415Z","steps":["trace[1426966866] 'process raft request' (duration: 1.504821525s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.134522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:12.629459Z","time spent":"1.505027292s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:14.134665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:12.629357Z","time spent":"1.505207057s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:14.134703Z","caller":"traceutil/trace.go:171","msg":"trace[312769900] transaction","detail":"{read_only:false; response_revision:9559; number_of_response:1; }","duration":"1.319190928s","start":"2026-04-23T02:37:12.815502Z","end":"2026-04-23T02:37:14.134693Z","steps":["trace[312769900] 'process raft request' (duration: 1.318814306s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.134919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:12.815477Z","time spent":"1.319415965s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:14.135055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944574655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:37:14.135079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.579643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:37:14.135092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075650642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:37:14.135102Z","caller":"traceutil/trace.go:171","msg":"trace[1423974609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9559; }","duration":"1.944660608s","start":"2026-04-23T02:37:12.190427Z","end":"2026-04-23T02:37:14.135088Z","steps":["trace[1423974609] 'agreement among raft nodes before linearized reading' (duration: 1.944564795s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:14.13511Z","caller":"traceutil/trace.go:171","msg":"trace[710084124] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9559; }","duration":"163.701376ms","start":"2026-04-23T02:37:13.971398Z","end":"2026-04-23T02:37:14.135099Z","steps":["trace[710084124] 'agreement among raft nodes before linearized reading' (duration: 163.616564ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:14.135118Z","caller":"traceutil/trace.go:171","msg":"trace[1556982486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9559; }","duration":"1.075716765s","start":"2026-04-23T02:37:13.059394Z","end":"2026-04-23T02:37:14.13511Z","steps":["trace[1556982486] 'agreement among raft nodes before linearized reading' (duration: 1.075600941s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.135139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:12.190408Z","time spent":"1.94472057s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:37:14.135151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:13.059371Z","time spent":"1.075773017s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:37:14.135162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022424231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9v44p\" ","response":"range_response_count:1 size:19075"} {"level":"warn","ts":"2026-04-23T02:37:14.135175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378389258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:37:14.135265Z","caller":"traceutil/trace.go:171","msg":"trace[842098983] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9v44p; range_end:; response_count:1; response_revision:9559; }","duration":"2.022568766s","start":"2026-04-23T02:37:12.112664Z","end":"2026-04-23T02:37:14.135233Z","steps":["trace[842098983] 'agreement among raft nodes before linearized reading' (duration: 2.022305047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.135278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07589119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:37:14.135286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338434033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T02:37:14.135345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679469151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:37:14.13539Z","caller":"traceutil/trace.go:171","msg":"trace[1013055618] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9559; }","duration":"1.679556904s","start":"2026-04-23T02:37:12.455824Z","end":"2026-04-23T02:37:14.135381Z","steps":["trace[1013055618] 'agreement among raft nodes before linearized reading' (duration: 1.679492622s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.135417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:12.455804Z","time spent":"1.679605605s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:37:14.135259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036726729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:37:14.135434Z","caller":"traceutil/trace.go:171","msg":"trace[1949336077] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9559; }","duration":"1.338615818s","start":"2026-04-23T02:37:12.796764Z","end":"2026-04-23T02:37:14.13538Z","steps":["trace[1949336077] 'agreement among raft nodes before linearized reading' (duration: 1.338301038s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:14.135476Z","caller":"traceutil/trace.go:171","msg":"trace[391276017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:9559; }","duration":"1.037022099s","start":"2026-04-23T02:37:13.098443Z","end":"2026-04-23T02:37:14.135466Z","steps":["trace[391276017] 'agreement among raft nodes before linearized reading' (duration: 1.036568515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.135326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482518003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:37:14.13552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:13.098421Z","time spent":"1.03708781s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:37:14.135563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:12.796751Z","time spent":"1.338791534s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T02:37:14.135319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:12.112643Z","time spent":"2.022665429s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19097,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9v44p\" "} {"level":"info","ts":"2026-04-23T02:37:14.135319Z","caller":"traceutil/trace.go:171","msg":"trace[779459985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9559; }","duration":"1.378566364s","start":"2026-04-23T02:37:12.756728Z","end":"2026-04-23T02:37:14.135295Z","steps":["trace[779459985] 'agreement among raft nodes before linearized reading' (duration: 1.378278934s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.135845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:12.756709Z","time spent":"1.379119002s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:37:14.135263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049645082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:37:14.136027Z","caller":"traceutil/trace.go:171","msg":"trace[1029390178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9559; }","duration":"1.050438617s","start":"2026-04-23T02:37:13.085572Z","end":"2026-04-23T02:37:14.13601Z","steps":["trace[1029390178] 'agreement among raft nodes before linearized reading' (duration: 1.049636342s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.136066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:13.085554Z","time spent":"1.05050209s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:37:14.135334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072983217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T02:37:14.13619Z","caller":"traceutil/trace.go:171","msg":"trace[276951721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9559; }","duration":"1.073856765s","start":"2026-04-23T02:37:13.062324Z","end":"2026-04-23T02:37:14.136181Z","steps":["trace[276951721] 'agreement among raft nodes before linearized reading' (duration: 1.072958426s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.136221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:13.062311Z","time spent":"1.073902077s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T02:37:14.135337Z","caller":"traceutil/trace.go:171","msg":"trace[388038644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9559; }","duration":"1.075997273s","start":"2026-04-23T02:37:13.059324Z","end":"2026-04-23T02:37:14.135322Z","steps":["trace[388038644] 'agreement among raft nodes before linearized reading' (duration: 1.075715444s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.136306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:13.059303Z","time spent":"1.076997256s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T02:37:14.135548Z","caller":"traceutil/trace.go:171","msg":"trace[1961332722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9559; }","duration":"1.482741181s","start":"2026-04-23T02:37:12.65277Z","end":"2026-04-23T02:37:14.135511Z","steps":["trace[1961332722] 'agreement among raft nodes before linearized reading' (duration: 1.482525194s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.136383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:12.652757Z","time spent":"1.483619688s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:37:14.610455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.115868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:37:14.61061Z","caller":"traceutil/trace.go:171","msg":"trace[325863243] transaction","detail":"{read_only:false; response_revision:9560; number_of_response:1; }","duration":"470.231504ms","start":"2026-04-23T02:37:14.140355Z","end":"2026-04-23T02:37:14.610587Z","steps":["trace[325863243] 'process raft request' (duration: 275.896559ms)","trace[325863243] 'compare' (duration: 193.945602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:14.610683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:14.140342Z","time spent":"470.312076ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:14.69905Z","caller":"traceutil/trace.go:171","msg":"trace[80417504] transaction","detail":"{read_only:false; response_revision:9561; number_of_response:1; }","duration":"558.642527ms","start":"2026-04-23T02:37:14.140382Z","end":"2026-04-23T02:37:14.699025Z","steps":["trace[80417504] 'process raft request' (duration: 558.471361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.699201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:14.140361Z","time spent":"558.763421ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:14.699404Z","caller":"traceutil/trace.go:171","msg":"trace[256682100] transaction","detail":"{read_only:false; response_revision:9563; number_of_response:1; }","duration":"557.16444ms","start":"2026-04-23T02:37:14.142206Z","end":"2026-04-23T02:37:14.69937Z","steps":["trace[256682100] 'process raft request' (duration: 556.981114ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:14.699549Z","caller":"traceutil/trace.go:171","msg":"trace[1777137318] transaction","detail":"{read_only:false; response_revision:9562; number_of_response:1; }","duration":"557.8207ms","start":"2026-04-23T02:37:14.141716Z","end":"2026-04-23T02:37:14.699537Z","steps":["trace[1777137318] 'process raft request' (duration: 557.270432ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:14.699604Z","caller":"traceutil/trace.go:171","msg":"trace[853299324] transaction","detail":"{read_only:false; response_revision:9565; number_of_response:1; }","duration":"556.819878ms","start":"2026-04-23T02:37:14.142774Z","end":"2026-04-23T02:37:14.699594Z","steps":["trace[853299324] 'process raft request' (duration: 556.517808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.699643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:14.141694Z","time spent":"557.916453ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:14.699655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:14.142769Z","time spent":"556.86035ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:14.699782Z","caller":"traceutil/trace.go:171","msg":"trace[137758272] transaction","detail":"{read_only:false; response_revision:9564; number_of_response:1; }","duration":"557.095727ms","start":"2026-04-23T02:37:14.142677Z","end":"2026-04-23T02:37:14.699773Z","steps":["trace[137758272] 'process raft request' (duration: 556.585721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.699557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:14.142198Z","time spent":"557.281003ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:14.699826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:14.14267Z","time spent":"557.130698ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:37:14.699839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.938656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290647"} {"level":"info","ts":"2026-04-23T02:37:14.699424Z","caller":"traceutil/trace.go:171","msg":"trace[397308833] linearizableReadLoop","detail":"{readStateIndex:9906; appliedIndex:9904; }","duration":"558.519313ms","start":"2026-04-23T02:37:14.140885Z","end":"2026-04-23T02:37:14.699404Z","steps":["trace[397308833] 'read index received' (duration: 275.452505ms)","trace[397308833] 'applied index is now lower than readState.Index' (duration: 283.065678ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:14.6999Z","caller":"traceutil/trace.go:171","msg":"trace[535023391] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9566; }","duration":"559.031589ms","start":"2026-04-23T02:37:14.140858Z","end":"2026-04-23T02:37:14.69989Z","steps":["trace[535023391] 'agreement among raft nodes before linearized reading' (duration: 558.603626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.699932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:14.140849Z","time spent":"559.07398ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290669,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:37:14.699981Z","caller":"traceutil/trace.go:171","msg":"trace[1729758060] transaction","detail":"{read_only:false; response_revision:9566; number_of_response:1; }","duration":"553.764651ms","start":"2026-04-23T02:37:14.146179Z","end":"2026-04-23T02:37:14.699944Z","steps":["trace[1729758060] 'process raft request' (duration: 553.139371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.700026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.916239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:37:14.700076Z","caller":"traceutil/trace.go:171","msg":"trace[823773873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9566; }","duration":"555.989262ms","start":"2026-04-23T02:37:14.144073Z","end":"2026-04-23T02:37:14.700062Z","steps":["trace[823773873] 'agreement among raft nodes before linearized reading' (duration: 555.910679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:14.70011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:14.144066Z","time spent":"556.037103ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:37:14.700312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:37:14.146171Z","time spent":"553.865864ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19341,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:37:14.839128Z","caller":"traceutil/trace.go:171","msg":"trace[1172759] transaction","detail":"{read_only:false; response_revision:9567; number_of_response:1; }","duration":"132.46722ms","start":"2026-04-23T02:37:14.706633Z","end":"2026-04-23T02:37:14.8391Z","steps":["trace[1172759] 'process raft request' (duration: 132.268964ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:14.974951Z","caller":"traceutil/trace.go:171","msg":"trace[180812244] transaction","detail":"{read_only:false; response_revision:9569; number_of_response:1; }","duration":"260.331122ms","start":"2026-04-23T02:37:14.714579Z","end":"2026-04-23T02:37:14.97491Z","steps":["trace[180812244] 'process raft request' (duration: 260.123386ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:14.975279Z","caller":"traceutil/trace.go:171","msg":"trace[127870345] transaction","detail":"{read_only:false; response_revision:9568; number_of_response:1; }","duration":"268.09511ms","start":"2026-04-23T02:37:14.707163Z","end":"2026-04-23T02:37:14.975258Z","steps":["trace[127870345] 'process raft request' (duration: 218.794226ms)","trace[127870345] 'compare' (duration: 48.612942ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:15.543914Z","caller":"traceutil/trace.go:171","msg":"trace[424284954] linearizableReadLoop","detail":"{readStateIndex:9917; appliedIndex:9916; }","duration":"257.625245ms","start":"2026-04-23T02:37:15.286042Z","end":"2026-04-23T02:37:15.543667Z","steps":["trace[424284954] 'read index received' (duration: 257.409098ms)","trace[424284954] 'applied index is now lower than readState.Index' (duration: 215.157µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:15.544202Z","caller":"traceutil/trace.go:171","msg":"trace[2082642272] transaction","detail":"{read_only:false; response_revision:9572; number_of_response:1; }","duration":"267.544992ms","start":"2026-04-23T02:37:15.276625Z","end":"2026-04-23T02:37:15.54417Z","steps":["trace[2082642272] 'process raft request' (duration: 266.894492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:37:15.544565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.495203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:37:15.544676Z","caller":"traceutil/trace.go:171","msg":"trace[214151764] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9572; }","duration":"258.651918ms","start":"2026-04-23T02:37:15.286005Z","end":"2026-04-23T02:37:15.544657Z","steps":["trace[214151764] 'agreement among raft nodes before linearized reading' (duration: 258.108421ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:21.848332Z","caller":"traceutil/trace.go:171","msg":"trace[1158513251] linearizableReadLoop","detail":"{readStateIndex:9976; appliedIndex:9975; }","duration":"194.956884ms","start":"2026-04-23T02:37:21.653305Z","end":"2026-04-23T02:37:21.848262Z","steps":["trace[1158513251] 'read index received' (duration: 170.013858ms)","trace[1158513251] 'applied index is now lower than readState.Index' (duration: 24.941516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:37:21.848599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.245234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:37:21.84876Z","caller":"traceutil/trace.go:171","msg":"trace[293733368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9629; }","duration":"195.466901ms","start":"2026-04-23T02:37:21.653259Z","end":"2026-04-23T02:37:21.848726Z","steps":["trace[293733368] 'agreement among raft nodes before linearized reading' (duration: 195.145661ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:21.848292Z","caller":"traceutil/trace.go:171","msg":"trace[1981186015] transaction","detail":"{read_only:false; response_revision:9629; number_of_response:1; }","duration":"207.524646ms","start":"2026-04-23T02:37:21.640739Z","end":"2026-04-23T02:37:21.848263Z","steps":["trace[1981186015] 'process raft request' (duration: 182.652392ms)","trace[1981186015] 'compare' (duration: 24.677018ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:23.021321Z","caller":"traceutil/trace.go:171","msg":"trace[1234156219] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"142.997346ms","start":"2026-04-23T02:37:22.878298Z","end":"2026-04-23T02:37:23.021295Z","steps":["trace[1234156219] 'process raft request' (duration: 109.703163ms)","trace[1234156219] 'compare' (duration: 33.180959ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:37:23.039842Z","caller":"traceutil/trace.go:171","msg":"trace[989121740] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"159.648907ms","start":"2026-04-23T02:37:22.880159Z","end":"2026-04-23T02:37:23.039808Z","steps":["trace[989121740] 'process raft request' (duration: 159.443951ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:37:26.237778Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T02:37:26.243581Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-23T02:37:26.243853Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-23T02:38:38.124284Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7815} {"level":"info","ts":"2026-04-23T02:38:38.194036Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7815,"took":"66.660228ms","hash":3699467986,"current-db-size-bytes":55484416,"current-db-size":"56 MB","current-db-size-in-use-bytes":28102656,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-23T02:38:38.194097Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3699467986,"revision":7815,"compact-revision":5576} {"level":"info","ts":"2026-04-23T02:41:31.438643Z","caller":"traceutil/trace.go:171","msg":"trace[400461236] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"344.893875ms","start":"2026-04-23T02:41:31.093718Z","end":"2026-04-23T02:41:31.438612Z","steps":["trace[400461236] 'process raft request' (duration: 344.683789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:41:31.438811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:41:31.093701Z","time spent":"345.02757ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:41:31.623792Z","caller":"traceutil/trace.go:171","msg":"trace[506185145] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"527.565597ms","start":"2026-04-23T02:41:31.096196Z","end":"2026-04-23T02:41:31.623761Z","steps":["trace[506185145] 'process raft request' (duration: 432.919362ms)","trace[506185145] 'compare' (duration: 94.447039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:41:31.623977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:41:31.096178Z","time spent":"527.718271ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:41:31.624059Z","caller":"traceutil/trace.go:171","msg":"trace[598990353] linearizableReadLoop","detail":"{readStateIndex:11649; appliedIndex:11646; }","duration":"350.4186ms","start":"2026-04-23T02:41:31.273605Z","end":"2026-04-23T02:41:31.624022Z","steps":["trace[598990353] 'read index received' (duration: 164.781965ms)","trace[598990353] 'applied index is now lower than readState.Index' (duration: 185.632875ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:41:31.62415Z","caller":"traceutil/trace.go:171","msg":"trace[1057100363] transaction","detail":"{read_only:false; response_revision:11243; number_of_response:1; }","duration":"527.597257ms","start":"2026-04-23T02:41:31.09652Z","end":"2026-04-23T02:41:31.624117Z","steps":["trace[1057100363] 'process raft request' (duration: 527.199745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:41:31.624264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.640837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:41:31.624326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:41:31.096495Z","time spent":"527.750472ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:41:31.624335Z","caller":"traceutil/trace.go:171","msg":"trace[491196748] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11243; }","duration":"350.767321ms","start":"2026-04-23T02:41:31.27355Z","end":"2026-04-23T02:41:31.624318Z","steps":["trace[491196748] 'agreement among raft nodes before linearized reading' (duration: 350.639547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:41:31.624487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:41:31.273527Z","time spent":"350.938916ms","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:41:31.624704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.246083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:41:31.624799Z","caller":"traceutil/trace.go:171","msg":"trace[1745731412] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11243; }","duration":"252.77734ms","start":"2026-04-23T02:41:31.372Z","end":"2026-04-23T02:41:31.624777Z","steps":["trace[1745731412] 'agreement among raft nodes before linearized reading' (duration: 252.259584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:39.201021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.402046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:42:39.201337Z","caller":"traceutil/trace.go:171","msg":"trace[218837103] transaction","detail":"{read_only:false; response_revision:11937; number_of_response:1; }","duration":"703.330409ms","start":"2026-04-23T02:42:38.497981Z","end":"2026-04-23T02:42:39.201312Z","steps":["trace[218837103] 'process raft request' (duration: 373.5043ms)","trace[218837103] 'compare' (duration: 329.139547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:42:39.201479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:38.497972Z","time spent":"703.441792ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:42:39.201665Z","caller":"traceutil/trace.go:171","msg":"trace[1341280045] transaction","detail":"{read_only:false; response_revision:11938; number_of_response:1; }","duration":"703.084501ms","start":"2026-04-23T02:42:38.498558Z","end":"2026-04-23T02:42:39.201642Z","steps":["trace[1341280045] 'process raft request' (duration: 702.641267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:39.201788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:38.498549Z","time spent":"703.177314ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:42:39.202015Z","caller":"traceutil/trace.go:171","msg":"trace[75971562] linearizableReadLoop","detail":"{readStateIndex:12360; appliedIndex:12358; }","duration":"673.813244ms","start":"2026-04-23T02:42:38.528179Z","end":"2026-04-23T02:42:39.201992Z","steps":["trace[75971562] 'read index received' (duration: 343.260983ms)","trace[75971562] 'applied index is now lower than readState.Index' (duration: 330.551141ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:42:39.202121Z","caller":"traceutil/trace.go:171","msg":"trace[13555873] transaction","detail":"{read_only:false; response_revision:11939; number_of_response:1; }","duration":"466.991159ms","start":"2026-04-23T02:42:38.735111Z","end":"2026-04-23T02:42:39.202103Z","steps":["trace[13555873] 'process raft request' (duration: 466.799293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:39.202231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:38.735082Z","time spent":"467.096352ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:42:39.202356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.887408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-23T02:42:39.202377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.127931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131065"} {"level":"info","ts":"2026-04-23T02:42:39.202391Z","caller":"traceutil/trace.go:171","msg":"trace[1564470898] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11939; }","duration":"656.94014ms","start":"2026-04-23T02:42:38.545441Z","end":"2026-04-23T02:42:39.202381Z","steps":["trace[1564470898] 'agreement among raft nodes before linearized reading' (duration: 656.856068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:39.202422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:38.54543Z","time spent":"656.987312ms","remote":"127.0.0.1:60510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-23T02:42:39.202405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.364434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:42:39.202429Z","caller":"traceutil/trace.go:171","msg":"trace[2063601449] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11939; }","duration":"654.200313ms","start":"2026-04-23T02:42:38.548213Z","end":"2026-04-23T02:42:39.202413Z","steps":["trace[2063601449] 'agreement among raft nodes before linearized reading' (duration: 654.010837ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:39.202473Z","caller":"traceutil/trace.go:171","msg":"trace[573309107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:11939; }","duration":"202.475198ms","start":"2026-04-23T02:42:38.999981Z","end":"2026-04-23T02:42:39.202456Z","steps":["trace[573309107] 'agreement among raft nodes before linearized reading' (duration: 202.267871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:39.202473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:38.548198Z","time spent":"654.266125ms","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131087,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T02:42:39.202886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.707212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:42:39.202945Z","caller":"traceutil/trace.go:171","msg":"trace[1244398041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11939; }","duration":"674.800816ms","start":"2026-04-23T02:42:38.52813Z","end":"2026-04-23T02:42:39.202931Z","steps":["trace[1244398041] 'agreement among raft nodes before linearized reading' (duration: 673.98555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:39.202994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:38.528114Z","time spent":"674.868557ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:42:39.202325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.070917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:42:39.205175Z","caller":"traceutil/trace.go:171","msg":"trace[376308721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11939; }","duration":"667.948999ms","start":"2026-04-23T02:42:38.537198Z","end":"2026-04-23T02:42:39.205147Z","steps":["trace[376308721] 'agreement among raft nodes before linearized reading' (duration: 665.016826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:39.205252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:38.537166Z","time spent":"668.050092ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:42:57.236253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.054472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-04-23T02:42:57.236071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.55591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:42:57.236529Z","caller":"traceutil/trace.go:171","msg":"trace[1120404743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12038; }","duration":"142.066446ms","start":"2026-04-23T02:42:57.094433Z","end":"2026-04-23T02:42:57.2365Z","steps":["trace[1120404743] 'range keys from in-memory index tree' (duration: 141.394376ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:42:57.23638Z","caller":"traceutil/trace.go:171","msg":"trace[297319333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12038; }","duration":"303.225777ms","start":"2026-04-23T02:42:56.93314Z","end":"2026-04-23T02:42:57.236366Z","steps":["trace[297319333] 'range keys from in-memory index tree' (duration: 302.897847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:57.237131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.54111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T02:42:57.23722Z","caller":"traceutil/trace.go:171","msg":"trace[1552737827] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12038; }","duration":"177.815368ms","start":"2026-04-23T02:42:57.059385Z","end":"2026-04-23T02:42:57.2372Z","steps":["trace[1552737827] 'count revisions from in-memory index tree' (duration: 177.460647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:42:57.237435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:56.93312Z","time spent":"303.821476ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T02:43:00.589703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.313679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:43:00.589926Z","caller":"traceutil/trace.go:171","msg":"trace[1398193706] linearizableReadLoop","detail":"{readStateIndex:12478; appliedIndex:12477; }","duration":"1.100677214s","start":"2026-04-23T02:42:59.489208Z","end":"2026-04-23T02:43:00.589885Z","steps":["trace[1398193706] 'read index received' (duration: 433.071786ms)","trace[1398193706] 'applied index is now lower than readState.Index' (duration: 667.603458ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:43:00.590006Z","caller":"traceutil/trace.go:171","msg":"trace[259910092] transaction","detail":"{read_only:false; response_revision:12054; number_of_response:1; }","duration":"767.228781ms","start":"2026-04-23T02:42:59.82275Z","end":"2026-04-23T02:43:00.589979Z","steps":["trace[259910092] 'process raft request' (duration: 767.120978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.590056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10084356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:43:00.59005Z","caller":"traceutil/trace.go:171","msg":"trace[804178795] transaction","detail":"{read_only:false; response_revision:12052; number_of_response:1; }","duration":"1.11190991s","start":"2026-04-23T02:42:59.478091Z","end":"2026-04-23T02:43:00.590001Z","steps":["trace[804178795] 'process raft request' (duration: 444.229549ms)","trace[804178795] 'compare' (duration: 667.120443ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:43:00.590095Z","caller":"traceutil/trace.go:171","msg":"trace[1128926421] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:12054; }","duration":"1.100919793s","start":"2026-04-23T02:42:59.489161Z","end":"2026-04-23T02:43:00.590081Z","steps":["trace[1128926421] 'agreement among raft nodes before linearized reading' (duration: 1.10083476s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.590114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.822725Z","time spent":"767.334805ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:43:00.590141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.489144Z","time spent":"1.100986614s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:43:00.590201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.478066Z","time spent":"1.112062335s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:43:00.590106Z","caller":"traceutil/trace.go:171","msg":"trace[504225609] transaction","detail":"{read_only:false; response_revision:12053; number_of_response:1; }","duration":"889.672236ms","start":"2026-04-23T02:42:59.700365Z","end":"2026-04-23T02:43:00.590037Z","steps":["trace[504225609] 'process raft request' (duration: 889.438339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.590466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.700354Z","time spent":"890.060379ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:43:00.895706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.106979ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:43:00.895875Z","caller":"traceutil/trace.go:171","msg":"trace[233329500] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12054; }","duration":"137.275044ms","start":"2026-04-23T02:43:00.758569Z","end":"2026-04-23T02:43:00.895844Z","steps":["trace[233329500] 'range keys from in-memory index tree' (duration: 137.091049ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:43:00.896459Z","caller":"traceutil/trace.go:171","msg":"trace[971051817] transaction","detail":"{read_only:false; response_revision:12055; number_of_response:1; }","duration":"943.962935ms","start":"2026-04-23T02:42:59.952467Z","end":"2026-04-23T02:43:00.89643Z","steps":["trace[971051817] 'process raft request' (duration: 925.610114ms)","trace[971051817] 'compare' (duration: 17.325078ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:43:00.896448Z","caller":"traceutil/trace.go:171","msg":"trace[2090712891] linearizableReadLoop","detail":"{readStateIndex:12482; appliedIndex:12480; }","duration":"306.455459ms","start":"2026-04-23T02:43:00.58997Z","end":"2026-04-23T02:43:00.896425Z","steps":["trace[2090712891] 'read index received' (duration: 288.111778ms)","trace[2090712891] 'applied index is now lower than readState.Index' (duration: 18.342521ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:43:00.896599Z","caller":"traceutil/trace.go:171","msg":"trace[1711491290] transaction","detail":"{read_only:false; response_revision:12056; number_of_response:1; }","duration":"939.255256ms","start":"2026-04-23T02:42:59.957332Z","end":"2026-04-23T02:43:00.896587Z","steps":["trace[1711491290] 'process raft request' (duration: 938.982697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.896616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.952441Z","time spent":"944.080569ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:43:00.896728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.957314Z","time spent":"939.331199ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:43:00.896958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198401277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:43:00.897004Z","caller":"traceutil/trace.go:171","msg":"trace[2022092118] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12056; }","duration":"1.198495311s","start":"2026-04-23T02:42:59.698498Z","end":"2026-04-23T02:43:00.896993Z","steps":["trace[2022092118] 'agreement among raft nodes before linearized reading' (duration: 1.198417258s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.896997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197315454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-04-23T02:43:00.897042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.698479Z","time spent":"1.198556312s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-23T02:43:00.897053Z","caller":"traceutil/trace.go:171","msg":"trace[1660194394] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12056; }","duration":"1.197388485s","start":"2026-04-23T02:42:59.699652Z","end":"2026-04-23T02:43:00.89704Z","steps":["trace[1660194394] 'agreement among raft nodes before linearized reading' (duration: 1.197197079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.897094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.699645Z","time spent":"1.197436697s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:43:00.897151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.502581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:43:00.897202Z","caller":"traceutil/trace.go:171","msg":"trace[257783141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12056; }","duration":"318.576672ms","start":"2026-04-23T02:43:00.578615Z","end":"2026-04-23T02:43:00.897192Z","steps":["trace[257783141] 'agreement among raft nodes before linearized reading' (duration: 318.369126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.897246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:00.578599Z","time spent":"318.638485ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:43:00.897329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3330706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:43:00.897331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197994895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:43:00.89737Z","caller":"traceutil/trace.go:171","msg":"trace[1508973380] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:12056; }","duration":"1.333141231s","start":"2026-04-23T02:42:59.564217Z","end":"2026-04-23T02:43:00.897358Z","steps":["trace[1508973380] 'agreement among raft nodes before linearized reading' (duration: 1.333072629s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:43:00.897386Z","caller":"traceutil/trace.go:171","msg":"trace[204302961] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12056; }","duration":"1.198060397s","start":"2026-04-23T02:42:59.699311Z","end":"2026-04-23T02:43:00.897372Z","steps":["trace[204302961] 'agreement among raft nodes before linearized reading' (duration: 1.197881091s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.897407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.564202Z","time spent":"1.333195654s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:43:00.897435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.699304Z","time spent":"1.198121459s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-23T02:43:00.89753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.573027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-23T02:43:00.897573Z","caller":"traceutil/trace.go:171","msg":"trace[494336354] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:12056; }","duration":"636.648589ms","start":"2026-04-23T02:43:00.260916Z","end":"2026-04-23T02:43:00.897565Z","steps":["trace[494336354] 'agreement among raft nodes before linearized reading' (duration: 636.537725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.897566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.535793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:43:00.897609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198509711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:43:00.89761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:00.260897Z","time spent":"636.705761ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-23T02:43:00.897645Z","caller":"traceutil/trace.go:171","msg":"trace[933037617] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12056; }","duration":"1.198555332s","start":"2026-04-23T02:42:59.69908Z","end":"2026-04-23T02:43:00.897635Z","steps":["trace[933037617] 'agreement among raft nodes before linearized reading' (duration: 1.198503051s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.897682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.699073Z","time spent":"1.198602364s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T02:43:00.89782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393005537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:43:00.897862Z","caller":"traceutil/trace.go:171","msg":"trace[1428199988] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:12056; }","duration":"1.393067968s","start":"2026-04-23T02:42:59.504785Z","end":"2026-04-23T02:43:00.897852Z","steps":["trace[1428199988] 'agreement among raft nodes before linearized reading' (duration: 1.392886032s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.897905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059382828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:43:00.897917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058877612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-04-23T02:43:00.897945Z","caller":"traceutil/trace.go:171","msg":"trace[662123013] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12056; }","duration":"1.059474611s","start":"2026-04-23T02:42:59.838462Z","end":"2026-04-23T02:43:00.897936Z","steps":["trace[662123013] 'agreement among raft nodes before linearized reading' (duration: 1.059380428s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.897971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198946354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:43:00.89799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403474107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T02:43:00.89801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.838448Z","time spent":"1.059553893s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-23T02:43:00.898034Z","caller":"traceutil/trace.go:171","msg":"trace[737618280] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12056; }","duration":"1.199036007s","start":"2026-04-23T02:42:59.698984Z","end":"2026-04-23T02:43:00.89802Z","steps":["trace[737618280] 'agreement among raft nodes before linearized reading' (duration: 1.198944245s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:43:00.898052Z","caller":"traceutil/trace.go:171","msg":"trace[1139620249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12056; }","duration":"1.40355729s","start":"2026-04-23T02:42:59.494483Z","end":"2026-04-23T02:43:00.89804Z","steps":["trace[1139620249] 'agreement among raft nodes before linearized reading' (duration: 1.403440006s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.898089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.698974Z","time spent":"1.19910382s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-23T02:43:00.898112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.494467Z","time spent":"1.403629273s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:43:00.898138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.106564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T02:43:00.898177Z","caller":"traceutil/trace.go:171","msg":"trace[941059315] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12056; }","duration":"983.167256ms","start":"2026-04-23T02:42:59.915Z","end":"2026-04-23T02:43:00.898168Z","steps":["trace[941059315] 'agreement among raft nodes before linearized reading' (duration: 983.068613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.898195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199545504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:43:00.897984Z","caller":"traceutil/trace.go:171","msg":"trace[418834472] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12056; }","duration":"1.058969865s","start":"2026-04-23T02:42:59.838998Z","end":"2026-04-23T02:43:00.897968Z","steps":["trace[418834472] 'agreement among raft nodes before linearized reading' (duration: 1.05882809s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.898215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.914989Z","time spent":"983.217787ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T02:43:00.898226Z","caller":"traceutil/trace.go:171","msg":"trace[518954051] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12056; }","duration":"1.199619446s","start":"2026-04-23T02:42:59.698599Z","end":"2026-04-23T02:43:00.898218Z","steps":["trace[518954051] 'agreement among raft nodes before linearized reading' (duration: 1.199573544s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.898237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.838982Z","time spent":"1.059246323s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:43:00.898255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.698574Z","time spent":"1.199676388s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:43:00.896958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122087462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:43:00.898327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059860683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:43:00.898351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059056198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:43:00.898405Z","caller":"traceutil/trace.go:171","msg":"trace[512412862] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12056; }","duration":"1.059960926s","start":"2026-04-23T02:42:59.83842Z","end":"2026-04-23T02:43:00.898381Z","steps":["trace[512412862] 'agreement among raft nodes before linearized reading' (duration: 1.059885263s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:43:00.897644Z","caller":"traceutil/trace.go:171","msg":"trace[314316672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12056; }","duration":"246.746549ms","start":"2026-04-23T02:43:00.65088Z","end":"2026-04-23T02:43:00.897626Z","steps":["trace[314316672] 'agreement among raft nodes before linearized reading' (duration: 246.545633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.89846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.838399Z","time spent":"1.060035529s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T02:43:00.89805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.250763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:43:00.898624Z","caller":"traceutil/trace.go:171","msg":"trace[1793245587] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:12056; }","duration":"919.852402ms","start":"2026-04-23T02:42:59.978759Z","end":"2026-04-23T02:43:00.898611Z","steps":["trace[1793245587] 'agreement among raft nodes before linearized reading' (duration: 919.256873ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:43:00.898401Z","caller":"traceutil/trace.go:171","msg":"trace[1431379941] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12056; }","duration":"1.059123969s","start":"2026-04-23T02:42:59.839269Z","end":"2026-04-23T02:43:00.898393Z","steps":["trace[1431379941] 'agreement among raft nodes before linearized reading' (duration: 1.059064317s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.898673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.978744Z","time spent":"919.915564ms","remote":"127.0.0.1:60580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:43:00.898353Z","caller":"traceutil/trace.go:171","msg":"trace[1539142637] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:12056; }","duration":"1.123524088s","start":"2026-04-23T02:42:59.774816Z","end":"2026-04-23T02:43:00.89834Z","steps":["trace[1539142637] 'agreement among raft nodes before linearized reading' (duration: 1.12202153s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.897828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.423709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-23T02:43:00.898827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.774795Z","time spent":"1.123965622s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":78,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:43:00.89883Z","caller":"traceutil/trace.go:171","msg":"trace[725651593] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12056; }","duration":"811.452742ms","start":"2026-04-23T02:43:00.087346Z","end":"2026-04-23T02:43:00.898799Z","steps":["trace[725651593] 'agreement among raft nodes before linearized reading' (duration: 810.42748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.898995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:00.087324Z","time spent":"811.644057ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T02:43:00.897902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.504773Z","time spent":"1.39312073s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:43:00.898317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059000506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:43:00.898694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.839259Z","time spent":"1.059417429s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-23T02:43:00.899195Z","caller":"traceutil/trace.go:171","msg":"trace[1561557987] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12056; }","duration":"1.059891804s","start":"2026-04-23T02:42:59.839283Z","end":"2026-04-23T02:43:00.899175Z","steps":["trace[1561557987] 'agreement among raft nodes before linearized reading' (duration: 1.059014866s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:00.899244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:42:59.839272Z","time spent":"1.059958266s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-23T02:43:01.494163Z","caller":"traceutil/trace.go:171","msg":"trace[1788379988] linearizableReadLoop","detail":"{readStateIndex:12489; appliedIndex:12488; }","duration":"106.872213ms","start":"2026-04-23T02:43:01.387262Z","end":"2026-04-23T02:43:01.494134Z","steps":["trace[1788379988] 'read index received' (duration: 65.527184ms)","trace[1788379988] 'applied index is now lower than readState.Index' (duration: 41.343819ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:43:01.494282Z","caller":"traceutil/trace.go:171","msg":"trace[1587266850] transaction","detail":"{read_only:false; response_revision:12062; number_of_response:1; }","duration":"109.386742ms","start":"2026-04-23T02:43:01.384874Z","end":"2026-04-23T02:43:01.494261Z","steps":["trace[1587266850] 'process raft request' (duration: 68.006032ms)","trace[1587266850] 'compare' (duration: 41.106291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:43:01.49445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.764017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:43:01.494579Z","caller":"traceutil/trace.go:171","msg":"trace[1469492507] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:12062; }","duration":"135.924642ms","start":"2026-04-23T02:43:01.358628Z","end":"2026-04-23T02:43:01.494553Z","steps":["trace[1469492507] 'agreement among raft nodes before linearized reading' (duration: 135.680934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.40669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752188294,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:43:03.444117Z","caller":"traceutil/trace.go:171","msg":"trace[1225783882] transaction","detail":"{read_only:false; response_revision:12066; number_of_response:1; }","duration":"538.781953ms","start":"2026-04-23T02:43:02.905303Z","end":"2026-04-23T02:43:03.444085Z","steps":["trace[1225783882] 'process raft request' (duration: 538.613148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.444326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:02.905269Z","time spent":"538.929538ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:43:03.649085Z","caller":"traceutil/trace.go:171","msg":"trace[316221295] transaction","detail":"{read_only:false; response_revision:12067; number_of_response:1; }","duration":"742.029155ms","start":"2026-04-23T02:43:02.90703Z","end":"2026-04-23T02:43:03.64906Z","steps":["trace[316221295] 'process raft request' (duration: 741.809768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.649244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:02.907003Z","time spent":"742.154669ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:43:03.649312Z","caller":"traceutil/trace.go:171","msg":"trace[713435033] linearizableReadLoop","detail":"{readStateIndex:12495; appliedIndex:12492; }","duration":"743.655726ms","start":"2026-04-23T02:43:02.905612Z","end":"2026-04-23T02:43:03.649268Z","steps":["trace[713435033] 'read index received' (duration: 538.314118ms)","trace[713435033] 'applied index is now lower than readState.Index' (duration: 205.338418ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:43:03.649337Z","caller":"traceutil/trace.go:171","msg":"trace[437722723] transaction","detail":"{read_only:false; response_revision:12068; number_of_response:1; }","duration":"263.412277ms","start":"2026-04-23T02:43:03.385893Z","end":"2026-04-23T02:43:03.649305Z","steps":["trace[437722723] 'process raft request' (duration: 263.116557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.649541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.894574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:43:03.649592Z","caller":"traceutil/trace.go:171","msg":"trace[963178698] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12068; }","duration":"743.991367ms","start":"2026-04-23T02:43:02.905588Z","end":"2026-04-23T02:43:03.649579Z","steps":["trace[963178698] 'agreement among raft nodes before linearized reading' (duration: 743.858433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.649638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:02.90539Z","time spent":"744.238515ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:43:03.688843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.647202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T02:43:03.688988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.459417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:43:03.689015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.101673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:43:03.689046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.676382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:43:03.689052Z","caller":"traceutil/trace.go:171","msg":"trace[1096683591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12069; }","duration":"729.55956ms","start":"2026-04-23T02:43:02.959475Z","end":"2026-04-23T02:43:03.689035Z","steps":["trace[1096683591] 'agreement among raft nodes before linearized reading' (duration: 729.420586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.689066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.006918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T02:43:03.68905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.225669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:43:03.689089Z","caller":"traceutil/trace.go:171","msg":"trace[1411375703] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:12069; }","duration":"722.734544ms","start":"2026-04-23T02:43:02.966341Z","end":"2026-04-23T02:43:03.689075Z","steps":["trace[1411375703] 'agreement among raft nodes before linearized reading' (duration: 722.635551ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:43:03.689113Z","caller":"traceutil/trace.go:171","msg":"trace[283401678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12069; }","duration":"108.093231ms","start":"2026-04-23T02:43:03.581005Z","end":"2026-04-23T02:43:03.689098Z","steps":["trace[283401678] 'agreement among raft nodes before linearized reading' (duration: 107.977877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.689102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.378574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-04-23T02:43:03.689148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:02.966331Z","time spent":"722.803406ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"info","ts":"2026-04-23T02:43:03.689144Z","caller":"traceutil/trace.go:171","msg":"trace[807565468] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12069; }","duration":"783.377994ms","start":"2026-04-23T02:43:02.905746Z","end":"2026-04-23T02:43:03.689124Z","steps":["trace[807565468] 'agreement among raft nodes before linearized reading' (duration: 783.184838ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:43:03.689187Z","caller":"traceutil/trace.go:171","msg":"trace[1843319332] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12069; }","duration":"783.498097ms","start":"2026-04-23T02:43:02.90567Z","end":"2026-04-23T02:43:03.689168Z","steps":["trace[1843319332] 'agreement among raft nodes before linearized reading' (duration: 783.208588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.689196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:02.90573Z","time spent":"783.457166ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:43:03.6892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.141556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:43:03.689201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.405078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:43:03.689165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.870397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:43:03.689243Z","caller":"traceutil/trace.go:171","msg":"trace[389802479] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12069; }","duration":"783.205308ms","start":"2026-04-23T02:43:02.906027Z","end":"2026-04-23T02:43:03.689232Z","steps":["trace[389802479] 'agreement among raft nodes before linearized reading' (duration: 783.137926ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:43:03.689253Z","caller":"traceutil/trace.go:171","msg":"trace[502438560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12069; }","duration":"185.511661ms","start":"2026-04-23T02:43:03.503729Z","end":"2026-04-23T02:43:03.68924Z","steps":["trace[502438560] 'agreement among raft nodes before linearized reading' (duration: 185.383957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.68926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:02.905662Z","time spent":"783.569919ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-23T02:43:03.68927Z","caller":"traceutil/trace.go:171","msg":"trace[432209230] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12069; }","duration":"782.982401ms","start":"2026-04-23T02:43:02.906268Z","end":"2026-04-23T02:43:03.68925Z","steps":["trace[432209230] 'agreement among raft nodes before linearized reading' (duration: 782.839216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.688843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.95602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:43:03.68901Z","caller":"traceutil/trace.go:171","msg":"trace[308602050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12069; }","duration":"728.823606ms","start":"2026-04-23T02:43:02.960158Z","end":"2026-04-23T02:43:03.688982Z","steps":["trace[308602050] 'agreement among raft nodes before linearized reading' (duration: 728.540437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.689408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:02.960142Z","time spent":"729.257061ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:43:03.689107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:02.959449Z","time spent":"729.643833ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:43:03.68929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:02.906014Z","time spent":"783.26451ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-23T02:43:03.689369Z","caller":"traceutil/trace.go:171","msg":"trace[1815614893] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12069; }","duration":"783.621231ms","start":"2026-04-23T02:43:02.905726Z","end":"2026-04-23T02:43:03.689347Z","steps":["trace[1815614893] 'agreement among raft nodes before linearized reading' (duration: 783.040653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.688906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.026879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:43:03.689551Z","caller":"traceutil/trace.go:171","msg":"trace[1774048627] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:12069; }","duration":"163.715491ms","start":"2026-04-23T02:43:03.525818Z","end":"2026-04-23T02:43:03.689534Z","steps":["trace[1774048627] 'agreement among raft nodes before linearized reading' (duration: 163.014579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.689312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:02.906239Z","time spent":"783.061343ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:43:03.688934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.190577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-04-23T02:43:03.689719Z","caller":"traceutil/trace.go:171","msg":"trace[503779383] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12069; }","duration":"783.977212ms","start":"2026-04-23T02:43:02.905727Z","end":"2026-04-23T02:43:03.689704Z","steps":["trace[503779383] 'agreement among raft nodes before linearized reading' (duration: 783.063773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.689762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:02.905702Z","time spent":"784.047605ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-23T02:43:03.689078Z","caller":"traceutil/trace.go:171","msg":"trace[132495059] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:12069; }","duration":"212.209136ms","start":"2026-04-23T02:43:03.476849Z","end":"2026-04-23T02:43:03.689058Z","steps":["trace[132495059] 'agreement among raft nodes before linearized reading' (duration: 212.109033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.689661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:43:02.905703Z","time spent":"783.866119ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T02:43:03.835687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.448577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:43:03.835954Z","caller":"traceutil/trace.go:171","msg":"trace[411937500] transaction","detail":"{read_only:false; response_revision:12070; number_of_response:1; }","duration":"141.484248ms","start":"2026-04-23T02:43:03.694397Z","end":"2026-04-23T02:43:03.835881Z","steps":["trace[411937500] 'process raft request' (duration: 35.749131ms)","trace[411937500] 'compare' (duration: 105.327044ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:43:03.86829Z","caller":"traceutil/trace.go:171","msg":"trace[665560634] transaction","detail":"{read_only:false; response_revision:12072; number_of_response:1; }","duration":"173.615254ms","start":"2026-04-23T02:43:03.694581Z","end":"2026-04-23T02:43:03.868196Z","steps":["trace[665560634] 'process raft request' (duration: 173.515541ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:43:03.868508Z","caller":"traceutil/trace.go:171","msg":"trace[1134375361] linearizableReadLoop","detail":"{readStateIndex:12500; appliedIndex:12496; }","duration":"173.069458ms","start":"2026-04-23T02:43:03.695172Z","end":"2026-04-23T02:43:03.868241Z","steps":["trace[1134375361] 'read index received' (duration: 34.964817ms)","trace[1134375361] 'applied index is now lower than readState.Index' (duration: 138.103591ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:43:03.86855Z","caller":"traceutil/trace.go:171","msg":"trace[1514008853] transaction","detail":"{read_only:false; response_revision:12071; number_of_response:1; }","duration":"173.729818ms","start":"2026-04-23T02:43:03.694519Z","end":"2026-04-23T02:43:03.868249Z","steps":["trace[1514008853] 'process raft request' (duration: 173.448729ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:43:03.868702Z","caller":"traceutil/trace.go:171","msg":"trace[678298957] transaction","detail":"{read_only:false; response_revision:12073; number_of_response:1; }","duration":"173.890363ms","start":"2026-04-23T02:43:03.694794Z","end":"2026-04-23T02:43:03.868685Z","steps":["trace[678298957] 'process raft request' (duration: 173.360146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:43:03.869033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.848392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447785"} {"level":"info","ts":"2026-04-23T02:43:03.869127Z","caller":"traceutil/trace.go:171","msg":"trace[1984632327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12073; }","duration":"173.978686ms","start":"2026-04-23T02:43:03.695134Z","end":"2026-04-23T02:43:03.869113Z","steps":["trace[1984632327] 'agreement among raft nodes before linearized reading' (duration: 173.111149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:43:38.129851Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10141} {"level":"info","ts":"2026-04-23T02:43:38.209708Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10141,"took":"77.579436ms","hash":1059223613,"current-db-size-bytes":55484416,"current-db-size":"56 MB","current-db-size-in-use-bytes":25878528,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-23T02:43:38.209784Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1059223613,"revision":10141,"compact-revision":7815} {"level":"info","ts":"2026-04-23T02:48:38.135168Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12307} {"level":"info","ts":"2026-04-23T02:48:38.214376Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12307,"took":"76.492767ms","hash":477586554,"current-db-size-bytes":55484416,"current-db-size":"56 MB","current-db-size-in-use-bytes":27607040,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-23T02:48:38.214429Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":477586554,"revision":12307,"compact-revision":10141} {"level":"info","ts":"2026-04-23T02:48:55.852955Z","caller":"traceutil/trace.go:171","msg":"trace[1874552936] linearizableReadLoop","detail":"{readStateIndex:14980; appliedIndex:14979; }","duration":"212.991535ms","start":"2026-04-23T02:48:55.639944Z","end":"2026-04-23T02:48:55.852935Z","steps":["trace[1874552936] 'read index received' (duration: 209.122322ms)","trace[1874552936] 'applied index is now lower than readState.Index' (duration: 3.868153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:48:55.853132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.239061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:48:55.853132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.188111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T02:48:55.853199Z","caller":"traceutil/trace.go:171","msg":"trace[261899947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14467; }","duration":"213.302394ms","start":"2026-04-23T02:48:55.639886Z","end":"2026-04-23T02:48:55.853189Z","steps":["trace[261899947] 'agreement among raft nodes before linearized reading' (duration: 213.127439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:48:55.85321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.641381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T02:48:55.853228Z","caller":"traceutil/trace.go:171","msg":"trace[323185577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14467; }","duration":"189.697752ms","start":"2026-04-23T02:48:55.663526Z","end":"2026-04-23T02:48:55.853223Z","steps":["trace[323185577] 'agreement among raft nodes before linearized reading' (duration: 189.644701ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:48:55.853158Z","caller":"traceutil/trace.go:171","msg":"trace[1504545924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14467; }","duration":"207.307623ms","start":"2026-04-23T02:48:55.645844Z","end":"2026-04-23T02:48:55.853151Z","steps":["trace[1504545924] 'agreement among raft nodes before linearized reading' (duration: 207.21578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:48:55.853332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.580338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18954"} {"level":"warn","ts":"2026-04-23T02:48:55.85336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.754139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:48:55.853434Z","caller":"traceutil/trace.go:171","msg":"trace[306482936] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:14467; }","duration":"178.729843ms","start":"2026-04-23T02:48:55.674682Z","end":"2026-04-23T02:48:55.853412Z","steps":["trace[306482936] 'agreement among raft nodes before linearized reading' (duration: 178.400623ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:48:55.854624Z","caller":"traceutil/trace.go:171","msg":"trace[1367983676] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:14467; }","duration":"186.961485ms","start":"2026-04-23T02:48:55.666504Z","end":"2026-04-23T02:48:55.853466Z","steps":["trace[1367983676] 'agreement among raft nodes before linearized reading' (duration: 186.718677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:48:55.855265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.484436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:48:55.855403Z","caller":"traceutil/trace.go:171","msg":"trace[1058583752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14467; }","duration":"190.194778ms","start":"2026-04-23T02:48:55.665152Z","end":"2026-04-23T02:48:55.855346Z","steps":["trace[1058583752] 'agreement among raft nodes before linearized reading' (duration: 188.433712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:48:59.09508Z","caller":"traceutil/trace.go:171","msg":"trace[605827092] linearizableReadLoop","detail":"{readStateIndex:14997; appliedIndex:14996; }","duration":"386.617315ms","start":"2026-04-23T02:48:58.708436Z","end":"2026-04-23T02:48:59.095054Z","steps":["trace[605827092] 'read index received' (duration: 386.553793ms)","trace[605827092] 'applied index is now lower than readState.Index' (duration: 62.282µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:48:59.095233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.77791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:48:59.095323Z","caller":"traceutil/trace.go:171","msg":"trace[327084940] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:14484; }","duration":"386.919774ms","start":"2026-04-23T02:48:58.708386Z","end":"2026-04-23T02:48:59.095306Z","steps":["trace[327084940] 'agreement among raft nodes before linearized reading' (duration: 386.769069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:48:59.095376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:48:58.708364Z","time spent":"387.002637ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:48:59.095656Z","caller":"traceutil/trace.go:171","msg":"trace[1708642342] transaction","detail":"{read_only:false; response_revision:14484; number_of_response:1; }","duration":"422.784917ms","start":"2026-04-23T02:48:58.672856Z","end":"2026-04-23T02:48:59.095641Z","steps":["trace[1708642342] 'process raft request' (duration: 422.049983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:48:59.095781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:48:58.672839Z","time spent":"422.848549ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:48:59.104124Z","caller":"traceutil/trace.go:171","msg":"trace[1583230416] transaction","detail":"{read_only:false; response_revision:14485; number_of_response:1; }","duration":"205.967401ms","start":"2026-04-23T02:48:58.898145Z","end":"2026-04-23T02:48:59.104113Z","steps":["trace[1583230416] 'process raft request' (duration: 205.883018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:48:59.104446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.108942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-23T02:48:59.104477Z","caller":"traceutil/trace.go:171","msg":"trace[789058088] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14486; }","duration":"296.185874ms","start":"2026-04-23T02:48:58.808283Z","end":"2026-04-23T02:48:59.104469Z","steps":["trace[789058088] 'agreement among raft nodes before linearized reading' (duration: 296.06196ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:18.541918Z","caller":"traceutil/trace.go:171","msg":"trace[23405774] transaction","detail":"{read_only:false; response_revision:14589; number_of_response:1; }","duration":"576.679819ms","start":"2026-04-23T02:49:17.965209Z","end":"2026-04-23T02:49:18.541888Z","steps":["trace[23405774] 'process raft request' (duration: 576.454502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:18.542149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:17.965199Z","time spent":"576.826434ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:49:18.877843Z","caller":"traceutil/trace.go:171","msg":"trace[369925849] transaction","detail":"{read_only:false; response_revision:14590; number_of_response:1; }","duration":"912.438183ms","start":"2026-04-23T02:49:17.965379Z","end":"2026-04-23T02:49:18.877817Z","steps":["trace[369925849] 'process raft request' (duration: 912.062381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:18.877999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:17.965342Z","time spent":"912.577367ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:49:18.878227Z","caller":"traceutil/trace.go:171","msg":"trace[1133193879] linearizableReadLoop","detail":"{readStateIndex:15110; appliedIndex:15105; }","duration":"472.963404ms","start":"2026-04-23T02:49:18.405237Z","end":"2026-04-23T02:49:18.878201Z","steps":["trace[1133193879] 'read index received' (duration: 136.512278ms)","trace[1133193879] 'applied index is now lower than readState.Index' (duration: 336.449956ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:18.878318Z","caller":"traceutil/trace.go:171","msg":"trace[1401257378] transaction","detail":"{read_only:false; response_revision:14591; number_of_response:1; }","duration":"912.566407ms","start":"2026-04-23T02:49:17.965726Z","end":"2026-04-23T02:49:18.878292Z","steps":["trace[1401257378] 'process raft request' (duration: 912.045261ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:18.878348Z","caller":"traceutil/trace.go:171","msg":"trace[908227819] transaction","detail":"{read_only:false; response_revision:14593; number_of_response:1; }","duration":"909.226012ms","start":"2026-04-23T02:49:17.969103Z","end":"2026-04-23T02:49:18.878329Z","steps":["trace[908227819] 'process raft request' (duration: 909.049186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:18.87842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:17.965705Z","time spent":"912.659761ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:18.87844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:17.969093Z","time spent":"909.296043ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:18.878451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.237074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:49:18.878487Z","caller":"traceutil/trace.go:171","msg":"trace[692424062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14593; }","duration":"473.335747ms","start":"2026-04-23T02:49:18.40514Z","end":"2026-04-23T02:49:18.878476Z","steps":["trace[692424062] 'agreement among raft nodes before linearized reading' (duration: 473.190963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:18.87851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.959906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:49:18.878526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:18.405115Z","time spent":"473.402769ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T02:49:18.878524Z","caller":"traceutil/trace.go:171","msg":"trace[1584106034] transaction","detail":"{read_only:false; response_revision:14592; number_of_response:1; }","duration":"912.611139ms","start":"2026-04-23T02:49:17.965871Z","end":"2026-04-23T02:49:18.878482Z","steps":["trace[1584106034] 'process raft request' (duration: 912.159235ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:18.878605Z","caller":"traceutil/trace.go:171","msg":"trace[495136547] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:14593; }","duration":"463.07399ms","start":"2026-04-23T02:49:18.415516Z","end":"2026-04-23T02:49:18.87859Z","steps":["trace[495136547] 'agreement among raft nodes before linearized reading' (duration: 462.912485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:18.878634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:18.415498Z","time spent":"463.127231ms","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:18.87871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:17.96586Z","time spent":"912.765404ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:18.878747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.571192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:49:18.878774Z","caller":"traceutil/trace.go:171","msg":"trace[1157200581] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:14593; }","duration":"169.633633ms","start":"2026-04-23T02:49:18.709132Z","end":"2026-04-23T02:49:18.878765Z","steps":["trace[1157200581] 'agreement among raft nodes before linearized reading' (duration: 169.547731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:18.878862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.684609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:18.878933Z","caller":"traceutil/trace.go:171","msg":"trace[2023529574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14593; }","duration":"225.805482ms","start":"2026-04-23T02:49:18.65311Z","end":"2026-04-23T02:49:18.878915Z","steps":["trace[2023529574] 'agreement among raft nodes before linearized reading' (duration: 225.675378ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:19.349784Z","caller":"traceutil/trace.go:171","msg":"trace[342088488] transaction","detail":"{read_only:false; response_revision:14596; number_of_response:1; }","duration":"187.365938ms","start":"2026-04-23T02:49:19.162381Z","end":"2026-04-23T02:49:19.349747Z","steps":["trace[342088488] 'process raft request' (duration: 115.671514ms)","trace[342088488] 'compare' (duration: 71.431516ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:19.349889Z","caller":"traceutil/trace.go:171","msg":"trace[798939015] transaction","detail":"{read_only:false; response_revision:14597; number_of_response:1; }","duration":"186.333606ms","start":"2026-04-23T02:49:19.163526Z","end":"2026-04-23T02:49:19.34986Z","steps":["trace[798939015] 'process raft request' (duration: 186.15976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:19.613198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.804903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:19.613305Z","caller":"traceutil/trace.go:171","msg":"trace[960647631] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14597; }","duration":"123.981059ms","start":"2026-04-23T02:49:19.489298Z","end":"2026-04-23T02:49:19.613279Z","steps":["trace[960647631] 'range keys from in-memory index tree' (duration: 123.70064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:26.548549Z","caller":"traceutil/trace.go:171","msg":"trace[1049761420] transaction","detail":"{read_only:false; response_revision:14629; number_of_response:1; }","duration":"134.189554ms","start":"2026-04-23T02:49:26.414333Z","end":"2026-04-23T02:49:26.548523Z","steps":["trace[1049761420] 'process raft request' (duration: 134.008888ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:27.035252Z","caller":"traceutil/trace.go:171","msg":"trace[976006612] linearizableReadLoop","detail":"{readStateIndex:15149; appliedIndex:15148; }","duration":"382.129621ms","start":"2026-04-23T02:49:26.6531Z","end":"2026-04-23T02:49:27.035229Z","steps":["trace[976006612] 'read index received' (duration: 381.966936ms)","trace[976006612] 'applied index is now lower than readState.Index' (duration: 161.495µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:27.035376Z","caller":"traceutil/trace.go:171","msg":"trace[1495306699] transaction","detail":"{read_only:false; response_revision:14630; number_of_response:1; }","duration":"459.198686ms","start":"2026-04-23T02:49:26.576139Z","end":"2026-04-23T02:49:27.035337Z","steps":["trace[1495306699] 'process raft request' (duration: 458.943728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:27.035526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:26.576125Z","time spent":"459.313179ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:27.035505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.382649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:27.035621Z","caller":"traceutil/trace.go:171","msg":"trace[1680349617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14630; }","duration":"382.533314ms","start":"2026-04-23T02:49:26.653057Z","end":"2026-04-23T02:49:27.03559Z","steps":["trace[1680349617] 'agreement among raft nodes before linearized reading' (duration: 382.310087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:27.035686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:26.653039Z","time spent":"382.636637ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:49:27.098158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.164119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T02:49:27.098188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.093006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:49:27.098226Z","caller":"traceutil/trace.go:171","msg":"trace[2117973555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:14631; }","duration":"142.256661ms","start":"2026-04-23T02:49:26.955951Z","end":"2026-04-23T02:49:27.098207Z","steps":["trace[2117973555] 'agreement among raft nodes before linearized reading' (duration: 142.073665ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:27.098272Z","caller":"traceutil/trace.go:171","msg":"trace[1075211116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14631; }","duration":"185.22451ms","start":"2026-04-23T02:49:26.913025Z","end":"2026-04-23T02:49:27.098249Z","steps":["trace[1075211116] 'agreement among raft nodes before linearized reading' (duration: 184.960902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:27.098275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.206707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T02:49:27.098311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.257094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T02:49:27.098348Z","caller":"traceutil/trace.go:171","msg":"trace[2015248153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14631; }","duration":"189.322511ms","start":"2026-04-23T02:49:26.909005Z","end":"2026-04-23T02:49:27.098327Z","steps":["trace[2015248153] 'agreement among raft nodes before linearized reading' (duration: 189.122744ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:27.09839Z","caller":"traceutil/trace.go:171","msg":"trace[223689596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14631; }","duration":"192.397339ms","start":"2026-04-23T02:49:26.905971Z","end":"2026-04-23T02:49:27.098369Z","steps":["trace[223689596] 'agreement among raft nodes before linearized reading' (duration: 192.221734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:27.098308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.248726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:49:27.098499Z","caller":"traceutil/trace.go:171","msg":"trace[123947831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14631; }","duration":"182.475993ms","start":"2026-04-23T02:49:26.916013Z","end":"2026-04-23T02:49:27.09849Z","steps":["trace[123947831] 'agreement among raft nodes before linearized reading' (duration: 182.111841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:27.09863Z","caller":"traceutil/trace.go:171","msg":"trace[2112808220] transaction","detail":"{read_only:false; response_revision:14631; number_of_response:1; }","duration":"198.020667ms","start":"2026-04-23T02:49:26.900073Z","end":"2026-04-23T02:49:27.098094Z","steps":["trace[2112808220] 'process raft request' (duration: 188.724171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:37.046042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752195736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:49:37.546974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752195736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T02:49:37.717645Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.689236906s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T02:49:37.718041Z","caller":"traceutil/trace.go:171","msg":"trace[717420669] transaction","detail":"{read_only:false; response_revision:14697; number_of_response:1; }","duration":"1.689734353s","start":"2026-04-23T02:49:36.028282Z","end":"2026-04-23T02:49:37.718016Z","steps":["trace[717420669] 'process raft request' (duration: 1.689542056s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:37.718201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.028257Z","time spent":"1.689859997s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:49:38.103882Z","caller":"traceutil/trace.go:171","msg":"trace[1246131622] transaction","detail":"{read_only:false; response_revision:14699; number_of_response:1; }","duration":"833.554931ms","start":"2026-04-23T02:49:37.270305Z","end":"2026-04-23T02:49:38.10386Z","steps":["trace[1246131622] 'process raft request' (duration: 833.478348ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.103926Z","caller":"traceutil/trace.go:171","msg":"trace[2069180525] transaction","detail":"{read_only:false; response_revision:14698; number_of_response:1; }","duration":"930.341323ms","start":"2026-04-23T02:49:37.173543Z","end":"2026-04-23T02:49:38.103884Z","steps":["trace[2069180525] 'process raft request' (duration: 930.060175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.104016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.270288Z","time spent":"833.661904ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:38.104125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.173521Z","time spent":"930.488438ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:49:38.104243Z","caller":"traceutil/trace.go:171","msg":"trace[1041077118] transaction","detail":"{read_only:false; response_revision:14700; number_of_response:1; }","duration":"697.654402ms","start":"2026-04-23T02:49:37.406577Z","end":"2026-04-23T02:49:38.104231Z","steps":["trace[1041077118] 'process raft request' (duration: 697.245128ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.104278Z","caller":"traceutil/trace.go:171","msg":"trace[1965935956] linearizableReadLoop","detail":"{readStateIndex:15223; appliedIndex:15218; }","duration":"1.559078411s","start":"2026-04-23T02:49:36.545165Z","end":"2026-04-23T02:49:38.104244Z","steps":["trace[1965935956] 'read index received' (duration: 1.172691053s)","trace[1965935956] 'applied index is now lower than readState.Index' (duration: 386.385238ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:38.104333Z","caller":"traceutil/trace.go:171","msg":"trace[180633402] transaction","detail":"{read_only:false; response_revision:14701; number_of_response:1; }","duration":"691.106813ms","start":"2026-04-23T02:49:37.413212Z","end":"2026-04-23T02:49:38.104319Z","steps":["trace[180633402] 'process raft request' (duration: 690.882376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.104418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.413193Z","time spent":"691.187106ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:38.104312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.406519Z","time spent":"697.750845ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:38.104501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.026162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:49:38.104514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559319528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:49:38.104555Z","caller":"traceutil/trace.go:171","msg":"trace[1950304218] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:14701; }","duration":"200.116874ms","start":"2026-04-23T02:49:37.904422Z","end":"2026-04-23T02:49:38.104538Z","steps":["trace[1950304218] 'agreement among raft nodes before linearized reading' (duration: 200.036712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.104573Z","caller":"traceutil/trace.go:171","msg":"trace[752420510] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:14701; }","duration":"1.559443362s","start":"2026-04-23T02:49:36.545111Z","end":"2026-04-23T02:49:38.104554Z","steps":["trace[752420510] 'agreement among raft nodes before linearized reading' (duration: 1.559318868s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.104548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451440592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:38.104632Z","caller":"traceutil/trace.go:171","msg":"trace[2026576675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14701; }","duration":"1.451587067s","start":"2026-04-23T02:49:36.653025Z","end":"2026-04-23T02:49:38.104612Z","steps":["trace[2026576675] 'agreement among raft nodes before linearized reading' (duration: 1.451436822s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.104671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.653002Z","time spent":"1.451660899s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:49:38.104681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.725109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:38.104718Z","caller":"traceutil/trace.go:171","msg":"trace[351513649] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:14701; }","duration":"851.784172ms","start":"2026-04-23T02:49:37.252922Z","end":"2026-04-23T02:49:38.104706Z","steps":["trace[351513649] 'agreement among raft nodes before linearized reading' (duration: 851.72065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.104726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.801625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:49:38.104759Z","caller":"traceutil/trace.go:171","msg":"trace[610156976] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14701; }","duration":"453.881297ms","start":"2026-04-23T02:49:37.65087Z","end":"2026-04-23T02:49:38.104751Z","steps":["trace[610156976] 'agreement among raft nodes before linearized reading' (duration: 453.813785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.104755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.471005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T02:49:38.104766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.510367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T02:49:38.104783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.650851Z","time spent":"453.926829ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:49:38.104802Z","caller":"traceutil/trace.go:171","msg":"trace[1589921782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14701; }","duration":"891.526297ms","start":"2026-04-23T02:49:37.21326Z","end":"2026-04-23T02:49:38.104787Z","steps":["trace[1589921782] 'agreement among raft nodes before linearized reading' (duration: 891.361412ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.104816Z","caller":"traceutil/trace.go:171","msg":"trace[1406962204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14701; }","duration":"891.564339ms","start":"2026-04-23T02:49:37.21324Z","end":"2026-04-23T02:49:38.104804Z","steps":["trace[1406962204] 'agreement among raft nodes before linearized reading' (duration: 891.428724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.104753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.252911Z","time spent":"851.831913ms","remote":"127.0.0.1:48504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:38.104845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.213256Z","time spent":"891.580419ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:49:38.10485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.029173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:49:38.104852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.213211Z","time spent":"891.634631ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:49:38.104854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.139679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:38.10489Z","caller":"traceutil/trace.go:171","msg":"trace[82483289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14701; }","duration":"892.066284ms","start":"2026-04-23T02:49:37.212812Z","end":"2026-04-23T02:49:38.104878Z","steps":["trace[82483289] 'agreement among raft nodes before linearized reading' (duration: 891.971581ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.10491Z","caller":"traceutil/trace.go:171","msg":"trace[1728695095] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14701; }","duration":"537.235102ms","start":"2026-04-23T02:49:37.567661Z","end":"2026-04-23T02:49:38.104896Z","steps":["trace[1728695095] 'agreement among raft nodes before linearized reading' (duration: 537.142329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.104922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.212789Z","time spent":"892.126316ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:49:38.104944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.567644Z","time spent":"537.290944ms","remote":"127.0.0.1:60660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:38.10496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.141945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:38.105Z","caller":"traceutil/trace.go:171","msg":"trace[178996772] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:14701; }","duration":"864.227678ms","start":"2026-04-23T02:49:37.240758Z","end":"2026-04-23T02:49:38.104986Z","steps":["trace[178996772] 'agreement among raft nodes before linearized reading' (duration: 864.167056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.10501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011298352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:49:38.105038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.240737Z","time spent":"864.28773ms","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:49:38.105056Z","caller":"traceutil/trace.go:171","msg":"trace[1328170911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14701; }","duration":"1.011362014s","start":"2026-04-23T02:49:37.093671Z","end":"2026-04-23T02:49:38.105033Z","steps":["trace[1328170911] 'agreement among raft nodes before linearized reading' (duration: 1.011312492s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.104965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009915349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T02:49:38.105086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.093651Z","time spent":"1.011429167s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:49:38.104748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.960371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:49:38.105114Z","caller":"traceutil/trace.go:171","msg":"trace[1237481818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14701; }","duration":"1.010096114s","start":"2026-04-23T02:49:37.095005Z","end":"2026-04-23T02:49:38.105101Z","steps":["trace[1237481818] 'agreement among raft nodes before linearized reading' (duration: 1.009853536s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:38.105144Z","caller":"traceutil/trace.go:171","msg":"trace[1519224719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14701; }","duration":"892.400275ms","start":"2026-04-23T02:49:37.212731Z","end":"2026-04-23T02:49:38.105131Z","steps":["trace[1519224719] 'agreement among raft nodes before linearized reading' (duration: 891.896699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.104962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363043856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:49:38.10517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.094987Z","time spent":"1.010164346s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:49:38.105186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.21271Z","time spent":"892.464787ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:49:38.105202Z","caller":"traceutil/trace.go:171","msg":"trace[348003121] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:14701; }","duration":"1.363315205s","start":"2026-04-23T02:49:36.741873Z","end":"2026-04-23T02:49:38.105188Z","steps":["trace[348003121] 'agreement among raft nodes before linearized reading' (duration: 1.363057077s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.105252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.741845Z","time spent":"1.363390857s","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:38.105326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:36.545091Z","time spent":"1.560221327s","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:38.105053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.599643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:49:38.106567Z","caller":"traceutil/trace.go:171","msg":"trace[1323167774] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:14701; }","duration":"884.123941ms","start":"2026-04-23T02:49:37.222427Z","end":"2026-04-23T02:49:38.106551Z","steps":["trace[1323167774] 'agreement among raft nodes before linearized reading' (duration: 882.569672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:38.106623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:37.222417Z","time spent":"884.185303ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"info","ts":"2026-04-23T02:49:39.526981Z","caller":"traceutil/trace.go:171","msg":"trace[131650638] transaction","detail":"{read_only:false; response_revision:14708; number_of_response:1; }","duration":"395.190538ms","start":"2026-04-23T02:49:39.131775Z","end":"2026-04-23T02:49:39.526965Z","steps":["trace[131650638] 'process raft request' (duration: 395.103375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:39.527069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:39.13175Z","time spent":"395.281441ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T02:49:39.656884Z","caller":"traceutil/trace.go:171","msg":"trace[1318218442] linearizableReadLoop","detail":"{readStateIndex:15231; appliedIndex:15229; }","duration":"467.493371ms","start":"2026-04-23T02:49:39.189365Z","end":"2026-04-23T02:49:39.656859Z","steps":["trace[1318218442] 'read index received' (duration: 337.543662ms)","trace[1318218442] 'applied index is now lower than readState.Index' (duration: 129.948769ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:39.656977Z","caller":"traceutil/trace.go:171","msg":"trace[1357887780] transaction","detail":"{read_only:false; response_revision:14709; number_of_response:1; }","duration":"518.595429ms","start":"2026-04-23T02:49:39.138319Z","end":"2026-04-23T02:49:39.656914Z","steps":["trace[1357887780] 'process raft request' (duration: 518.343471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:39.657072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.690907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:49:39.657097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.160768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:49:39.657113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:39.138306Z","time spent":"518.735063ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12584,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:49:39.657137Z","caller":"traceutil/trace.go:171","msg":"trace[2054687434] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14709; }","duration":"467.808722ms","start":"2026-04-23T02:49:39.189311Z","end":"2026-04-23T02:49:39.657119Z","steps":["trace[2054687434] 'agreement among raft nodes before linearized reading' (duration: 467.690688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:39.657203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:39.18929Z","time spent":"467.892134ms","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:49:39.65714Z","caller":"traceutil/trace.go:171","msg":"trace[245296512] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14709; }","duration":"358.239131ms","start":"2026-04-23T02:49:39.298886Z","end":"2026-04-23T02:49:39.657125Z","steps":["trace[245296512] 'agreement among raft nodes before linearized reading' (duration: 358.160278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:39.65739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:39.298869Z","time spent":"358.490039ms","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:49:40.250048Z","caller":"traceutil/trace.go:171","msg":"trace[888503] transaction","detail":"{read_only:false; response_revision:14712; number_of_response:1; }","duration":"138.375837ms","start":"2026-04-23T02:49:40.111646Z","end":"2026-04-23T02:49:40.250022Z","steps":["trace[888503] 'process raft request' (duration: 138.292105ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:40.250183Z","caller":"traceutil/trace.go:171","msg":"trace[1274167718] linearizableReadLoop","detail":"{readStateIndex:15235; appliedIndex:15231; }","duration":"117.960747ms","start":"2026-04-23T02:49:40.132207Z","end":"2026-04-23T02:49:40.250168Z","steps":["trace[1274167718] 'read index received' (duration: 62.243222ms)","trace[1274167718] 'applied index is now lower than readState.Index' (duration: 55.715765ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:40.250164Z","caller":"traceutil/trace.go:171","msg":"trace[1322345194] transaction","detail":"{read_only:false; response_revision:14711; number_of_response:1; }","duration":"138.596155ms","start":"2026-04-23T02:49:40.111535Z","end":"2026-04-23T02:49:40.250131Z","steps":["trace[1322345194] 'process raft request' (duration: 138.250574ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:40.250266Z","caller":"traceutil/trace.go:171","msg":"trace[822568964] transaction","detail":"{read_only:false; response_revision:14713; number_of_response:1; }","duration":"138.45894ms","start":"2026-04-23T02:49:40.1118Z","end":"2026-04-23T02:49:40.250259Z","steps":["trace[822568964] 'process raft request' (duration: 138.183021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:40.250484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.267597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:49:40.250567Z","caller":"traceutil/trace.go:171","msg":"trace[1450714193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14713; }","duration":"118.410671ms","start":"2026-04-23T02:49:40.132141Z","end":"2026-04-23T02:49:40.250552Z","steps":["trace[1450714193] 'agreement among raft nodes before linearized reading' (duration: 118.210865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:40.669571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.225951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:49:40.669676Z","caller":"traceutil/trace.go:171","msg":"trace[1181622309] linearizableReadLoop","detail":"{readStateIndex:15236; appliedIndex:15235; }","duration":"415.02039ms","start":"2026-04-23T02:49:40.254639Z","end":"2026-04-23T02:49:40.66966Z","steps":["trace[1181622309] 'read index received' (duration: 142.719767ms)","trace[1181622309] 'applied index is now lower than readState.Index' (duration: 272.299143ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:40.66977Z","caller":"traceutil/trace.go:171","msg":"trace[44547974] transaction","detail":"{read_only:false; response_revision:14714; number_of_response:1; }","duration":"415.596118ms","start":"2026-04-23T02:49:40.254135Z","end":"2026-04-23T02:49:40.669732Z","steps":["trace[44547974] 'process raft request' (duration: 143.1313ms)","trace[44547974] 'compare' (duration: 272.070616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:49:40.669892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.254117Z","time spent":"415.710671ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:40.670385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.742853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595118"} {"level":"info","ts":"2026-04-23T02:49:40.670428Z","caller":"traceutil/trace.go:171","msg":"trace[409881259] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:14714; }","duration":"415.814035ms","start":"2026-04-23T02:49:40.254604Z","end":"2026-04-23T02:49:40.670418Z","steps":["trace[409881259] 'agreement among raft nodes before linearized reading' (duration: 415.120553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:40.670463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.254576Z","time spent":"415.877047ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595140,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:49:40.693131Z","caller":"traceutil/trace.go:171","msg":"trace[1424213879] transaction","detail":"{read_only:false; response_revision:14717; number_of_response:1; }","duration":"437.581868ms","start":"2026-04-23T02:49:40.255529Z","end":"2026-04-23T02:49:40.693111Z","steps":["trace[1424213879] 'process raft request' (duration: 437.524406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:40.693165Z","caller":"traceutil/trace.go:171","msg":"trace[1498542304] transaction","detail":"{read_only:false; response_revision:14716; number_of_response:1; }","duration":"437.63204ms","start":"2026-04-23T02:49:40.255505Z","end":"2026-04-23T02:49:40.693137Z","steps":["trace[1498542304] 'process raft request' (duration: 437.503366ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:40.693163Z","caller":"traceutil/trace.go:171","msg":"trace[2040678947] transaction","detail":"{read_only:false; response_revision:14715; number_of_response:1; }","duration":"437.848406ms","start":"2026-04-23T02:49:40.255277Z","end":"2026-04-23T02:49:40.693126Z","steps":["trace[2040678947] 'process raft request' (duration: 437.606549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:40.693262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.255495Z","time spent":"437.721063ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:40.693269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.255511Z","time spent":"437.690582ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:40.693284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.255262Z","time spent":"437.96424ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:49:40.693402Z","caller":"traceutil/trace.go:171","msg":"trace[1145610455] transaction","detail":"{read_only:false; response_revision:14718; number_of_response:1; }","duration":"437.502396ms","start":"2026-04-23T02:49:40.255869Z","end":"2026-04-23T02:49:40.693371Z","steps":["trace[1145610455] 'process raft request' (duration: 437.217367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:40.693543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.255864Z","time spent":"437.609449ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:40.693713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.333005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-23T02:49:40.693787Z","caller":"traceutil/trace.go:171","msg":"trace[1293322300] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:14718; }","duration":"418.47129ms","start":"2026-04-23T02:49:40.275299Z","end":"2026-04-23T02:49:40.69377Z","steps":["trace[1293322300] 'agreement among raft nodes before linearized reading' (duration: 418.054346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:40.693827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:40.275286Z","time spent":"418.531431ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T02:49:41.695191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.56563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:49:41.695319Z","caller":"traceutil/trace.go:171","msg":"trace[757309360] linearizableReadLoop","detail":"{readStateIndex:15245; appliedIndex:15244; }","duration":"194.861006ms","start":"2026-04-23T02:49:41.500435Z","end":"2026-04-23T02:49:41.695296Z","steps":["trace[757309360] 'read index received' (duration: 26.041µs)","trace[757309360] 'applied index is now lower than readState.Index' (duration: 194.832745ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:41.695434Z","caller":"traceutil/trace.go:171","msg":"trace[945634946] transaction","detail":"{read_only:false; response_revision:14722; number_of_response:1; }","duration":"513.138914ms","start":"2026-04-23T02:49:41.182279Z","end":"2026-04-23T02:49:41.695417Z","steps":["trace[945634946] 'process raft request' (duration: 268.227553ms)","trace[945634946] 'compare' (duration: 244.407195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:49:41.695522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:41.182238Z","time spent":"513.239067ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12713,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:41.695654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.190817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:41.695735Z","caller":"traceutil/trace.go:171","msg":"trace[1402232768] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:14722; }","duration":"195.314651ms","start":"2026-04-23T02:49:41.500402Z","end":"2026-04-23T02:49:41.695717Z","steps":["trace[1402232768] 'agreement among raft nodes before linearized reading' (duration: 195.165746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:41.695787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.236173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T02:49:41.69587Z","caller":"traceutil/trace.go:171","msg":"trace[1248714257] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14722; }","duration":"143.384427ms","start":"2026-04-23T02:49:41.552465Z","end":"2026-04-23T02:49:41.695849Z","steps":["trace[1248714257] 'agreement among raft nodes before linearized reading' (duration: 143.132889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:43.083071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.576016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T02:49:43.083139Z","caller":"traceutil/trace.go:171","msg":"trace[77571911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14731; }","duration":"409.666079ms","start":"2026-04-23T02:49:42.673459Z","end":"2026-04-23T02:49:43.083125Z","steps":["trace[77571911] 'range keys from in-memory index tree' (duration: 409.464453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:43.083168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:42.67345Z","time spent":"409.71084ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:49:43.0833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.663465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:43.083323Z","caller":"traceutil/trace.go:171","msg":"trace[1556085102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14731; }","duration":"429.706237ms","start":"2026-04-23T02:49:42.653611Z","end":"2026-04-23T02:49:43.083317Z","steps":["trace[1556085102] 'range keys from in-memory index tree' (duration: 429.613584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:43.08329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.150283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:49:43.083342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:42.653602Z","time spent":"429.736408ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:49:43.083377Z","caller":"traceutil/trace.go:171","msg":"trace[836097452] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:14731; }","duration":"431.251466ms","start":"2026-04-23T02:49:42.652102Z","end":"2026-04-23T02:49:43.083353Z","steps":["trace[836097452] 'count revisions from in-memory index tree' (duration: 431.02434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:43.083447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:42.652036Z","time spent":"431.393981ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:43.08395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.828833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:49:43.083998Z","caller":"traceutil/trace.go:171","msg":"trace[127366287] linearizableReadLoop","detail":"{readStateIndex:15255; appliedIndex:15254; }","duration":"403.625087ms","start":"2026-04-23T02:49:42.680365Z","end":"2026-04-23T02:49:43.08399Z","steps":["trace[127366287] 'read index received' (duration: 280.65948ms)","trace[127366287] 'applied index is now lower than readState.Index' (duration: 122.964897ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:43.084042Z","caller":"traceutil/trace.go:171","msg":"trace[2094372769] transaction","detail":"{read_only:false; response_revision:14732; number_of_response:1; }","duration":"410.212647ms","start":"2026-04-23T02:49:42.673804Z","end":"2026-04-23T02:49:43.084017Z","steps":["trace[2094372769] 'process raft request' (duration: 287.270811ms)","trace[2094372769] 'compare' (duration: 121.770658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:49:43.084114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.757881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:49:43.084155Z","caller":"traceutil/trace.go:171","msg":"trace[1023493345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:14732; }","duration":"403.836474ms","start":"2026-04-23T02:49:42.680313Z","end":"2026-04-23T02:49:43.084149Z","steps":["trace[1023493345] 'agreement among raft nodes before linearized reading' (duration: 403.744881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:43.084185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:42.680293Z","time spent":"403.887075ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:49:43.084174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:42.673795Z","time spent":"410.305439ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:43.084285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.615295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T02:49:43.084289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.513047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:49:43.084316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.268388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:49:43.084325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.564714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T02:49:43.084363Z","caller":"traceutil/trace.go:171","msg":"trace[1141443365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14732; }","duration":"386.740899ms","start":"2026-04-23T02:49:42.697604Z","end":"2026-04-23T02:49:43.084345Z","steps":["trace[1141443365] 'agreement among raft nodes before linearized reading' (duration: 386.524672ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:43.084379Z","caller":"traceutil/trace.go:171","msg":"trace[1633824234] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:14732; }","duration":"243.651511ms","start":"2026-04-23T02:49:42.840708Z","end":"2026-04-23T02:49:43.084359Z","steps":["trace[1633824234] 'agreement among raft nodes before linearized reading' (duration: 243.502027ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:43.084409Z","caller":"traceutil/trace.go:171","msg":"trace[505435775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14732; }","duration":"386.668756ms","start":"2026-04-23T02:49:42.697719Z","end":"2026-04-23T02:49:43.084388Z","steps":["trace[505435775] 'agreement among raft nodes before linearized reading' (duration: 386.449909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:43.084323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.321626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T02:49:43.084431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:42.697582Z","time spent":"386.837202ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:49:43.084453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.45033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T02:49:43.084466Z","caller":"traceutil/trace.go:171","msg":"trace[1766875037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14732; }","duration":"386.523622ms","start":"2026-04-23T02:49:42.69793Z","end":"2026-04-23T02:49:43.084453Z","steps":["trace[1766875037] 'agreement among raft nodes before linearized reading' (duration: 386.237473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:43.084411Z","caller":"traceutil/trace.go:171","msg":"trace[802993105] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:14732; }","duration":"297.429094ms","start":"2026-04-23T02:49:42.786951Z","end":"2026-04-23T02:49:43.08438Z","steps":["trace[802993105] 'agreement among raft nodes before linearized reading' (duration: 297.206887ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:43.084509Z","caller":"traceutil/trace.go:171","msg":"trace[2008914682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14732; }","duration":"386.515442ms","start":"2026-04-23T02:49:42.697972Z","end":"2026-04-23T02:49:43.084487Z","steps":["trace[2008914682] 'agreement among raft nodes before linearized reading' (duration: 386.403298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:43.084565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:42.697962Z","time spent":"386.591104ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:49:43.084466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:42.697713Z","time spent":"386.738028ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:49:43.084517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:42.697906Z","time spent":"386.595284ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:49:43.084585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.984116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:49:43.084793Z","caller":"traceutil/trace.go:171","msg":"trace[1911337436] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:14732; }","duration":"241.264265ms","start":"2026-04-23T02:49:42.843508Z","end":"2026-04-23T02:49:43.084772Z","steps":["trace[1911337436] 'agreement among raft nodes before linearized reading' (duration: 240.688936ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:43.267449Z","caller":"traceutil/trace.go:171","msg":"trace[178957898] transaction","detail":"{read_only:false; response_revision:14734; number_of_response:1; }","duration":"178.931479ms","start":"2026-04-23T02:49:43.088476Z","end":"2026-04-23T02:49:43.267407Z","steps":["trace[178957898] 'process raft request' (duration: 178.664121ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:43.267446Z","caller":"traceutil/trace.go:171","msg":"trace[1870256972] linearizableReadLoop","detail":"{readStateIndex:15257; appliedIndex:15255; }","duration":"178.884938ms","start":"2026-04-23T02:49:43.088541Z","end":"2026-04-23T02:49:43.267426Z","steps":["trace[1870256972] 'read index received' (duration: 73.025006ms)","trace[1870256972] 'applied index is now lower than readState.Index' (duration: 105.858602ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:43.267638Z","caller":"traceutil/trace.go:171","msg":"trace[307275203] transaction","detail":"{read_only:false; response_revision:14735; number_of_response:1; }","duration":"177.733851ms","start":"2026-04-23T02:49:43.089871Z","end":"2026-04-23T02:49:43.267604Z","steps":["trace[307275203] 'process raft request' (duration: 177.427972ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:43.267692Z","caller":"traceutil/trace.go:171","msg":"trace[2093713163] transaction","detail":"{read_only:false; response_revision:14737; number_of_response:1; }","duration":"177.082001ms","start":"2026-04-23T02:49:43.090562Z","end":"2026-04-23T02:49:43.267644Z","steps":["trace[2093713163] 'process raft request' (duration: 176.818292ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:43.268Z","caller":"traceutil/trace.go:171","msg":"trace[1351551016] transaction","detail":"{read_only:false; response_revision:14736; number_of_response:1; }","duration":"178.094512ms","start":"2026-04-23T02:49:43.089883Z","end":"2026-04-23T02:49:43.267977Z","steps":["trace[1351551016] 'process raft request' (duration: 177.463232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:43.268137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.578229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595331"} {"level":"info","ts":"2026-04-23T02:49:43.268189Z","caller":"traceutil/trace.go:171","msg":"trace[581225766] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:14737; }","duration":"179.696904ms","start":"2026-04-23T02:49:43.088481Z","end":"2026-04-23T02:49:43.268178Z","steps":["trace[581225766] 'agreement among raft nodes before linearized reading' (duration: 179.016872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:49.971561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.551137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40461507-f220-4d81-aa57-d2087e0e2881\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-23T02:49:49.971645Z","caller":"traceutil/trace.go:171","msg":"trace[1017445045] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-40461507-f220-4d81-aa57-d2087e0e2881; range_end:; response_count:1; response_revision:14879; }","duration":"437.684861ms","start":"2026-04-23T02:49:49.533941Z","end":"2026-04-23T02:49:49.971626Z","steps":["trace[1017445045] 'range keys from in-memory index tree' (duration: 437.31508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:49.971686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:49.533923Z","time spent":"437.753474ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40461507-f220-4d81-aa57-d2087e0e2881\" "} {"level":"warn","ts":"2026-04-23T02:49:49.971689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.491039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:49.971767Z","caller":"traceutil/trace.go:171","msg":"trace[185195377] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14879; }","duration":"212.610932ms","start":"2026-04-23T02:49:49.759134Z","end":"2026-04-23T02:49:49.971745Z","steps":["trace[185195377] 'count revisions from in-memory index tree' (duration: 212.408216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:49.971784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.011854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:49.97188Z","caller":"traceutil/trace.go:171","msg":"trace[283132649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14879; }","duration":"320.147968ms","start":"2026-04-23T02:49:49.651707Z","end":"2026-04-23T02:49:49.971854Z","steps":["trace[283132649] 'range keys from in-memory index tree' (duration: 319.936891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:49.971874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.872208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-345a2324-bfe4-442f-a895-d5b226be2d99\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-04-23T02:49:49.971924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:49.651689Z","time spent":"320.22629ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T02:49:49.971938Z","caller":"traceutil/trace.go:171","msg":"trace[1770781752] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-345a2324-bfe4-442f-a895-d5b226be2d99; range_end:; response_count:1; response_revision:14879; }","duration":"437.958831ms","start":"2026-04-23T02:49:49.533961Z","end":"2026-04-23T02:49:49.97192Z","steps":["trace[1770781752] 'range keys from in-memory index tree' (duration: 437.684992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:49.972014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:49.53395Z","time spent":"438.049023ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-345a2324-bfe4-442f-a895-d5b226be2d99\" "} {"level":"warn","ts":"2026-04-23T02:49:49.972081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.728155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:49:49.972125Z","caller":"traceutil/trace.go:171","msg":"trace[1554930166] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14879; }","duration":"444.818079ms","start":"2026-04-23T02:49:49.527297Z","end":"2026-04-23T02:49:49.972115Z","steps":["trace[1554930166] 'count revisions from in-memory index tree' (duration: 444.629263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:49.972178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:49.527276Z","time spent":"444.891511ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":113,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:49:50.727056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752196147,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:49:50.888952Z","caller":"traceutil/trace.go:171","msg":"trace[1631175369] transaction","detail":"{read_only:false; response_revision:14880; number_of_response:1; }","duration":"672.172331ms","start":"2026-04-23T02:49:50.216758Z","end":"2026-04-23T02:49:50.88893Z","steps":["trace[1631175369] 'process raft request' (duration: 672.022616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:50.889113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:50.216749Z","time spent":"672.266603ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:49:50.890236Z","caller":"traceutil/trace.go:171","msg":"trace[82063591] transaction","detail":"{read_only:false; response_revision:14881; number_of_response:1; }","duration":"664.360192ms","start":"2026-04-23T02:49:50.225861Z","end":"2026-04-23T02:49:50.890221Z","steps":["trace[82063591] 'process raft request' (duration: 664.153435ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:50.890251Z","caller":"traceutil/trace.go:171","msg":"trace[1363717164] linearizableReadLoop","detail":"{readStateIndex:15410; appliedIndex:15406; }","duration":"663.464343ms","start":"2026-04-23T02:49:50.226766Z","end":"2026-04-23T02:49:50.89023Z","steps":["trace[1363717164] 'read index received' (duration: 662.353188ms)","trace[1363717164] 'applied index is now lower than readState.Index' (duration: 1.110335ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:49:50.890363Z","caller":"traceutil/trace.go:171","msg":"trace[1194375232] transaction","detail":"{read_only:false; response_revision:14883; number_of_response:1; }","duration":"598.590587ms","start":"2026-04-23T02:49:50.291723Z","end":"2026-04-23T02:49:50.890314Z","steps":["trace[1194375232] 'process raft request' (duration: 598.453592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:50.890496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.715402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-23T02:49:50.890531Z","caller":"traceutil/trace.go:171","msg":"trace[4476145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14884; }","duration":"663.774133ms","start":"2026-04-23T02:49:50.226745Z","end":"2026-04-23T02:49:50.89052Z","steps":["trace[4476145] 'agreement among raft nodes before linearized reading' (duration: 663.650629ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:50.890608Z","caller":"traceutil/trace.go:171","msg":"trace[2103230580] transaction","detail":"{read_only:false; response_revision:14882; number_of_response:1; }","duration":"599.648001ms","start":"2026-04-23T02:49:50.29095Z","end":"2026-04-23T02:49:50.890598Z","steps":["trace[2103230580] 'process raft request' (duration: 599.201266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:50.890659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:50.290924Z","time spent":"599.711663ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:50.890294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:50.225847Z","time spent":"664.418064ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:49:50.890736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.69503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-04-23T02:49:50.890773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.745173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:49:50.890777Z","caller":"traceutil/trace.go:171","msg":"trace[1825236640] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:14884; }","duration":"614.779673ms","start":"2026-04-23T02:49:50.275985Z","end":"2026-04-23T02:49:50.890765Z","steps":["trace[1825236640] 'agreement among raft nodes before linearized reading' (duration: 614.659079ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:49:50.890796Z","caller":"traceutil/trace.go:171","msg":"trace[1196542918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14884; }","duration":"237.803625ms","start":"2026-04-23T02:49:50.652986Z","end":"2026-04-23T02:49:50.89079Z","steps":["trace[1196542918] 'agreement among raft nodes before linearized reading' (duration: 237.764903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:50.890806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:50.275965Z","time spent":"614.833144ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T02:49:50.890468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:50.2917Z","time spent":"598.70325ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:49:50.890381Z","caller":"traceutil/trace.go:171","msg":"trace[1857258669] transaction","detail":"{read_only:false; response_revision:14884; number_of_response:1; }","duration":"597.504552ms","start":"2026-04-23T02:49:50.292869Z","end":"2026-04-23T02:49:50.890373Z","steps":["trace[1857258669] 'process raft request' (duration: 597.332227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:49:50.890646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:50.226739Z","time spent":"663.899637ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T02:49:50.890966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:49:50.29286Z","time spent":"598.020509ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:50:55.419397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752198655,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:50:55.620869Z","caller":"traceutil/trace.go:171","msg":"trace[507963026] transaction","detail":"{read_only:false; response_revision:15777; number_of_response:1; }","duration":"718.329902ms","start":"2026-04-23T02:50:54.902518Z","end":"2026-04-23T02:50:55.620848Z","steps":["trace[507963026] 'process raft request' (duration: 718.187557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.62101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:54.902496Z","time spent":"718.441806ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8104,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:50:55.66174Z","caller":"traceutil/trace.go:171","msg":"trace[182358882] transaction","detail":"{read_only:false; response_revision:15778; number_of_response:1; }","duration":"649.909077ms","start":"2026-04-23T02:50:55.011805Z","end":"2026-04-23T02:50:55.661714Z","steps":["trace[182358882] 'process raft request' (duration: 649.611808ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:55.661726Z","caller":"traceutil/trace.go:171","msg":"trace[1469430726] transaction","detail":"{read_only:false; response_revision:15779; number_of_response:1; }","duration":"502.497102ms","start":"2026-04-23T02:50:55.159194Z","end":"2026-04-23T02:50:55.661691Z","steps":["trace[1469430726] 'process raft request' (duration: 502.398119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.661863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.011783Z","time spent":"650.017571ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:50:55.661914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.159171Z","time spent":"502.651267ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:50:55.662042Z","caller":"traceutil/trace.go:171","msg":"trace[1991523701] transaction","detail":"{read_only:false; response_revision:15780; number_of_response:1; }","duration":"500.379355ms","start":"2026-04-23T02:50:55.161634Z","end":"2026-04-23T02:50:55.662014Z","steps":["trace[1991523701] 'process raft request' (duration: 500.014703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.662284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.161625Z","time spent":"500.55229ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:50:55.662512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.314896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:50:55.662579Z","caller":"traceutil/trace.go:171","msg":"trace[1798538115] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15782; }","duration":"743.413259ms","start":"2026-04-23T02:50:54.919155Z","end":"2026-04-23T02:50:55.662568Z","steps":["trace[1798538115] 'agreement among raft nodes before linearized reading' (duration: 743.299016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.662607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:54.919137Z","time spent":"743.462991ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T02:50:55.662377Z","caller":"traceutil/trace.go:171","msg":"trace[800501142] linearizableReadLoop","detail":"{readStateIndex:16336; appliedIndex:16330; }","duration":"743.171422ms","start":"2026-04-23T02:50:54.919191Z","end":"2026-04-23T02:50:55.662363Z","steps":["trace[800501142] 'read index received' (duration: 701.523328ms)","trace[800501142] 'applied index is now lower than readState.Index' (duration: 41.647274ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:50:55.662897Z","caller":"traceutil/trace.go:171","msg":"trace[1755786698] transaction","detail":"{read_only:false; response_revision:15782; number_of_response:1; }","duration":"489.001093ms","start":"2026-04-23T02:50:55.173882Z","end":"2026-04-23T02:50:55.662883Z","steps":["trace[1755786698] 'process raft request' (duration: 488.438825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.663073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.173868Z","time spent":"489.167818ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:50:55.662918Z","caller":"traceutil/trace.go:171","msg":"trace[1210680111] transaction","detail":"{read_only:false; response_revision:15781; number_of_response:1; }","duration":"497.853965ms","start":"2026-04-23T02:50:55.16495Z","end":"2026-04-23T02:50:55.662804Z","steps":["trace[1210680111] 'process raft request' (duration: 496.979767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.663438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.164926Z","time spent":"498.250257ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:50:55.69737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.03252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:50:55.697448Z","caller":"traceutil/trace.go:171","msg":"trace[1439469930] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15784; }","duration":"778.141963ms","start":"2026-04-23T02:50:54.919289Z","end":"2026-04-23T02:50:55.697431Z","steps":["trace[1439469930] 'agreement among raft nodes before linearized reading' (duration: 778.010559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.697486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:54.919282Z","time spent":"778.196135ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:50:55.69748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.627709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:50:55.697553Z","caller":"traceutil/trace.go:171","msg":"trace[1218186548] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:15784; }","duration":"756.718133ms","start":"2026-04-23T02:50:54.940814Z","end":"2026-04-23T02:50:55.697532Z","steps":["trace[1218186548] 'agreement among raft nodes before linearized reading' (duration: 756.610399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.697823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:54.940807Z","time spent":"756.878018ms","remote":"127.0.0.1:40882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:50:55.697864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.692771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:50:55.697932Z","caller":"traceutil/trace.go:171","msg":"trace[1971608718] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15784; }","duration":"285.794384ms","start":"2026-04-23T02:50:55.412124Z","end":"2026-04-23T02:50:55.697918Z","steps":["trace[1971608718] 'agreement among raft nodes before linearized reading' (duration: 285.553336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.697948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.002869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:50:55.69809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.740652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:50:55.698144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.881214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:50:55.698149Z","caller":"traceutil/trace.go:171","msg":"trace[697163238] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15784; }","duration":"778.850286ms","start":"2026-04-23T02:50:54.919282Z","end":"2026-04-23T02:50:55.698133Z","steps":["trace[697163238] 'agreement among raft nodes before linearized reading' (duration: 778.754453ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:50:55.698163Z","caller":"traceutil/trace.go:171","msg":"trace[200255869] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15784; }","duration":"289.945377ms","start":"2026-04-23T02:50:55.408212Z","end":"2026-04-23T02:50:55.698157Z","steps":["trace[200255869] 'agreement among raft nodes before linearized reading' (duration: 289.878014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.69755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.351323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:50:55.698183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:54.919261Z","time spent":"778.914058ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T02:50:55.698229Z","caller":"traceutil/trace.go:171","msg":"trace[581878805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15784; }","duration":"209.064915ms","start":"2026-04-23T02:50:55.489137Z","end":"2026-04-23T02:50:55.698202Z","steps":["trace[581878805] 'agreement among raft nodes before linearized reading' (duration: 208.240299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.698298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.084101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:50:55.698316Z","caller":"traceutil/trace.go:171","msg":"trace[462159653] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15784; }","duration":"290.150882ms","start":"2026-04-23T02:50:55.408159Z","end":"2026-04-23T02:50:55.69831Z","steps":["trace[462159653] 'agreement among raft nodes before linearized reading' (duration: 290.108401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.698364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.087959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:50:55.698391Z","caller":"traceutil/trace.go:171","msg":"trace[197141973] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15784; }","duration":"771.127581ms","start":"2026-04-23T02:50:54.927255Z","end":"2026-04-23T02:50:55.698383Z","steps":["trace[197141973] 'agreement among raft nodes before linearized reading' (duration: 771.042118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.698408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.676955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:50:55.698416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:54.927248Z","time spent":"771.162612ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T02:50:55.698429Z","caller":"traceutil/trace.go:171","msg":"trace[797012456] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:15784; }","duration":"484.735928ms","start":"2026-04-23T02:50:55.213685Z","end":"2026-04-23T02:50:55.698421Z","steps":["trace[797012456] 'agreement among raft nodes before linearized reading' (duration: 484.701337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.698445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:55.213659Z","time spent":"484.780089ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:50:55.697888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.233695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rdg4k\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-04-23T02:50:55.698565Z","caller":"traceutil/trace.go:171","msg":"trace[646817085] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rdg4k; range_end:; response_count:1; response_revision:15784; }","duration":"766.927256ms","start":"2026-04-23T02:50:54.931631Z","end":"2026-04-23T02:50:55.698559Z","steps":["trace[646817085] 'agreement among raft nodes before linearized reading' (duration: 766.138571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.698586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:54.931618Z","time spent":"766.961908ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rdg4k\" "} {"level":"info","ts":"2026-04-23T02:50:55.697985Z","caller":"traceutil/trace.go:171","msg":"trace[1532246226] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:15784; }","duration":"767.075412ms","start":"2026-04-23T02:50:54.930896Z","end":"2026-04-23T02:50:55.697971Z","steps":["trace[1532246226] 'agreement among raft nodes before linearized reading' (duration: 767.01649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:50:55.699289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:50:54.930882Z","time spent":"768.385363ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:51:27.87808Z","caller":"traceutil/trace.go:171","msg":"trace[1675982637] transaction","detail":"{read_only:false; response_revision:15953; number_of_response:1; }","duration":"104.394458ms","start":"2026-04-23T02:51:27.773631Z","end":"2026-04-23T02:51:27.878025Z","steps":["trace[1675982637] 'process raft request' (duration: 104.124819ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:27.89964Z","caller":"traceutil/trace.go:171","msg":"trace[1460420823] linearizableReadLoop","detail":"{readStateIndex:16516; appliedIndex:16513; }","duration":"115.323465ms","start":"2026-04-23T02:51:27.784288Z","end":"2026-04-23T02:51:27.899612Z","steps":["trace[1460420823] 'read index received' (duration: 93.671337ms)","trace[1460420823] 'applied index is now lower than readState.Index' (duration: 21.650868ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:27.900032Z","caller":"traceutil/trace.go:171","msg":"trace[1271352006] transaction","detail":"{read_only:false; response_revision:15954; number_of_response:1; }","duration":"124.105495ms","start":"2026-04-23T02:51:27.775905Z","end":"2026-04-23T02:51:27.900011Z","steps":["trace[1271352006] 'process raft request' (duration: 123.492335ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:27.900302Z","caller":"traceutil/trace.go:171","msg":"trace[2103711956] transaction","detail":"{read_only:false; response_revision:15955; number_of_response:1; }","duration":"124.24786ms","start":"2026-04-23T02:51:27.776042Z","end":"2026-04-23T02:51:27.90029Z","steps":["trace[2103711956] 'process raft request' (duration: 123.483535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:27.90047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.163432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:27.90051Z","caller":"traceutil/trace.go:171","msg":"trace[2001287179] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15956; }","duration":"116.232784ms","start":"2026-04-23T02:51:27.784266Z","end":"2026-04-23T02:51:27.900499Z","steps":["trace[2001287179] 'agreement among raft nodes before linearized reading' (duration: 116.160712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:27.900672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.274779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:27.900708Z","caller":"traceutil/trace.go:171","msg":"trace[1024512331] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15956; }","duration":"101.3107ms","start":"2026-04-23T02:51:27.799389Z","end":"2026-04-23T02:51:27.9007Z","steps":["trace[1024512331] 'agreement among raft nodes before linearized reading' (duration: 101.260808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:27.900914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.598097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:51:27.900953Z","caller":"traceutil/trace.go:171","msg":"trace[619758100] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15956; }","duration":"100.65296ms","start":"2026-04-23T02:51:27.800292Z","end":"2026-04-23T02:51:27.900945Z","steps":["trace[619758100] 'agreement among raft nodes before linearized reading' (duration: 100.524915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:27.901102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.841775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:27.901136Z","caller":"traceutil/trace.go:171","msg":"trace[641339229] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15956; }","duration":"100.874876ms","start":"2026-04-23T02:51:27.800253Z","end":"2026-04-23T02:51:27.901128Z","steps":["trace[641339229] 'agreement among raft nodes before linearized reading' (duration: 100.818635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:27.900891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.430182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:27.901206Z","caller":"traceutil/trace.go:171","msg":"trace[638762249] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15956; }","duration":"100.798504ms","start":"2026-04-23T02:51:27.800391Z","end":"2026-04-23T02:51:27.901189Z","steps":["trace[638762249] 'agreement among raft nodes before linearized reading' (duration: 100.35746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.776522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.388695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:51:28.776741Z","caller":"traceutil/trace.go:171","msg":"trace[898255457] transaction","detail":"{read_only:false; response_revision:15958; number_of_response:1; }","duration":"824.753064ms","start":"2026-04-23T02:51:27.951962Z","end":"2026-04-23T02:51:28.776715Z","steps":["trace[898255457] 'process raft request' (duration: 520.070401ms)","trace[898255457] 'compare' (duration: 304.159726ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:28.776805Z","caller":"traceutil/trace.go:171","msg":"trace[1735578959] linearizableReadLoop","detail":"{readStateIndex:16522; appliedIndex:16518; }","duration":"790.156044ms","start":"2026-04-23T02:51:27.986636Z","end":"2026-04-23T02:51:28.776792Z","steps":["trace[1735578959] 'read index received' (duration: 485.396039ms)","trace[1735578959] 'applied index is now lower than readState.Index' (duration: 304.758925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:51:28.776817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:27.951946Z","time spent":"824.836766ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:28.777017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.388591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:28.777045Z","caller":"traceutil/trace.go:171","msg":"trace[1849979169] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15961; }","duration":"790.449273ms","start":"2026-04-23T02:51:27.986588Z","end":"2026-04-23T02:51:28.777037Z","steps":["trace[1849979169] 'agreement among raft nodes before linearized reading' (duration: 790.405342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.777067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:27.986573Z","time spent":"790.489375ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T02:51:28.77717Z","caller":"traceutil/trace.go:171","msg":"trace[1218966747] transaction","detail":"{read_only:false; response_revision:15959; number_of_response:1; }","duration":"824.857317ms","start":"2026-04-23T02:51:27.952306Z","end":"2026-04-23T02:51:28.777163Z","steps":["trace[1218966747] 'process raft request' (duration: 824.333851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.777181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.486701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T02:51:28.777209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:27.952295Z","time spent":"824.894858ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:28.777217Z","caller":"traceutil/trace.go:171","msg":"trace[883941546] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15961; }","duration":"788.543373ms","start":"2026-04-23T02:51:27.988662Z","end":"2026-04-23T02:51:28.777206Z","steps":["trace[883941546] 'agreement among raft nodes before linearized reading' (duration: 788.411108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.777246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:27.988653Z","time spent":"788.586625ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T02:51:28.777288Z","caller":"traceutil/trace.go:171","msg":"trace[424404966] transaction","detail":"{read_only:false; response_revision:15960; number_of_response:1; }","duration":"824.855197ms","start":"2026-04-23T02:51:27.952427Z","end":"2026-04-23T02:51:28.777282Z","steps":["trace[424404966] 'process raft request' (duration: 824.290689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.77732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:27.95242Z","time spent":"824.881138ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:28.777405Z","caller":"traceutil/trace.go:171","msg":"trace[399805052] transaction","detail":"{read_only:false; response_revision:15961; number_of_response:1; }","duration":"816.264424ms","start":"2026-04-23T02:51:27.961134Z","end":"2026-04-23T02:51:28.777398Z","steps":["trace[399805052] 'process raft request' (duration: 815.623253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.777443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:27.961108Z","time spent":"816.315665ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:28.777654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.980432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-h8x45\" ","response":"range_response_count:1 size:20746"} {"level":"info","ts":"2026-04-23T02:51:28.777697Z","caller":"traceutil/trace.go:171","msg":"trace[140795998] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-h8x45; range_end:; response_count:1; response_revision:15961; }","duration":"366.043634ms","start":"2026-04-23T02:51:28.411643Z","end":"2026-04-23T02:51:28.777686Z","steps":["trace[140795998] 'agreement among raft nodes before linearized reading' (duration: 365.91302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.77778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.411632Z","time spent":"366.087205ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20768,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-h8x45\" "} {"level":"warn","ts":"2026-04-23T02:51:28.777922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.400229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:28.777968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.047077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rdg4k\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-04-23T02:51:28.777995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.339566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:28.778013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.645066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:28.778035Z","caller":"traceutil/trace.go:171","msg":"trace[278677716] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15961; }","duration":"788.381857ms","start":"2026-04-23T02:51:27.989636Z","end":"2026-04-23T02:51:28.778018Z","steps":["trace[278677716] 'agreement among raft nodes before linearized reading' (duration: 788.342486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.778054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.076931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f82b6\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-04-23T02:51:28.778059Z","caller":"traceutil/trace.go:171","msg":"trace[911607963] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15961; }","duration":"788.711588ms","start":"2026-04-23T02:51:27.989338Z","end":"2026-04-23T02:51:28.778049Z","steps":["trace[911607963] 'agreement among raft nodes before linearized reading' (duration: 788.634996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.77807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:27.98963Z","time spent":"788.43543ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-23T02:51:28.778071Z","caller":"traceutil/trace.go:171","msg":"trace[1821206597] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f82b6; range_end:; response_count:1; response_revision:15961; }","duration":"370.131204ms","start":"2026-04-23T02:51:28.407936Z","end":"2026-04-23T02:51:28.778067Z","steps":["trace[1821206597] 'agreement among raft nodes before linearized reading' (duration: 370.078242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.778097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.407916Z","time spent":"370.177315ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-f82b6\" "} {"level":"warn","ts":"2026-04-23T02:51:28.778096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:27.989329Z","time spent":"788.7605ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:28.777933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.389008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-23T02:51:28.7782Z","caller":"traceutil/trace.go:171","msg":"trace[1960922718] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15961; }","duration":"788.678507ms","start":"2026-04-23T02:51:27.989515Z","end":"2026-04-23T02:51:28.778194Z","steps":["trace[1960922718] 'agreement among raft nodes before linearized reading' (duration: 788.240793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:28.777999Z","caller":"traceutil/trace.go:171","msg":"trace[1737955185] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rdg4k; range_end:; response_count:1; response_revision:15961; }","duration":"726.117699ms","start":"2026-04-23T02:51:28.051875Z","end":"2026-04-23T02:51:28.777992Z","steps":["trace[1737955185] 'agreement among raft nodes before linearized reading' (duration: 726.042866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.778221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:27.98949Z","time spent":"788.725039ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-23T02:51:28.778241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.051853Z","time spent":"726.381707ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rdg4k\" "} {"level":"info","ts":"2026-04-23T02:51:28.778012Z","caller":"traceutil/trace.go:171","msg":"trace[91218775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15961; }","duration":"127.500942ms","start":"2026-04-23T02:51:28.650488Z","end":"2026-04-23T02:51:28.777989Z","steps":["trace[91218775] 'agreement among raft nodes before linearized reading' (duration: 127.334367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.778289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.031789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:51:28.778359Z","caller":"traceutil/trace.go:171","msg":"trace[1581737801] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15961; }","duration":"246.119452ms","start":"2026-04-23T02:51:28.532223Z","end":"2026-04-23T02:51:28.778342Z","steps":["trace[1581737801] 'agreement among raft nodes before linearized reading' (duration: 245.940536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.778488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.685306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:28.778516Z","caller":"traceutil/trace.go:171","msg":"trace[2116590763] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15961; }","duration":"244.746368ms","start":"2026-04-23T02:51:28.533763Z","end":"2026-04-23T02:51:28.778509Z","steps":["trace[2116590763] 'agreement among raft nodes before linearized reading' (duration: 244.688296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.778736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.188659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f82b6\" ","response":"range_response_count:1 size:22093"} {"level":"warn","ts":"2026-04-23T02:51:28.778702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.529645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:51:28.778744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.946214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:51:28.778829Z","caller":"traceutil/trace.go:171","msg":"trace[902668668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:15961; }","duration":"542.050858ms","start":"2026-04-23T02:51:28.236759Z","end":"2026-04-23T02:51:28.77881Z","steps":["trace[902668668] 'agreement among raft nodes before linearized reading' (duration: 541.002485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.778884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.236721Z","time spent":"542.153982ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"info","ts":"2026-04-23T02:51:28.778832Z","caller":"traceutil/trace.go:171","msg":"trace[445490384] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15961; }","duration":"246.68764ms","start":"2026-04-23T02:51:28.53211Z","end":"2026-04-23T02:51:28.778798Z","steps":["trace[445490384] 'agreement among raft nodes before linearized reading' (duration: 246.292768ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:28.778769Z","caller":"traceutil/trace.go:171","msg":"trace[1504038435] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f82b6; range_end:; response_count:1; response_revision:15961; }","duration":"361.240941ms","start":"2026-04-23T02:51:28.41752Z","end":"2026-04-23T02:51:28.778761Z","steps":["trace[1504038435] 'agreement among raft nodes before linearized reading' (duration: 361.134398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:28.779193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:28.417511Z","time spent":"361.674514ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-f82b6\" "} {"level":"warn","ts":"2026-04-23T02:51:28.779815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.042264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:28.779908Z","caller":"traceutil/trace.go:171","msg":"trace[1047198000] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15961; }","duration":"248.167408ms","start":"2026-04-23T02:51:28.531716Z","end":"2026-04-23T02:51:28.779884Z","steps":["trace[1047198000] 'agreement among raft nodes before linearized reading' (duration: 246.849806ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:29.885038Z","caller":"traceutil/trace.go:171","msg":"trace[470058409] linearizableReadLoop","detail":"{readStateIndex:16523; appliedIndex:16522; }","duration":"230.644931ms","start":"2026-04-23T02:51:29.654374Z","end":"2026-04-23T02:51:29.885019Z","steps":["trace[470058409] 'read index received' (duration: 230.567659ms)","trace[470058409] 'applied index is now lower than readState.Index' (duration: 76.512µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:51:29.885149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.771195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:29.885112Z","caller":"traceutil/trace.go:171","msg":"trace[1199568264] transaction","detail":"{read_only:false; response_revision:15962; number_of_response:1; }","duration":"327.483459ms","start":"2026-04-23T02:51:29.557576Z","end":"2026-04-23T02:51:29.885059Z","steps":["trace[1199568264] 'process raft request' (duration: 327.318114ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:29.88517Z","caller":"traceutil/trace.go:171","msg":"trace[52960690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15962; }","duration":"230.845158ms","start":"2026-04-23T02:51:29.65432Z","end":"2026-04-23T02:51:29.885166Z","steps":["trace[52960690] 'agreement among raft nodes before linearized reading' (duration: 230.788116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:29.885275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.557549Z","time spent":"327.645745ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:29.932463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.588626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:29.932587Z","caller":"traceutil/trace.go:171","msg":"trace[1864711886] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15963; }","duration":"189.758671ms","start":"2026-04-23T02:51:29.742812Z","end":"2026-04-23T02:51:29.932571Z","steps":["trace[1864711886] 'agreement among raft nodes before linearized reading' (duration: 189.579136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.433259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752199671,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:51:30.709473Z","caller":"traceutil/trace.go:171","msg":"trace[44719017] transaction","detail":"{read_only:false; response_revision:15965; number_of_response:1; }","duration":"803.455317ms","start":"2026-04-23T02:51:29.905992Z","end":"2026-04-23T02:51:30.709448Z","steps":["trace[44719017] 'process raft request' (duration: 803.387935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:30.709495Z","caller":"traceutil/trace.go:171","msg":"trace[558664541] transaction","detail":"{read_only:false; response_revision:15964; number_of_response:1; }","duration":"803.909352ms","start":"2026-04-23T02:51:29.905552Z","end":"2026-04-23T02:51:30.709461Z","steps":["trace[558664541] 'process raft request' (duration: 803.685125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.70964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.905985Z","time spent":"803.567902ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:30.709704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.905542Z","time spent":"804.039797ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:30.710829Z","caller":"traceutil/trace.go:171","msg":"trace[417675577] transaction","detail":"{read_only:false; response_revision:15966; number_of_response:1; }","duration":"804.75343ms","start":"2026-04-23T02:51:29.906049Z","end":"2026-04-23T02:51:30.710802Z","steps":["trace[417675577] 'process raft request' (duration: 803.364865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.710935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.906036Z","time spent":"804.849682ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:30.711114Z","caller":"traceutil/trace.go:171","msg":"trace[771957729] linearizableReadLoop","detail":"{readStateIndex:16527; appliedIndex:16524; }","duration":"778.733302ms","start":"2026-04-23T02:51:29.932303Z","end":"2026-04-23T02:51:30.711037Z","steps":["trace[771957729] 'read index received' (duration: 776.938475ms)","trace[771957729] 'applied index is now lower than readState.Index' (duration: 1.791527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:51:30.71123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.441668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:30.711275Z","caller":"traceutil/trace.go:171","msg":"trace[886054087] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15966; }","duration":"803.498239ms","start":"2026-04-23T02:51:29.907765Z","end":"2026-04-23T02:51:30.711263Z","steps":["trace[886054087] 'agreement among raft nodes before linearized reading' (duration: 803.424797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.711314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.907757Z","time spent":"803.549861ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:30.711325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.552821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:30.711389Z","caller":"traceutil/trace.go:171","msg":"trace[1366057678] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15966; }","duration":"803.627754ms","start":"2026-04-23T02:51:29.907746Z","end":"2026-04-23T02:51:30.711374Z","steps":["trace[1366057678] 'agreement among raft nodes before linearized reading' (duration: 803.51856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.711441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.907739Z","time spent":"803.690445ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:30.711539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.317973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:30.711616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.131278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:30.711639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.338159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T02:51:30.711699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.960278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-23T02:51:30.711734Z","caller":"traceutil/trace.go:171","msg":"trace[1509171225] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:15966; }","duration":"431.034791ms","start":"2026-04-23T02:51:30.280689Z","end":"2026-04-23T02:51:30.711724Z","steps":["trace[1509171225] 'agreement among raft nodes before linearized reading' (duration: 430.916937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.711734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.746767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:51:30.711744Z","caller":"traceutil/trace.go:171","msg":"trace[1044882529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15966; }","duration":"761.479124ms","start":"2026-04-23T02:51:29.950241Z","end":"2026-04-23T02:51:30.71172Z","steps":["trace[1044882529] 'agreement among raft nodes before linearized reading' (duration: 761.200255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.71177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.280666Z","time spent":"431.098212ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-23T02:51:30.711775Z","caller":"traceutil/trace.go:171","msg":"trace[648850222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15966; }","duration":"254.82748ms","start":"2026-04-23T02:51:30.456939Z","end":"2026-04-23T02:51:30.711766Z","steps":["trace[648850222] 'agreement among raft nodes before linearized reading' (duration: 254.765748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.7118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.950231Z","time spent":"761.559746ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T02:51:30.711869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.409914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-04-23T02:51:30.711932Z","caller":"traceutil/trace.go:171","msg":"trace[1339973655] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:15966; }","duration":"432.518378ms","start":"2026-04-23T02:51:30.2794Z","end":"2026-04-23T02:51:30.711918Z","steps":["trace[1339973655] 'agreement among raft nodes before linearized reading' (duration: 432.346222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.71198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.279375Z","time spent":"432.59378ms","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7552,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T02:51:30.711519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.928794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:30.712032Z","caller":"traceutil/trace.go:171","msg":"trace[71527165] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15966; }","duration":"805.467832ms","start":"2026-04-23T02:51:29.906551Z","end":"2026-04-23T02:51:30.712018Z","steps":["trace[71527165] 'agreement among raft nodes before linearized reading' (duration: 804.906234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.712066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.906544Z","time spent":"805.512433ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T02:51:30.711675Z","caller":"traceutil/trace.go:171","msg":"trace[630288038] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:15966; }","duration":"366.223181ms","start":"2026-04-23T02:51:30.345433Z","end":"2026-04-23T02:51:30.711656Z","steps":["trace[630288038] 'agreement among raft nodes before linearized reading' (duration: 366.153508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.712192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.34541Z","time spent":"366.764918ms","remote":"127.0.0.1:38796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:51:30.711626Z","caller":"traceutil/trace.go:171","msg":"trace[106412069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15966; }","duration":"825.450077ms","start":"2026-04-23T02:51:29.886164Z","end":"2026-04-23T02:51:30.711615Z","steps":["trace[106412069] 'agreement among raft nodes before linearized reading' (duration: 825.167448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.712345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.886149Z","time spent":"826.17284ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:51:30.711571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.009288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:30.712484Z","caller":"traceutil/trace.go:171","msg":"trace[1408314707] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15966; }","duration":"805.956427ms","start":"2026-04-23T02:51:29.906511Z","end":"2026-04-23T02:51:30.712468Z","steps":["trace[1408314707] 'agreement among raft nodes before linearized reading' (duration: 805.030498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.712537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.906505Z","time spent":"806.014889ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:51:30.711152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.45765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:30.712615Z","caller":"traceutil/trace.go:171","msg":"trace[1223872851] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15966; }","duration":"805.940997ms","start":"2026-04-23T02:51:29.906641Z","end":"2026-04-23T02:51:30.712582Z","steps":["trace[1223872851] 'agreement among raft nodes before linearized reading' (duration: 804.410128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.712686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.906627Z","time spent":"806.03855ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:51:30.713528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.733306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:51:30.713578Z","caller":"traceutil/trace.go:171","msg":"trace[1550232104] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15966; }","duration":"808.811698ms","start":"2026-04-23T02:51:29.904754Z","end":"2026-04-23T02:51:30.713566Z","steps":["trace[1550232104] 'agreement among raft nodes before linearized reading' (duration: 806.559207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:30.71361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:29.90474Z","time spent":"808.862809ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:51:31.724963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.093423ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-23T02:51:31.725242Z","caller":"traceutil/trace.go:171","msg":"trace[188391205] transaction","detail":"{read_only:false; response_revision:15968; number_of_response:1; }","duration":"585.626574ms","start":"2026-04-23T02:51:31.139597Z","end":"2026-04-23T02:51:31.725224Z","steps":["trace[188391205] 'process raft request' (duration: 585.584053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.725345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.139572Z","time spent":"585.711697ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:31.725442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.713176Z","time spent":"1.012260085s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T02:51:31.725437Z","caller":"traceutil/trace.go:171","msg":"trace[758779977] linearizableReadLoop","detail":"{readStateIndex:16529; appliedIndex:16527; }","duration":"989.986877ms","start":"2026-04-23T02:51:30.735418Z","end":"2026-04-23T02:51:31.725405Z","steps":["trace[758779977] 'read index received' (duration: 104.355467ms)","trace[758779977] 'applied index is now lower than readState.Index' (duration: 885.62863ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:31.725441Z","caller":"traceutil/trace.go:171","msg":"trace[2102587529] transaction","detail":"{read_only:false; response_revision:15967; number_of_response:1; }","duration":"1.009205568s","start":"2026-04-23T02:51:30.716146Z","end":"2026-04-23T02:51:31.725352Z","steps":["trace[2102587529] 'process raft request' (duration: 1.008922119s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.725596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.169923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:31.725672Z","caller":"traceutil/trace.go:171","msg":"trace[842658478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15968; }","duration":"990.279306ms","start":"2026-04-23T02:51:30.735375Z","end":"2026-04-23T02:51:31.725655Z","steps":["trace[842658478] 'agreement among raft nodes before linearized reading' (duration: 990.10683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.725894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.735358Z","time spent":"990.528264ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:51:31.725944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.936066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:51:31.725962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.532351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-23T02:51:31.72596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.334436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T02:51:31.725983Z","caller":"traceutil/trace.go:171","msg":"trace[1534949583] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15968; }","duration":"939.990228ms","start":"2026-04-23T02:51:30.78598Z","end":"2026-04-23T02:51:31.725971Z","steps":["trace[1534949583] 'agreement among raft nodes before linearized reading' (duration: 939.722929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:31.725999Z","caller":"traceutil/trace.go:171","msg":"trace[1133578262] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15968; }","duration":"938.577612ms","start":"2026-04-23T02:51:30.78741Z","end":"2026-04-23T02:51:31.725988Z","steps":["trace[1133578262] 'agreement among raft nodes before linearized reading' (duration: 938.265852ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:31.726015Z","caller":"traceutil/trace.go:171","msg":"trace[908228285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15968; }","duration":"944.436669ms","start":"2026-04-23T02:51:30.781563Z","end":"2026-04-23T02:51:31.726Z","steps":["trace[908228285] 'agreement among raft nodes before linearized reading' (duration: 944.030996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.726038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.665966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:31.726042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.787405Z","time spent":"938.626165ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-04-23T02:51:31.726061Z","caller":"traceutil/trace.go:171","msg":"trace[1221818741] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15968; }","duration":"938.697987ms","start":"2026-04-23T02:51:30.787357Z","end":"2026-04-23T02:51:31.726055Z","steps":["trace[1221818741] 'agreement among raft nodes before linearized reading' (duration: 938.663505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.726063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.781548Z","time spent":"944.501681ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:51:31.726109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.782209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:31.726126Z","caller":"traceutil/trace.go:171","msg":"trace[174223559] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15968; }","duration":"938.813071ms","start":"2026-04-23T02:51:30.787308Z","end":"2026-04-23T02:51:31.726121Z","steps":["trace[174223559] 'agreement among raft nodes before linearized reading' (duration: 938.78449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.726141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.7873Z","time spent":"938.837761ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:31.726195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.716127Z","time spent":"1.009446525s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:31.726272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.058909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-h8x45\" ","response":"range_response_count:1 size:20746"} {"level":"warn","ts":"2026-04-23T02:51:31.726314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.435991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T02:51:31.726234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.064354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f82b6\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-04-23T02:51:31.726341Z","caller":"traceutil/trace.go:171","msg":"trace[881428640] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f82b6; range_end:; response_count:1; response_revision:15968; }","duration":"914.208788ms","start":"2026-04-23T02:51:30.812125Z","end":"2026-04-23T02:51:31.726334Z","steps":["trace[881428640] 'agreement among raft nodes before linearized reading' (duration: 913.910969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.726352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.587045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T02:51:31.726368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.029516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:31.726389Z","caller":"traceutil/trace.go:171","msg":"trace[2055348408] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15968; }","duration":"435.652468ms","start":"2026-04-23T02:51:31.290724Z","end":"2026-04-23T02:51:31.726377Z","steps":["trace[2055348408] 'agreement among raft nodes before linearized reading' (duration: 435.532004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.726424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.290674Z","time spent":"435.74403ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T02:51:31.726439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.303808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T02:51:31.726439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.610028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:51:31.726488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.492344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:31.726501Z","caller":"traceutil/trace.go:171","msg":"trace[580021142] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15968; }","duration":"940.673529ms","start":"2026-04-23T02:51:30.785813Z","end":"2026-04-23T02:51:31.726486Z","steps":["trace[580021142] 'agreement among raft nodes before linearized reading' (duration: 940.580516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.726631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.055987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:51:31.726658Z","caller":"traceutil/trace.go:171","msg":"trace[1238745860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:15968; }","duration":"927.092707ms","start":"2026-04-23T02:51:30.799558Z","end":"2026-04-23T02:51:31.726651Z","steps":["trace[1238745860] 'agreement among raft nodes before linearized reading' (duration: 927.020115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.726671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.78581Z","time spent":"940.844815ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:31.726693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.50547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:31.726725Z","caller":"traceutil/trace.go:171","msg":"trace[1026940171] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15968; }","duration":"932.552992ms","start":"2026-04-23T02:51:30.794166Z","end":"2026-04-23T02:51:31.726719Z","steps":["trace[1026940171] 'agreement among raft nodes before linearized reading' (duration: 932.50935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.726749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.794159Z","time spent":"932.585992ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:51:31.726691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.799552Z","time spent":"927.13298ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-sdvxf\" "} {"level":"warn","ts":"2026-04-23T02:51:31.726825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.011001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:31.726516Z","caller":"traceutil/trace.go:171","msg":"trace[65634495] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15968; }","duration":"940.543745ms","start":"2026-04-23T02:51:30.785965Z","end":"2026-04-23T02:51:31.726509Z","steps":["trace[65634495] 'agreement among raft nodes before linearized reading' (duration: 940.511274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.726874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.785952Z","time spent":"940.916527ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T02:51:31.726877Z","caller":"traceutil/trace.go:171","msg":"trace[1772473005] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15968; }","duration":"941.070172ms","start":"2026-04-23T02:51:30.785794Z","end":"2026-04-23T02:51:31.726864Z","steps":["trace[1772473005] 'agreement among raft nodes before linearized reading' (duration: 940.99639ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:31.726423Z","caller":"traceutil/trace.go:171","msg":"trace[1272848471] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15968; }","duration":"849.14229ms","start":"2026-04-23T02:51:30.877264Z","end":"2026-04-23T02:51:31.726406Z","steps":["trace[1272848471] 'agreement among raft nodes before linearized reading' (duration: 849.036516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.726918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.785789Z","time spent":"941.118864ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:51:31.726958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.230027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:31.726081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.78735Z","time spent":"938.724307ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-23T02:51:31.72631Z","caller":"traceutil/trace.go:171","msg":"trace[76192525] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-h8x45; range_end:; response_count:1; response_revision:15968; }","duration":"917.11285ms","start":"2026-04-23T02:51:30.809188Z","end":"2026-04-23T02:51:31.726301Z","steps":["trace[76192525] 'agreement among raft nodes before linearized reading' (duration: 916.992517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.727035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.809179Z","time spent":"917.843234ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20768,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-h8x45\" "} {"level":"warn","ts":"2026-04-23T02:51:31.72706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.886521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T02:51:31.727085Z","caller":"traceutil/trace.go:171","msg":"trace[1591090043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15968; }","duration":"943.938683ms","start":"2026-04-23T02:51:30.78314Z","end":"2026-04-23T02:51:31.727079Z","steps":["trace[1591090043] 'agreement among raft nodes before linearized reading' (duration: 943.870741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.727118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.783128Z","time spent":"943.983695ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T02:51:31.726334Z","caller":"traceutil/trace.go:171","msg":"trace[471486278] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15968; }","duration":"939.455391ms","start":"2026-04-23T02:51:30.786873Z","end":"2026-04-23T02:51:31.726328Z","steps":["trace[471486278] 'agreement among raft nodes before linearized reading' (duration: 939.375709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.727232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.78684Z","time spent":"940.385111ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:51:31.727267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.394118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T02:51:31.726921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.965926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T02:51:31.726222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.659475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:51:31.727317Z","caller":"traceutil/trace.go:171","msg":"trace[244254890] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:15968; }","duration":"816.809812ms","start":"2026-04-23T02:51:30.9105Z","end":"2026-04-23T02:51:31.727309Z","steps":["trace[244254890] 'agreement among raft nodes before linearized reading' (duration: 815.659436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:31.727333Z","caller":"traceutil/trace.go:171","msg":"trace[1794948560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15968; }","duration":"944.46383ms","start":"2026-04-23T02:51:30.782835Z","end":"2026-04-23T02:51:31.727299Z","steps":["trace[1794948560] 'agreement among raft nodes before linearized reading' (duration: 944.335276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.726383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.175054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:51:31.727212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.764931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T02:51:31.727372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.78282Z","time spent":"944.542463ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T02:51:31.726462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.602418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f82b6\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-04-23T02:51:31.727454Z","caller":"traceutil/trace.go:171","msg":"trace[1999510686] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f82b6; range_end:; response_count:1; response_revision:15968; }","duration":"919.619271ms","start":"2026-04-23T02:51:30.807826Z","end":"2026-04-23T02:51:31.727445Z","steps":["trace[1999510686] 'agreement among raft nodes before linearized reading' (duration: 918.572517ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:31.727376Z","caller":"traceutil/trace.go:171","msg":"trace[1803667117] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15968; }","duration":"941.168445ms","start":"2026-04-23T02:51:30.786196Z","end":"2026-04-23T02:51:31.727364Z","steps":["trace[1803667117] 'agreement among raft nodes before linearized reading' (duration: 940.164803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.727521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.807804Z","time spent":"919.705833ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-f82b6\" "} {"level":"warn","ts":"2026-04-23T02:51:31.726363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.406961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:31.727542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.786193Z","time spent":"941.342461ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T02:51:31.727568Z","caller":"traceutil/trace.go:171","msg":"trace[961684810] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15968; }","duration":"941.6237ms","start":"2026-04-23T02:51:30.78593Z","end":"2026-04-23T02:51:31.727554Z","steps":["trace[961684810] 'agreement among raft nodes before linearized reading' (duration: 940.384451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.726376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.812113Z","time spent":"914.2544ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-f82b6\" "} {"level":"warn","ts":"2026-04-23T02:51:31.727621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.785926Z","time spent":"941.682522ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:51:31.726558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.770745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rdg4k\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-04-23T02:51:31.726501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.566881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:31.727699Z","caller":"traceutil/trace.go:171","msg":"trace[1036022334] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rdg4k; range_end:; response_count:1; response_revision:15968; }","duration":"920.927212ms","start":"2026-04-23T02:51:30.80676Z","end":"2026-04-23T02:51:31.727688Z","steps":["trace[1036022334] 'agreement among raft nodes before linearized reading' (duration: 919.722184ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:31.727716Z","caller":"traceutil/trace.go:171","msg":"trace[2137337937] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15968; }","duration":"860.828562ms","start":"2026-04-23T02:51:30.866879Z","end":"2026-04-23T02:51:31.727708Z","steps":["trace[2137337937] 'agreement among raft nodes before linearized reading' (duration: 859.595463ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:31.727464Z","caller":"traceutil/trace.go:171","msg":"trace[1532638407] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15968; }","duration":"939.998088ms","start":"2026-04-23T02:51:30.78742Z","end":"2026-04-23T02:51:31.727418Z","steps":["trace[1532638407] 'agreement among raft nodes before linearized reading' (duration: 939.287625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.727822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.787413Z","time spent":"940.368819ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:51:31.727739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.86686Z","time spent":"860.872863ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:51:31.72693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.877243Z","time spent":"849.680547ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T02:51:31.726993Z","caller":"traceutil/trace.go:171","msg":"trace[1048656708] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15968; }","duration":"941.275969ms","start":"2026-04-23T02:51:30.785708Z","end":"2026-04-23T02:51:31.726984Z","steps":["trace[1048656708] 'agreement among raft nodes before linearized reading' (duration: 941.233128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.730282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.7857Z","time spent":"944.557473ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T02:51:31.727326Z","caller":"traceutil/trace.go:171","msg":"trace[2015430382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15968; }","duration":"945.40995ms","start":"2026-04-23T02:51:30.781898Z","end":"2026-04-23T02:51:31.727308Z","steps":["trace[2015430382] 'agreement among raft nodes before linearized reading' (duration: 944.964926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.730598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.781876Z","time spent":"948.710565ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T02:51:31.727346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.91048Z","time spent":"816.857364ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":42,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-23T02:51:31.726459Z","caller":"traceutil/trace.go:171","msg":"trace[18474487] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15968; }","duration":"940.331818ms","start":"2026-04-23T02:51:30.786122Z","end":"2026-04-23T02:51:31.726453Z","steps":["trace[18474487] 'agreement among raft nodes before linearized reading' (duration: 940.278207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.731218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.786117Z","time spent":"945.08941ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:51:31.727734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.806749Z","time spent":"920.977674ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rdg4k\" "} {"level":"warn","ts":"2026-04-23T02:51:31.72666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.954514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:51:31.732589Z","caller":"traceutil/trace.go:171","msg":"trace[969886418] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15968; }","duration":"865.903442ms","start":"2026-04-23T02:51:30.866665Z","end":"2026-04-23T02:51:31.732568Z","steps":["trace[969886418] 'agreement among raft nodes before linearized reading' (duration: 859.900522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:31.73264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.866648Z","time spent":"865.980315ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:51:31.726008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:30.785976Z","time spent":"940.027349ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:32.080077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.593804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:51:32.080246Z","caller":"traceutil/trace.go:171","msg":"trace[929245799] transaction","detail":"{read_only:false; response_revision:15969; number_of_response:1; }","duration":"347.923079ms","start":"2026-04-23T02:51:31.732302Z","end":"2026-04-23T02:51:32.080226Z","steps":["trace[929245799] 'process raft request' (duration: 182.078707ms)","trace[929245799] 'compare' (duration: 165.432189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:51:32.080312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.732278Z","time spent":"348.002472ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:32.946166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.42408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:51:32.946371Z","caller":"traceutil/trace.go:171","msg":"trace[787265310] transaction","detail":"{read_only:false; response_revision:15971; number_of_response:1; }","duration":"1.213685946s","start":"2026-04-23T02:51:31.732668Z","end":"2026-04-23T02:51:32.946354Z","steps":["trace[787265310] 'process raft request' (duration: 1.213582192s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:32.946437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.732648Z","time spent":"1.213760548s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:32.946507Z","caller":"traceutil/trace.go:171","msg":"trace[1915580049] transaction","detail":"{read_only:false; response_revision:15970; number_of_response:1; }","duration":"1.213784949s","start":"2026-04-23T02:51:31.732628Z","end":"2026-04-23T02:51:32.946413Z","steps":["trace[1915580049] 'process raft request' (duration: 705.150603ms)","trace[1915580049] 'compare' (duration: 508.13092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:51:32.946776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.732603Z","time spent":"1.214031058s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:32.946823Z","caller":"traceutil/trace.go:171","msg":"trace[1265036351] transaction","detail":"{read_only:false; response_revision:15972; number_of_response:1; }","duration":"1.213334025s","start":"2026-04-23T02:51:31.733477Z","end":"2026-04-23T02:51:32.946811Z","steps":["trace[1265036351] 'process raft request' (duration: 1.212823379s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:32.946884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.733462Z","time spent":"1.213390746s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:32.947033Z","caller":"traceutil/trace.go:171","msg":"trace[235597884] linearizableReadLoop","detail":"{readStateIndex:16533; appliedIndex:16530; }","duration":"1.213752188s","start":"2026-04-23T02:51:31.733256Z","end":"2026-04-23T02:51:32.947009Z","steps":["trace[235597884] 'read index received' (duration: 181.173439ms)","trace[235597884] 'applied index is now lower than readState.Index' (duration: 1.032577959s)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:32.947116Z","caller":"traceutil/trace.go:171","msg":"trace[1529552893] transaction","detail":"{read_only:false; response_revision:15973; number_of_response:1; }","duration":"1.212285481s","start":"2026-04-23T02:51:31.734818Z","end":"2026-04-23T02:51:32.947103Z","steps":["trace[1529552893] 'process raft request' (duration: 1.21191266s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:32.947199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.734803Z","time spent":"1.212347404s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:32.947351Z","caller":"traceutil/trace.go:171","msg":"trace[1590161093] transaction","detail":"{read_only:false; response_revision:15974; number_of_response:1; }","duration":"1.210766553s","start":"2026-04-23T02:51:31.736552Z","end":"2026-04-23T02:51:32.947319Z","steps":["trace[1590161093] 'process raft request' (duration: 1.21035353s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:32.947495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.736542Z","time spent":"1.210880557s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:32.949298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214865544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769878"} {"level":"info","ts":"2026-04-23T02:51:32.949353Z","caller":"traceutil/trace.go:171","msg":"trace[392094531] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15974; }","duration":"1.216095633s","start":"2026-04-23T02:51:31.733243Z","end":"2026-04-23T02:51:32.949339Z","steps":["trace[392094531] 'agreement among raft nodes before linearized reading' (duration: 1.214217763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:32.949391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.733202Z","time spent":"1.216176615s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769900,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:51:33.48246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.565109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:51:33.482613Z","caller":"traceutil/trace.go:171","msg":"trace[156939982] transaction","detail":"{read_only:false; response_revision:15975; number_of_response:1; }","duration":"1.545067389s","start":"2026-04-23T02:51:31.937526Z","end":"2026-04-23T02:51:33.482593Z","steps":["trace[156939982] 'process raft request' (duration: 1.331270663s)","trace[156939982] 'compare' (duration: 213.455655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:51:33.482681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.937502Z","time spent":"1.545148892s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:33.683257Z","caller":"traceutil/trace.go:171","msg":"trace[1581697503] transaction","detail":"{read_only:false; response_revision:15977; number_of_response:1; }","duration":"964.539368ms","start":"2026-04-23T02:51:32.71869Z","end":"2026-04-23T02:51:33.683229Z","steps":["trace[1581697503] 'process raft request' (duration: 964.441365ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.683289Z","caller":"traceutil/trace.go:171","msg":"trace[62581104] transaction","detail":"{read_only:false; response_revision:15976; number_of_response:1; }","duration":"967.667207ms","start":"2026-04-23T02:51:32.715597Z","end":"2026-04-23T02:51:33.683264Z","steps":["trace[62581104] 'process raft request' (duration: 920.098095ms)","trace[62581104] 'compare' (duration: 47.265263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:51:33.68341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.715577Z","time spent":"967.759121ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:33.683412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.718675Z","time spent":"964.658372ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:51:33.683426Z","caller":"traceutil/trace.go:171","msg":"trace[1134722302] linearizableReadLoop","detail":"{readStateIndex:16540; appliedIndex:16536; }","duration":"736.261063ms","start":"2026-04-23T02:51:32.947133Z","end":"2026-04-23T02:51:33.683394Z","steps":["trace[1134722302] 'read index received' (duration: 321.589462ms)","trace[1134722302] 'applied index is now lower than readState.Index' (duration: 414.669401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:51:33.683596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.113543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:33.68365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007213144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-23T02:51:33.683695Z","caller":"traceutil/trace.go:171","msg":"trace[1040164183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15978; }","duration":"1.007334309s","start":"2026-04-23T02:51:32.676348Z","end":"2026-04-23T02:51:33.683682Z","steps":["trace[1040164183] 'agreement among raft nodes before linearized reading' (duration: 1.007125702s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.68374Z","caller":"traceutil/trace.go:171","msg":"trace[1815380883] transaction","detail":"{read_only:false; response_revision:15978; number_of_response:1; }","duration":"964.866418ms","start":"2026-04-23T02:51:32.718861Z","end":"2026-04-23T02:51:33.683727Z","steps":["trace[1815380883] 'process raft request' (duration: 964.321511ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.683695Z","caller":"traceutil/trace.go:171","msg":"trace[993983462] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15978; }","duration":"963.260808ms","start":"2026-04-23T02:51:32.720417Z","end":"2026-04-23T02:51:33.683678Z","steps":["trace[993983462] 'agreement among raft nodes before linearized reading' (duration: 963.120823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.683773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.720397Z","time spent":"963.371591ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:51:33.683827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.718823Z","time spent":"964.947042ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:33.68386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944447643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:33.683974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.072475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:33.684012Z","caller":"traceutil/trace.go:171","msg":"trace[1706162651] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15978; }","duration":"965.148068ms","start":"2026-04-23T02:51:32.718855Z","end":"2026-04-23T02:51:33.684003Z","steps":["trace[1706162651] 'agreement among raft nodes before linearized reading' (duration: 965.075616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.684043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.718848Z","time spent":"965.189199ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:33.684057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.402872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:51:33.684085Z","caller":"traceutil/trace.go:171","msg":"trace[273210143] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15978; }","duration":"963.445013ms","start":"2026-04-23T02:51:32.720631Z","end":"2026-04-23T02:51:33.684076Z","steps":["trace[273210143] 'agreement among raft nodes before linearized reading' (duration: 963.35201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.684033Z","caller":"traceutil/trace.go:171","msg":"trace[71828248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15978; }","duration":"1.944598448s","start":"2026-04-23T02:51:31.739355Z","end":"2026-04-23T02:51:33.683953Z","steps":["trace[71828248] 'agreement among raft nodes before linearized reading' (duration: 1.944369811s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.684158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.65877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:51:33.684176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.415256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:33.684191Z","caller":"traceutil/trace.go:171","msg":"trace[1007794078] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15978; }","duration":"963.702462ms","start":"2026-04-23T02:51:32.720479Z","end":"2026-04-23T02:51:33.684182Z","steps":["trace[1007794078] 'agreement among raft nodes before linearized reading' (duration: 963.65644ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.684209Z","caller":"traceutil/trace.go:171","msg":"trace[1564549342] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15978; }","duration":"965.472018ms","start":"2026-04-23T02:51:32.718729Z","end":"2026-04-23T02:51:33.684201Z","steps":["trace[1564549342] 'agreement among raft nodes before linearized reading' (duration: 965.425187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.684241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.73934Z","time spent":"1.944820776s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T02:51:33.684314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.718717Z","time spent":"965.516189ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T02:51:33.684389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60171901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T02:51:33.68443Z","caller":"traceutil/trace.go:171","msg":"trace[1352998090] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15978; }","duration":"1.601835273s","start":"2026-04-23T02:51:32.082584Z","end":"2026-04-23T02:51:33.684419Z","steps":["trace[1352998090] 'agreement among raft nodes before linearized reading' (duration: 1.60173057s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.684463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.754777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:33.684498Z","caller":"traceutil/trace.go:171","msg":"trace[794344823] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15978; }","duration":"965.818489ms","start":"2026-04-23T02:51:32.718671Z","end":"2026-04-23T02:51:33.684489Z","steps":["trace[794344823] 'agreement among raft nodes before linearized reading' (duration: 965.765548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.684513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668696289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T02:51:33.684529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.718658Z","time spent":"965.865341ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T02:51:33.684528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949839225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769878"} {"level":"warn","ts":"2026-04-23T02:51:33.684576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74612882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:33.684605Z","caller":"traceutil/trace.go:171","msg":"trace[1162931397] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15978; }","duration":"1.746182902s","start":"2026-04-23T02:51:31.938416Z","end":"2026-04-23T02:51:33.684599Z","steps":["trace[1162931397] 'agreement among raft nodes before linearized reading' (duration: 1.746143101s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.684634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.938406Z","time spent":"1.746222743s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T02:51:33.684466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.082506Z","time spent":"1.601954127s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T02:51:33.68429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944828326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769878"} {"level":"info","ts":"2026-04-23T02:51:33.6848Z","caller":"traceutil/trace.go:171","msg":"trace[1778274948] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15978; }","duration":"1.945350302s","start":"2026-04-23T02:51:31.739441Z","end":"2026-04-23T02:51:33.684791Z","steps":["trace[1778274948] 'agreement among raft nodes before linearized reading' (duration: 1.944085682s)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:33.684572Z","caller":"traceutil/trace.go:171","msg":"trace[1217518149] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15978; }","duration":"1.949885457s","start":"2026-04-23T02:51:31.734675Z","end":"2026-04-23T02:51:33.684561Z","steps":["trace[1217518149] 'agreement among raft nodes before linearized reading' (duration: 1.949230086s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.684842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.739419Z","time spent":"1.945411364s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769900,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:51:33.684856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.733636Z","time spent":"1.951205969s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769900,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:51:33.684299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.720474Z","time spent":"963.736333ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:33.684119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.720626Z","time spent":"963.487564ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:51:33.6851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945862029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769878"} {"level":"warn","ts":"2026-04-23T02:51:33.684793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.165963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T02:51:33.68513Z","caller":"traceutil/trace.go:171","msg":"trace[987872830] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15978; }","duration":"1.94590226s","start":"2026-04-23T02:51:31.73922Z","end":"2026-04-23T02:51:33.685122Z","steps":["trace[987872830] 'agreement among raft nodes before linearized reading' (duration: 1.945372243s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.685161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.739214Z","time spent":"1.945937662s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769900,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T02:51:33.684541Z","caller":"traceutil/trace.go:171","msg":"trace[1317320176] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:15978; }","duration":"1.668755561s","start":"2026-04-23T02:51:32.015776Z","end":"2026-04-23T02:51:33.684531Z","steps":["trace[1317320176] 'agreement among raft nodes before linearized reading' (duration: 1.668707849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.685214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.015757Z","time spent":"1.669445982s","remote":"127.0.0.1:60944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:33.683744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:32.676329Z","time spent":"1.00740688s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12231,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T02:51:33.685159Z","caller":"traceutil/trace.go:171","msg":"trace[1631209369] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:15978; }","duration":"492.574296ms","start":"2026-04-23T02:51:33.192572Z","end":"2026-04-23T02:51:33.685146Z","steps":["trace[1631209369] 'agreement among raft nodes before linearized reading' (duration: 492.126542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.685447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.19255Z","time spent":"492.886317ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:51:33.685636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946333494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769878"} {"level":"info","ts":"2026-04-23T02:51:33.685674Z","caller":"traceutil/trace.go:171","msg":"trace[1854130340] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15978; }","duration":"1.946379625s","start":"2026-04-23T02:51:31.739287Z","end":"2026-04-23T02:51:33.685666Z","steps":["trace[1854130340] 'agreement among raft nodes before linearized reading' (duration: 1.945161726s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:33.685709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:31.739284Z","time spent":"1.946416656s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769900,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T02:51:34.14338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.843657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T02:51:34.143464Z","caller":"traceutil/trace.go:171","msg":"trace[423668089] linearizableReadLoop","detail":"{readStateIndex:16541; appliedIndex:16540; }","duration":"406.028436ms","start":"2026-04-23T02:51:33.737422Z","end":"2026-04-23T02:51:34.143451Z","steps":["trace[423668089] 'read index received' (duration: 107.979442ms)","trace[423668089] 'applied index is now lower than readState.Index' (duration: 298.048144ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:34.143522Z","caller":"traceutil/trace.go:171","msg":"trace[292827179] transaction","detail":"{read_only:false; response_revision:15979; number_of_response:1; }","duration":"406.14264ms","start":"2026-04-23T02:51:33.737373Z","end":"2026-04-23T02:51:34.143516Z","steps":["trace[292827179] 'process raft request' (duration: 108.101646ms)","trace[292827179] 'compare' (duration: 297.671072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:51:34.143557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.737353Z","time spent":"406.18765ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T02:51:34.143829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.363899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:34.143852Z","caller":"traceutil/trace.go:171","msg":"trace[382421522] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15979; }","duration":"402.40394ms","start":"2026-04-23T02:51:33.741442Z","end":"2026-04-23T02:51:34.143846Z","steps":["trace[382421522] 'agreement among raft nodes before linearized reading' (duration: 402.366489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.143867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.741432Z","time spent":"402.431232ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-23T02:51:34.143863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.275681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T02:51:34.143878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.690991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:34.143948Z","caller":"traceutil/trace.go:171","msg":"trace[1152548899] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15979; }","duration":"399.371084ms","start":"2026-04-23T02:51:33.744554Z","end":"2026-04-23T02:51:34.143925Z","steps":["trace[1152548899] 'agreement among raft nodes before linearized reading' (duration: 399.184828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:34.143971Z","caller":"traceutil/trace.go:171","msg":"trace[1665472802] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15979; }","duration":"386.806995ms","start":"2026-04-23T02:51:33.757141Z","end":"2026-04-23T02:51:34.143948Z","steps":["trace[1665472802] 'agreement among raft nodes before linearized reading' (duration: 386.664091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.144019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.75713Z","time spent":"386.880027ms","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T02:51:34.144093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.460676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:34.144114Z","caller":"traceutil/trace.go:171","msg":"trace[946171125] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15979; }","duration":"404.505197ms","start":"2026-04-23T02:51:33.739604Z","end":"2026-04-23T02:51:34.144109Z","steps":["trace[946171125] 'agreement among raft nodes before linearized reading' (duration: 404.460926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.144128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.739592Z","time spent":"404.533798ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:34.143876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.534276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:34.144542Z","caller":"traceutil/trace.go:171","msg":"trace[1615708246] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15979; }","duration":"404.444095ms","start":"2026-04-23T02:51:33.740068Z","end":"2026-04-23T02:51:34.144512Z","steps":["trace[1615708246] 'agreement among raft nodes before linearized reading' (duration: 403.710152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.144191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.759629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T02:51:34.144628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.740043Z","time spent":"404.563849ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T02:51:34.144682Z","caller":"traceutil/trace.go:171","msg":"trace[1350568703] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15979; }","duration":"407.263655ms","start":"2026-04-23T02:51:33.737397Z","end":"2026-04-23T02:51:34.144661Z","steps":["trace[1350568703] 'agreement among raft nodes before linearized reading' (duration: 406.699517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.143993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.744549Z","time spent":"399.434556ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:51:34.144747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.737385Z","time spent":"407.344407ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T02:51:34.14438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.575967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:34.144909Z","caller":"traceutil/trace.go:171","msg":"trace[1653077216] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15979; }","duration":"398.126024ms","start":"2026-04-23T02:51:33.746764Z","end":"2026-04-23T02:51:34.14489Z","steps":["trace[1653077216] 'agreement among raft nodes before linearized reading' (duration: 397.521405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.144958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.746752Z","time spent":"398.193447ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T02:51:34.144926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.840757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-23T02:51:34.146193Z","caller":"traceutil/trace.go:171","msg":"trace[1229625133] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15979; }","duration":"406.144349ms","start":"2026-04-23T02:51:33.739977Z","end":"2026-04-23T02:51:34.146122Z","steps":["trace[1229625133] 'agreement among raft nodes before linearized reading' (duration: 403.829626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.146372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.739966Z","time spent":"406.346245ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-23T02:51:34.146471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.031629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:34.146943Z","caller":"traceutil/trace.go:171","msg":"trace[1811549562] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15979; }","duration":"408.115161ms","start":"2026-04-23T02:51:33.73839Z","end":"2026-04-23T02:51:34.146505Z","steps":["trace[1811549562] 'agreement among raft nodes before linearized reading' (duration: 405.2379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:34.147032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:51:33.738369Z","time spent":"408.616588ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T02:51:34.379661Z","caller":"traceutil/trace.go:171","msg":"trace[1693806743] transaction","detail":"{read_only:false; response_revision:15980; number_of_response:1; }","duration":"141.345132ms","start":"2026-04-23T02:51:34.238288Z","end":"2026-04-23T02:51:34.379633Z","steps":["trace[1693806743] 'process raft request' (duration: 141.140786ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:35.122985Z","caller":"traceutil/trace.go:171","msg":"trace[1934589087] transaction","detail":"{read_only:false; response_revision:15982; number_of_response:1; }","duration":"167.37562ms","start":"2026-04-23T02:51:34.955583Z","end":"2026-04-23T02:51:35.122959Z","steps":["trace[1934589087] 'process raft request' (duration: 167.115962ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:35.12341Z","caller":"traceutil/trace.go:171","msg":"trace[298139426] linearizableReadLoop","detail":"{readStateIndex:16546; appliedIndex:16542; }","duration":"163.29921ms","start":"2026-04-23T02:51:34.960074Z","end":"2026-04-23T02:51:35.123373Z","steps":["trace[298139426] 'read index received' (duration: 27.428672ms)","trace[298139426] 'applied index is now lower than readState.Index' (duration: 135.868958ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:35.123466Z","caller":"traceutil/trace.go:171","msg":"trace[1196537256] transaction","detail":"{read_only:false; response_revision:15984; number_of_response:1; }","duration":"166.215704ms","start":"2026-04-23T02:51:34.957229Z","end":"2026-04-23T02:51:35.123445Z","steps":["trace[1196537256] 'process raft request' (duration: 166.006617ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:35.123463Z","caller":"traceutil/trace.go:171","msg":"trace[176184543] transaction","detail":"{read_only:false; response_revision:15983; number_of_response:1; }","duration":"166.940236ms","start":"2026-04-23T02:51:34.95651Z","end":"2026-04-23T02:51:35.12345Z","steps":["trace[176184543] 'process raft request' (duration: 166.341477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:35.123728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.640652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sdvxf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T02:51:35.123778Z","caller":"traceutil/trace.go:171","msg":"trace[284987417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sdvxf; range_end:; response_count:1; response_revision:15984; }","duration":"163.745045ms","start":"2026-04-23T02:51:34.960022Z","end":"2026-04-23T02:51:35.123767Z","steps":["trace[284987417] 'agreement among raft nodes before linearized reading' (duration: 163.517958ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:35.886148Z","caller":"traceutil/trace.go:171","msg":"trace[1039581304] transaction","detail":"{read_only:false; response_revision:15987; number_of_response:1; }","duration":"191.877068ms","start":"2026-04-23T02:51:35.694239Z","end":"2026-04-23T02:51:35.886116Z","steps":["trace[1039581304] 'process raft request' (duration: 138.801451ms)","trace[1039581304] 'compare' (duration: 52.607032ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:35.886339Z","caller":"traceutil/trace.go:171","msg":"trace[1595330033] linearizableReadLoop","detail":"{readStateIndex:16550; appliedIndex:16547; }","duration":"190.579856ms","start":"2026-04-23T02:51:35.695724Z","end":"2026-04-23T02:51:35.886304Z","steps":["trace[1595330033] 'read index received' (duration: 21.08219ms)","trace[1595330033] 'applied index is now lower than readState.Index' (duration: 169.495096ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:35.886519Z","caller":"traceutil/trace.go:171","msg":"trace[1288166157] transaction","detail":"{read_only:false; response_revision:15988; number_of_response:1; }","duration":"191.396912ms","start":"2026-04-23T02:51:35.695104Z","end":"2026-04-23T02:51:35.886501Z","steps":["trace[1288166157] 'process raft request' (duration: 190.796183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:35.933672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.522869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:35.933733Z","caller":"traceutil/trace.go:171","msg":"trace[1876349526] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15988; }","duration":"237.603981ms","start":"2026-04-23T02:51:35.696115Z","end":"2026-04-23T02:51:35.933719Z","steps":["trace[1876349526] 'agreement among raft nodes before linearized reading' (duration: 237.492768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:35.933734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.849801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:35.9338Z","caller":"traceutil/trace.go:171","msg":"trace[1267526631] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15988; }","duration":"193.957395ms","start":"2026-04-23T02:51:35.739829Z","end":"2026-04-23T02:51:35.933786Z","steps":["trace[1267526631] 'agreement among raft nodes before linearized reading' (duration: 193.796329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:35.933905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.566929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:51:35.933959Z","caller":"traceutil/trace.go:171","msg":"trace[518584604] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15988; }","duration":"197.643552ms","start":"2026-04-23T02:51:35.736303Z","end":"2026-04-23T02:51:35.933946Z","steps":["trace[518584604] 'agreement among raft nodes before linearized reading' (duration: 197.481846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:35.933952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.863387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f82b6\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-04-23T02:51:35.934043Z","caller":"traceutil/trace.go:171","msg":"trace[359399066] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f82b6; range_end:; response_count:1; response_revision:15988; }","duration":"224.9672ms","start":"2026-04-23T02:51:35.709053Z","end":"2026-04-23T02:51:35.93402Z","steps":["trace[359399066] 'agreement among raft nodes before linearized reading' (duration: 224.679461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:35.934032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.197653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-h8x45\" ","response":"range_response_count:1 size:20746"} {"level":"info","ts":"2026-04-23T02:51:35.934115Z","caller":"traceutil/trace.go:171","msg":"trace[1164100329] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-h8x45; range_end:; response_count:1; response_revision:15988; }","duration":"223.309697ms","start":"2026-04-23T02:51:35.710787Z","end":"2026-04-23T02:51:35.934097Z","steps":["trace[1164100329] 'agreement among raft nodes before linearized reading' (duration: 223.048309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:35.934156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.208607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:35.934166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.437952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:35.934195Z","caller":"traceutil/trace.go:171","msg":"trace[509380822] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15988; }","duration":"197.265419ms","start":"2026-04-23T02:51:35.736921Z","end":"2026-04-23T02:51:35.934187Z","steps":["trace[509380822] 'agreement among raft nodes before linearized reading' (duration: 197.197097ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:35.934204Z","caller":"traceutil/trace.go:171","msg":"trace[1093402646] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15988; }","duration":"184.486264ms","start":"2026-04-23T02:51:35.749706Z","end":"2026-04-23T02:51:35.934193Z","steps":["trace[1093402646] 'agreement among raft nodes before linearized reading' (duration: 184.436863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:35.934306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.057254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-04-23T02:51:35.934302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.100767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:35.933992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.262213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-23T02:51:35.934343Z","caller":"traceutil/trace.go:171","msg":"trace[222607676] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15988; }","duration":"238.147769ms","start":"2026-04-23T02:51:35.696186Z","end":"2026-04-23T02:51:35.934334Z","steps":["trace[222607676] 'agreement among raft nodes before linearized reading' (duration: 238.084207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:35.934335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.89222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:35.934354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.651421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f82b6\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-04-23T02:51:35.934394Z","caller":"traceutil/trace.go:171","msg":"trace[52054688] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f82b6; range_end:; response_count:1; response_revision:15988; }","duration":"225.699943ms","start":"2026-04-23T02:51:35.708685Z","end":"2026-04-23T02:51:35.934385Z","steps":["trace[52054688] 'agreement among raft nodes before linearized reading' (duration: 225.598799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:35.934446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.212158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:35.934404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.273551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T02:51:35.934482Z","caller":"traceutil/trace.go:171","msg":"trace[1616048366] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15988; }","duration":"186.25833ms","start":"2026-04-23T02:51:35.748214Z","end":"2026-04-23T02:51:35.934472Z","steps":["trace[1616048366] 'agreement among raft nodes before linearized reading' (duration: 186.211239ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:35.934511Z","caller":"traceutil/trace.go:171","msg":"trace[496244439] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15988; }","duration":"186.430295ms","start":"2026-04-23T02:51:35.748071Z","end":"2026-04-23T02:51:35.934502Z","steps":["trace[496244439] 'agreement among raft nodes before linearized reading' (duration: 186.301371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:35.934512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.314402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T02:51:35.934511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.007554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:51:35.934414Z","caller":"traceutil/trace.go:171","msg":"trace[221816743] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15988; }","duration":"238.653855ms","start":"2026-04-23T02:51:35.695722Z","end":"2026-04-23T02:51:35.934375Z","steps":["trace[221816743] 'agreement among raft nodes before linearized reading' (duration: 190.737102ms)","trace[221816743] 'range keys from in-memory index tree' (duration: 47.497419ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:51:35.934583Z","caller":"traceutil/trace.go:171","msg":"trace[1378043300] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15988; }","duration":"186.407025ms","start":"2026-04-23T02:51:35.748165Z","end":"2026-04-23T02:51:35.934572Z","steps":["trace[1378043300] 'agreement among raft nodes before linearized reading' (duration: 186.313452ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:35.934586Z","caller":"traceutil/trace.go:171","msg":"trace[185754801] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15988; }","duration":"238.091197ms","start":"2026-04-23T02:51:35.696486Z","end":"2026-04-23T02:51:35.934577Z","steps":["trace[185754801] 'agreement among raft nodes before linearized reading' (duration: 237.941032ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:35.934395Z","caller":"traceutil/trace.go:171","msg":"trace[1282705011] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15988; }","duration":"237.968293ms","start":"2026-04-23T02:51:35.696413Z","end":"2026-04-23T02:51:35.934381Z","steps":["trace[1282705011] 'agreement among raft nodes before linearized reading' (duration: 237.85393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:51:35.934653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.589648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rdg4k\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-04-23T02:51:35.934675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.632812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T02:51:35.934688Z","caller":"traceutil/trace.go:171","msg":"trace[1120881709] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rdg4k; range_end:; response_count:1; response_revision:15988; }","duration":"224.6614ms","start":"2026-04-23T02:51:35.710017Z","end":"2026-04-23T02:51:35.934679Z","steps":["trace[1120881709] 'agreement among raft nodes before linearized reading' (duration: 224.454183ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:35.934703Z","caller":"traceutil/trace.go:171","msg":"trace[1560828230] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15988; }","duration":"186.699103ms","start":"2026-04-23T02:51:35.747996Z","end":"2026-04-23T02:51:35.934695Z","steps":["trace[1560828230] 'agreement among raft nodes before linearized reading' (duration: 186.617771ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:51:35.934339Z","caller":"traceutil/trace.go:171","msg":"trace[2047762886] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15988; }","duration":"186.104976ms","start":"2026-04-23T02:51:35.748226Z","end":"2026-04-23T02:51:35.934331Z","steps":["trace[2047762886] 'agreement among raft nodes before linearized reading' (duration: 186.050444ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:53:38.141361Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14336} {"level":"info","ts":"2026-04-23T02:53:38.222545Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14336,"took":"78.381127ms","hash":1208545321,"current-db-size-bytes":55484416,"current-db-size":"56 MB","current-db-size-in-use-bytes":32153600,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T02:53:38.222676Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1208545321,"revision":14336,"compact-revision":12307} {"level":"warn","ts":"2026-04-23T02:54:22.469152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.404093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:54:22.469278Z","caller":"traceutil/trace.go:171","msg":"trace[1745196605] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17339; }","duration":"202.588479ms","start":"2026-04-23T02:54:22.266669Z","end":"2026-04-23T02:54:22.469257Z","steps":["trace[1745196605] 'range keys from in-memory index tree' (duration: 202.281909ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:54:22.469362Z","caller":"traceutil/trace.go:171","msg":"trace[1790924281] transaction","detail":"{read_only:false; response_revision:17340; number_of_response:1; }","duration":"120.05193ms","start":"2026-04-23T02:54:22.349281Z","end":"2026-04-23T02:54:22.469333Z","steps":["trace[1790924281] 'process raft request' (duration: 73.625076ms)","trace[1790924281] 'compare' (duration: 46.30177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T02:57:05.561408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.080625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-23T02:57:05.5615Z","caller":"traceutil/trace.go:171","msg":"trace[37927351] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:18532; }","duration":"241.22534ms","start":"2026-04-23T02:57:05.320255Z","end":"2026-04-23T02:57:05.56148Z","steps":["trace[37927351] 'range keys from in-memory index tree' (duration: 240.950301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:13.674441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.232051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:57:13.674595Z","caller":"traceutil/trace.go:171","msg":"trace[532084751] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:18592; }","duration":"167.438107ms","start":"2026-04-23T02:57:13.50713Z","end":"2026-04-23T02:57:13.674568Z","steps":["trace[532084751] 'count revisions from in-memory index tree' (duration: 167.153429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:13.676603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.322051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-h8x45\" ","response":"range_response_count:1 size:20849"} {"level":"info","ts":"2026-04-23T02:57:13.676692Z","caller":"traceutil/trace.go:171","msg":"trace[649767748] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-h8x45; range_end:; response_count:1; response_revision:18592; }","duration":"379.443745ms","start":"2026-04-23T02:57:13.297229Z","end":"2026-04-23T02:57:13.676673Z","steps":["trace[649767748] 'range keys from in-memory index tree' (duration: 378.792605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:13.676778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:13.297214Z","time spent":"379.552068ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20871,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-h8x45\" "} {"level":"info","ts":"2026-04-23T02:57:14.110147Z","caller":"traceutil/trace.go:171","msg":"trace[1926280755] transaction","detail":"{read_only:false; response_revision:18594; number_of_response:1; }","duration":"265.383ms","start":"2026-04-23T02:57:13.844734Z","end":"2026-04-23T02:57:14.110117Z","steps":["trace[1926280755] 'process raft request' (duration: 265.219045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:15.33545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752209445,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T02:57:15.589619Z","caller":"traceutil/trace.go:171","msg":"trace[779338326] transaction","detail":"{read_only:false; response_revision:18595; number_of_response:1; }","duration":"884.05896ms","start":"2026-04-23T02:57:14.705504Z","end":"2026-04-23T02:57:15.589563Z","steps":["trace[779338326] 'process raft request' (duration: 883.780382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:15.590007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:14.705489Z","time spent":"884.3437ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:57:15.609985Z","caller":"traceutil/trace.go:171","msg":"trace[844796555] linearizableReadLoop","detail":"{readStateIndex:19244; appliedIndex:19239; }","duration":"775.346745ms","start":"2026-04-23T02:57:14.834621Z","end":"2026-04-23T02:57:15.609968Z","steps":["trace[844796555] 'read index received' (duration: 754.621314ms)","trace[844796555] 'applied index is now lower than readState.Index' (duration: 20.724531ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:57:15.610309Z","caller":"traceutil/trace.go:171","msg":"trace[623921514] transaction","detail":"{read_only:false; response_revision:18596; number_of_response:1; }","duration":"861.163321ms","start":"2026-04-23T02:57:14.749132Z","end":"2026-04-23T02:57:15.610295Z","steps":["trace[623921514] 'process raft request' (duration: 860.546932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:15.61039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:14.749126Z","time spent":"861.219393ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:57:15.610693Z","caller":"traceutil/trace.go:171","msg":"trace[1884948634] transaction","detail":"{read_only:false; response_revision:18597; number_of_response:1; }","duration":"476.842051ms","start":"2026-04-23T02:57:15.13384Z","end":"2026-04-23T02:57:15.610682Z","steps":["trace[1884948634] 'process raft request' (duration: 475.918481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:15.610766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:15.133831Z","time spent":"476.899782ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:57:15.611108Z","caller":"traceutil/trace.go:171","msg":"trace[1311807394] transaction","detail":"{read_only:false; response_revision:18598; number_of_response:1; }","duration":"454.739256ms","start":"2026-04-23T02:57:15.156356Z","end":"2026-04-23T02:57:15.611095Z","steps":["trace[1311807394] 'process raft request' (duration: 453.508017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:15.611179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:15.156342Z","time spent":"454.801877ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:57:15.611519Z","caller":"traceutil/trace.go:171","msg":"trace[1125403582] transaction","detail":"{read_only:false; response_revision:18599; number_of_response:1; }","duration":"454.666833ms","start":"2026-04-23T02:57:15.15681Z","end":"2026-04-23T02:57:15.611477Z","steps":["trace[1125403582] 'process raft request' (duration: 453.120504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:15.611629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.996807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T02:57:15.61172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:15.156798Z","time spent":"454.816158ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T02:57:15.611756Z","caller":"traceutil/trace.go:171","msg":"trace[757625998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18599; }","duration":"777.110981ms","start":"2026-04-23T02:57:14.834603Z","end":"2026-04-23T02:57:15.611714Z","steps":["trace[757625998] 'agreement among raft nodes before linearized reading' (duration: 776.910885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:15.611824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:14.834595Z","time spent":"777.217675ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T02:57:15.612259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.164387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T02:57:15.612304Z","caller":"traceutil/trace.go:171","msg":"trace[915091852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18599; }","duration":"763.2553ms","start":"2026-04-23T02:57:14.849037Z","end":"2026-04-23T02:57:15.612293Z","steps":["trace[915091852] 'agreement among raft nodes before linearized reading' (duration: 763.094015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:15.612363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:14.849031Z","time spent":"763.321562ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T02:57:15.612603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.83648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T02:57:15.612677Z","caller":"traceutil/trace.go:171","msg":"trace[1866862740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18599; }","duration":"210.949265ms","start":"2026-04-23T02:57:15.401709Z","end":"2026-04-23T02:57:15.612658Z","steps":["trace[1866862740] 'agreement among raft nodes before linearized reading' (duration: 210.832941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:15.612686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.54631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T02:57:15.612826Z","caller":"traceutil/trace.go:171","msg":"trace[1481475365] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:18599; }","duration":"481.694605ms","start":"2026-04-23T02:57:15.131094Z","end":"2026-04-23T02:57:15.612788Z","steps":["trace[1481475365] 'agreement among raft nodes before linearized reading' (duration: 481.55085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:15.613067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:15.131076Z","time spent":"481.930253ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T02:57:15.613414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.159008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T02:57:15.614129Z","caller":"traceutil/trace.go:171","msg":"trace[509766401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18599; }","duration":"764.874781ms","start":"2026-04-23T02:57:14.84924Z","end":"2026-04-23T02:57:15.614115Z","steps":["trace[509766401] 'agreement among raft nodes before linearized reading' (duration: 764.050765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:15.614176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T02:57:14.849218Z","time spent":"764.943193ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T02:57:20.304414Z","caller":"traceutil/trace.go:171","msg":"trace[506517854] linearizableReadLoop","detail":"{readStateIndex:19294; appliedIndex:19293; }","duration":"171.701563ms","start":"2026-04-23T02:57:20.13269Z","end":"2026-04-23T02:57:20.304392Z","steps":["trace[506517854] 'read index received' (duration: 171.461775ms)","trace[506517854] 'applied index is now lower than readState.Index' (duration: 238.978µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:57:20.304558Z","caller":"traceutil/trace.go:171","msg":"trace[1984542620] transaction","detail":"{read_only:false; response_revision:18648; number_of_response:1; }","duration":"276.725981ms","start":"2026-04-23T02:57:20.027821Z","end":"2026-04-23T02:57:20.304547Z","steps":["trace[1984542620] 'process raft request' (duration: 276.38279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:20.304775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.082366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T02:57:20.304817Z","caller":"traceutil/trace.go:171","msg":"trace[1866746781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18648; }","duration":"172.172518ms","start":"2026-04-23T02:57:20.132632Z","end":"2026-04-23T02:57:20.304804Z","steps":["trace[1866746781] 'agreement among raft nodes before linearized reading' (duration: 172.040034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:20.305147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.623467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f82b6\" ","response":"range_response_count:1 size:22094"} {"level":"info","ts":"2026-04-23T02:57:20.305268Z","caller":"traceutil/trace.go:171","msg":"trace[1200250220] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f82b6; range_end:; response_count:1; response_revision:18648; }","duration":"121.800132ms","start":"2026-04-23T02:57:20.183441Z","end":"2026-04-23T02:57:20.305241Z","steps":["trace[1200250220] 'agreement among raft nodes before linearized reading' (duration: 121.442261ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:20.420658Z","caller":"traceutil/trace.go:171","msg":"trace[640541685] linearizableReadLoop","detail":"{readStateIndex:19296; appliedIndex:19294; }","duration":"109.735857ms","start":"2026-04-23T02:57:20.3109Z","end":"2026-04-23T02:57:20.420636Z","steps":["trace[640541685] 'read index received' (duration: 32.273148ms)","trace[640541685] 'applied index is now lower than readState.Index' (duration: 77.461409ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:57:20.420704Z","caller":"traceutil/trace.go:171","msg":"trace[815568181] transaction","detail":"{read_only:false; response_revision:18650; number_of_response:1; }","duration":"109.641675ms","start":"2026-04-23T02:57:20.311042Z","end":"2026-04-23T02:57:20.420684Z","steps":["trace[815568181] 'process raft request' (duration: 109.519661ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:20.420814Z","caller":"traceutil/trace.go:171","msg":"trace[1049050592] transaction","detail":"{read_only:false; response_revision:18649; number_of_response:1; }","duration":"111.05321ms","start":"2026-04-23T02:57:20.30972Z","end":"2026-04-23T02:57:20.420773Z","steps":["trace[1049050592] 'process raft request' (duration: 110.667578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:20.421706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.784812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:953333"} {"level":"info","ts":"2026-04-23T02:57:20.421759Z","caller":"traceutil/trace.go:171","msg":"trace[1459658891] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:18650; }","duration":"110.874694ms","start":"2026-04-23T02:57:20.310873Z","end":"2026-04-23T02:57:20.421747Z","steps":["trace[1459658891] 'agreement among raft nodes before linearized reading' (duration: 109.862472ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:36.988316Z","caller":"traceutil/trace.go:171","msg":"trace[904951073] transaction","detail":"{read_only:false; response_revision:18962; number_of_response:1; }","duration":"131.329826ms","start":"2026-04-23T02:57:36.856962Z","end":"2026-04-23T02:57:36.988292Z","steps":["trace[904951073] 'process raft request' (duration: 119.980025ms)","trace[904951073] 'compare' (duration: 10.569046ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:57:45.904994Z","caller":"traceutil/trace.go:171","msg":"trace[186538291] transaction","detail":"{read_only:false; response_revision:19025; number_of_response:1; }","duration":"140.142557ms","start":"2026-04-23T02:57:45.764822Z","end":"2026-04-23T02:57:45.904965Z","steps":["trace[186538291] 'process raft request' (duration: 54.238789ms)","trace[186538291] 'compare' (duration: 85.700972ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:57:45.905214Z","caller":"traceutil/trace.go:171","msg":"trace[146126916] linearizableReadLoop","detail":"{readStateIndex:19686; appliedIndex:19682; }","duration":"136.650616ms","start":"2026-04-23T02:57:45.76854Z","end":"2026-04-23T02:57:45.905191Z","steps":["trace[146126916] 'read index received' (duration: 15.400531ms)","trace[146126916] 'applied index is now lower than readState.Index' (duration: 121.249055ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:57:45.905283Z","caller":"traceutil/trace.go:171","msg":"trace[798861705] transaction","detail":"{read_only:false; response_revision:19026; number_of_response:1; }","duration":"140.25005ms","start":"2026-04-23T02:57:45.764999Z","end":"2026-04-23T02:57:45.905249Z","steps":["trace[798861705] 'process raft request' (duration: 139.92797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:45.905378Z","caller":"traceutil/trace.go:171","msg":"trace[405954614] transaction","detail":"{read_only:false; response_revision:19027; number_of_response:1; }","duration":"139.855358ms","start":"2026-04-23T02:57:45.765483Z","end":"2026-04-23T02:57:45.905338Z","steps":["trace[405954614] 'process raft request' (duration: 139.623681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:45.905496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.936175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T02:57:45.905575Z","caller":"traceutil/trace.go:171","msg":"trace[1092200228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19027; }","duration":"137.069859ms","start":"2026-04-23T02:57:45.768487Z","end":"2026-04-23T02:57:45.905557Z","steps":["trace[1092200228] 'agreement among raft nodes before linearized reading' (duration: 136.858202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:45.905589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.591435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T02:57:45.905575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.501428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T02:57:45.905569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.647687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:57:45.905639Z","caller":"traceutil/trace.go:171","msg":"trace[1039648721] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:19027; }","duration":"110.659577ms","start":"2026-04-23T02:57:45.79496Z","end":"2026-04-23T02:57:45.90562Z","steps":["trace[1039648721] 'agreement among raft nodes before linearized reading' (duration: 110.594235ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:45.905651Z","caller":"traceutil/trace.go:171","msg":"trace[1313194460] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19027; }","duration":"113.591311ms","start":"2026-04-23T02:57:45.792039Z","end":"2026-04-23T02:57:45.90563Z","steps":["trace[1313194460] 'agreement among raft nodes before linearized reading' (duration: 113.457527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:45.90564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.858903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T02:57:45.905487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.122358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:57:45.905673Z","caller":"traceutil/trace.go:171","msg":"trace[1568535244] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19027; }","duration":"110.767811ms","start":"2026-04-23T02:57:45.794878Z","end":"2026-04-23T02:57:45.905645Z","steps":["trace[1568535244] 'agreement among raft nodes before linearized reading' (duration: 110.586395ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:45.905713Z","caller":"traceutil/trace.go:171","msg":"trace[1237215270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19027; }","duration":"104.940975ms","start":"2026-04-23T02:57:45.80075Z","end":"2026-04-23T02:57:45.905691Z","steps":["trace[1237215270] 'agreement among raft nodes before linearized reading' (duration: 104.758329ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:45.905723Z","caller":"traceutil/trace.go:171","msg":"trace[11423651] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19027; }","duration":"114.406217ms","start":"2026-04-23T02:57:45.791295Z","end":"2026-04-23T02:57:45.905701Z","steps":["trace[11423651] 'agreement among raft nodes before linearized reading' (duration: 114.113627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:45.905759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.640132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T02:57:45.90588Z","caller":"traceutil/trace.go:171","msg":"trace[407389771] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19027; }","duration":"113.826358ms","start":"2026-04-23T02:57:45.791985Z","end":"2026-04-23T02:57:45.905811Z","steps":["trace[407389771] 'agreement among raft nodes before linearized reading' (duration: 113.618121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T02:57:45.905918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.941265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5030"} {"level":"info","ts":"2026-04-23T02:57:45.906083Z","caller":"traceutil/trace.go:171","msg":"trace[956646092] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:19027; }","duration":"110.069399ms","start":"2026-04-23T02:57:45.79589Z","end":"2026-04-23T02:57:45.90596Z","steps":["trace[956646092] 'agreement among raft nodes before linearized reading' (duration: 109.546682ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:46.022585Z","caller":"traceutil/trace.go:171","msg":"trace[2088072091] transaction","detail":"{read_only:false; response_revision:19029; number_of_response:1; }","duration":"111.539725ms","start":"2026-04-23T02:57:45.911017Z","end":"2026-04-23T02:57:46.022556Z","steps":["trace[2088072091] 'process raft request' (duration: 111.418191ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:46.022707Z","caller":"traceutil/trace.go:171","msg":"trace[823009963] transaction","detail":"{read_only:false; response_revision:19028; number_of_response:1; }","duration":"112.090833ms","start":"2026-04-23T02:57:45.910581Z","end":"2026-04-23T02:57:46.022672Z","steps":["trace[823009963] 'process raft request' (duration: 98.956954ms)","trace[823009963] 'compare' (duration: 12.577251ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T02:57:46.022784Z","caller":"traceutil/trace.go:171","msg":"trace[917488799] transaction","detail":"{read_only:false; response_revision:19030; number_of_response:1; }","duration":"111.662469ms","start":"2026-04-23T02:57:45.9111Z","end":"2026-04-23T02:57:46.022762Z","steps":["trace[917488799] 'process raft request' (duration: 111.38833ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:57:46.022944Z","caller":"traceutil/trace.go:171","msg":"trace[2114264024] transaction","detail":"{read_only:false; response_revision:19031; number_of_response:1; }","duration":"111.809034ms","start":"2026-04-23T02:57:45.911098Z","end":"2026-04-23T02:57:46.022907Z","steps":["trace[2114264024] 'process raft request' (duration: 111.533876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T02:58:24.028919Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T02:58:24.033548Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-23T02:58:24.033665Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-23T02:58:38.151812Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16849} {"level":"info","ts":"2026-04-23T02:58:38.253712Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16849,"took":"98.366546ms","hash":246522523,"current-db-size-bytes":55484416,"current-db-size":"56 MB","current-db-size-in-use-bytes":34103296,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-23T02:58:38.25377Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":246522523,"revision":16849,"compact-revision":14336} {"level":"info","ts":"2026-04-23T03:02:02.422832Z","caller":"traceutil/trace.go:171","msg":"trace[2013021668] transaction","detail":"{read_only:false; response_revision:20945; number_of_response:1; }","duration":"124.351755ms","start":"2026-04-23T03:02:02.29845Z","end":"2026-04-23T03:02:02.422802Z","steps":["trace[2013021668] 'process raft request' (duration: 35.414117ms)","trace[2013021668] 'compare' (duration: 88.623508ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:02:03.916414Z","caller":"traceutil/trace.go:171","msg":"trace[801853519] transaction","detail":"{read_only:false; response_revision:20956; number_of_response:1; }","duration":"127.34578ms","start":"2026-04-23T03:02:03.789048Z","end":"2026-04-23T03:02:03.916394Z","steps":["trace[801853519] 'process raft request' (duration: 127.218016ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:02:43.801034Z","caller":"traceutil/trace.go:171","msg":"trace[63154695] linearizableReadLoop","detail":"{readStateIndex:21887; appliedIndex:21886; }","duration":"180.259154ms","start":"2026-04-23T03:02:43.620747Z","end":"2026-04-23T03:02:43.801007Z","steps":["trace[63154695] 'read index received' (duration: 180.166271ms)","trace[63154695] 'applied index is now lower than readState.Index' (duration: 91.413µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:02:43.801359Z","caller":"traceutil/trace.go:171","msg":"trace[1392620079] transaction","detail":"{read_only:false; response_revision:21158; number_of_response:1; }","duration":"181.334807ms","start":"2026-04-23T03:02:43.620011Z","end":"2026-04-23T03:02:43.801346Z","steps":["trace[1392620079] 'process raft request' (duration: 180.850272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:02:43.801577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.919009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:02:43.80165Z","caller":"traceutil/trace.go:171","msg":"trace[1088028833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21158; }","duration":"178.031853ms","start":"2026-04-23T03:02:43.6236Z","end":"2026-04-23T03:02:43.801632Z","steps":["trace[1088028833] 'agreement among raft nodes before linearized reading' (duration: 177.770054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:02:43.801668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.884503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T03:02:43.801797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.870005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:02:43.80185Z","caller":"traceutil/trace.go:171","msg":"trace[613185198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21158; }","duration":"176.931137ms","start":"2026-04-23T03:02:43.624904Z","end":"2026-04-23T03:02:43.801835Z","steps":["trace[613185198] 'agreement among raft nodes before linearized reading' (duration: 176.770502ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:02:43.801843Z","caller":"traceutil/trace.go:171","msg":"trace[353712991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21158; }","duration":"181.09501ms","start":"2026-04-23T03:02:43.62072Z","end":"2026-04-23T03:02:43.801815Z","steps":["trace[353712991] 'agreement among raft nodes before linearized reading' (duration: 180.686687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:02:44.538134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.55648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:02:44.538253Z","caller":"traceutil/trace.go:171","msg":"trace[134430132] transaction","detail":"{read_only:false; response_revision:21159; number_of_response:1; }","duration":"732.403904ms","start":"2026-04-23T03:02:43.805829Z","end":"2026-04-23T03:02:44.538233Z","steps":["trace[134430132] 'process raft request' (duration: 331.660189ms)","trace[134430132] 'compare' (duration: 400.169437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:02:44.538308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:02:43.80581Z","time spent":"732.474947ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:02:45.201684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.618116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:02:45.201896Z","caller":"traceutil/trace.go:171","msg":"trace[2068011119] transaction","detail":"{read_only:false; response_revision:21162; number_of_response:1; }","duration":"359.295736ms","start":"2026-04-23T03:02:44.842588Z","end":"2026-04-23T03:02:45.201884Z","steps":["trace[2068011119] 'process raft request' (duration: 359.262465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:02:45.201956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:02:44.842563Z","time spent":"359.357538ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:02:45.202236Z","caller":"traceutil/trace.go:171","msg":"trace[1409893585] transaction","detail":"{read_only:false; response_revision:21160; number_of_response:1; }","duration":"1.396183706s","start":"2026-04-23T03:02:43.806031Z","end":"2026-04-23T03:02:45.202214Z","steps":["trace[1409893585] 'process raft request' (duration: 886.9527ms)","trace[1409893585] 'compare' (duration: 508.139811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:02:45.202279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:02:43.806011Z","time spent":"1.396246437s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:02:45.202298Z","caller":"traceutil/trace.go:171","msg":"trace[556250025] linearizableReadLoop","detail":"{readStateIndex:21890; appliedIndex:21887; }","duration":"1.095905865s","start":"2026-04-23T03:02:44.106366Z","end":"2026-04-23T03:02:45.202271Z","steps":["trace[556250025] 'read index received' (duration: 31.138521ms)","trace[556250025] 'applied index is now lower than readState.Index' (duration: 1.064762424s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:02:45.202314Z","caller":"traceutil/trace.go:171","msg":"trace[552200682] transaction","detail":"{read_only:false; response_revision:21161; number_of_response:1; }","duration":"1.395623458s","start":"2026-04-23T03:02:43.806655Z","end":"2026-04-23T03:02:45.202279Z","steps":["trace[552200682] 'process raft request' (duration: 1.395116692s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:02:45.202508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:02:43.806635Z","time spent":"1.395782233s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:02:45.20255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096152333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:02:45.202599Z","caller":"traceutil/trace.go:171","msg":"trace[1599415314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21162; }","duration":"1.096271936s","start":"2026-04-23T03:02:44.106315Z","end":"2026-04-23T03:02:45.202587Z","steps":["trace[1599415314] 'agreement among raft nodes before linearized reading' (duration: 1.09607319s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:02:45.202644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:02:44.106294Z","time spent":"1.096340939s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T03:02:45.203311Z","caller":"traceutil/trace.go:171","msg":"trace[157343495] transaction","detail":"{read_only:false; response_revision:21163; number_of_response:1; }","duration":"169.865742ms","start":"2026-04-23T03:02:45.033431Z","end":"2026-04-23T03:02:45.203297Z","steps":["trace[157343495] 'process raft request' (duration: 169.80746ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:02:45.209991Z","caller":"traceutil/trace.go:171","msg":"trace[1845973617] transaction","detail":"{read_only:false; response_revision:21164; number_of_response:1; }","duration":"160.501374ms","start":"2026-04-23T03:02:45.04946Z","end":"2026-04-23T03:02:45.209962Z","steps":["trace[1845973617] 'process raft request' (duration: 160.177803ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:02:45.210192Z","caller":"traceutil/trace.go:171","msg":"trace[949927726] transaction","detail":"{read_only:false; response_revision:21165; number_of_response:1; }","duration":"153.493791ms","start":"2026-04-23T03:02:45.056686Z","end":"2026-04-23T03:02:45.210179Z","steps":["trace[949927726] 'process raft request' (duration: 153.108808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:02:45.210253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.613621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:02:45.210296Z","caller":"traceutil/trace.go:171","msg":"trace[461754723] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:21165; }","duration":"334.689244ms","start":"2026-04-23T03:02:44.875595Z","end":"2026-04-23T03:02:45.210284Z","steps":["trace[461754723] 'agreement among raft nodes before linearized reading' (duration: 334.604851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:02:45.210329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:02:44.875579Z","time spent":"334.743585ms","remote":"127.0.0.1:60530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:02:45.210674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.81118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:02:45.210747Z","caller":"traceutil/trace.go:171","msg":"trace[81258132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21165; }","duration":"557.943564ms","start":"2026-04-23T03:02:44.652788Z","end":"2026-04-23T03:02:45.210732Z","steps":["trace[81258132] 'agreement among raft nodes before linearized reading' (duration: 557.80961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:02:45.210776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:02:44.652758Z","time spent":"558.012316ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:02:55.942758Z","caller":"traceutil/trace.go:171","msg":"trace[2082223587] linearizableReadLoop","detail":"{readStateIndex:21949; appliedIndex:21948; }","duration":"392.786152ms","start":"2026-04-23T03:02:55.549946Z","end":"2026-04-23T03:02:55.942732Z","steps":["trace[2082223587] 'read index received' (duration: 390.374715ms)","trace[2082223587] 'applied index is now lower than readState.Index' (duration: 2.408927ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:02:55.94277Z","caller":"traceutil/trace.go:171","msg":"trace[1997635817] transaction","detail":"{read_only:false; response_revision:21218; number_of_response:1; }","duration":"584.302053ms","start":"2026-04-23T03:02:55.358433Z","end":"2026-04-23T03:02:55.942735Z","steps":["trace[1997635817] 'process raft request' (duration: 581.896806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:02:55.942945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:02:55.358407Z","time spent":"584.442617ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:02:55.943242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.267037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:02:55.94339Z","caller":"traceutil/trace.go:171","msg":"trace[336800605] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:21218; }","duration":"393.431882ms","start":"2026-04-23T03:02:55.549929Z","end":"2026-04-23T03:02:55.94336Z","steps":["trace[336800605] 'agreement among raft nodes before linearized reading' (duration: 392.912605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:02:55.943461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:02:55.549872Z","time spent":"393.569006ms","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:02:55.945652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.192252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:02:55.945714Z","caller":"traceutil/trace.go:171","msg":"trace[1518373117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21218; }","duration":"292.290695ms","start":"2026-04-23T03:02:55.653406Z","end":"2026-04-23T03:02:55.945697Z","steps":["trace[1518373117] 'agreement among raft nodes before linearized reading' (duration: 292.204082ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:01.571456Z","caller":"traceutil/trace.go:171","msg":"trace[488274545] transaction","detail":"{read_only:false; response_revision:21242; number_of_response:1; }","duration":"269.580044ms","start":"2026-04-23T03:03:01.301826Z","end":"2026-04-23T03:03:01.571406Z","steps":["trace[488274545] 'process raft request' (duration: 269.314156ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:02.555458Z","caller":"traceutil/trace.go:171","msg":"trace[1967900523] linearizableReadLoop","detail":"{readStateIndex:21978; appliedIndex:21974; }","duration":"1.23849699s","start":"2026-04-23T03:03:01.316935Z","end":"2026-04-23T03:03:02.555432Z","steps":["trace[1967900523] 'read index received' (duration: 254.233045ms)","trace[1967900523] 'applied index is now lower than readState.Index' (duration: 984.262765ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:02.555475Z","caller":"traceutil/trace.go:171","msg":"trace[1581291406] transaction","detail":"{read_only:false; response_revision:21243; number_of_response:1; }","duration":"1.251923578s","start":"2026-04-23T03:03:01.30349Z","end":"2026-04-23T03:03:02.555414Z","steps":["trace[1581291406] 'process raft request' (duration: 1.25167495s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:02.555579Z","caller":"traceutil/trace.go:171","msg":"trace[1908132177] transaction","detail":"{read_only:false; response_revision:21245; number_of_response:1; }","duration":"1.250572005s","start":"2026-04-23T03:03:01.304993Z","end":"2026-04-23T03:03:02.555565Z","steps":["trace[1908132177] 'process raft request' (duration: 1.2503969s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:02.555695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:01.304979Z","time spent":"1.250632867s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:02.555706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238768279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T03:03:02.555707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:01.303464Z","time spent":"1.252114964s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:02.555747Z","caller":"traceutil/trace.go:171","msg":"trace[1606772270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21245; }","duration":"1.238845882s","start":"2026-04-23T03:03:01.316891Z","end":"2026-04-23T03:03:02.555737Z","steps":["trace[1606772270] 'agreement among raft nodes before linearized reading' (duration: 1.238673426s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:02.555778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:01.316878Z","time spent":"1.238893393s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T03:03:02.555512Z","caller":"traceutil/trace.go:171","msg":"trace[1923440123] transaction","detail":"{read_only:false; response_revision:21244; number_of_response:1; }","duration":"1.251161274s","start":"2026-04-23T03:03:01.304321Z","end":"2026-04-23T03:03:02.555482Z","steps":["trace[1923440123] 'process raft request' (duration: 1.251023689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:02.555948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:01.3043Z","time spent":"1.251562397s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:03.373776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.952552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:03:03.373981Z","caller":"traceutil/trace.go:171","msg":"trace[634312640] transaction","detail":"{read_only:false; response_revision:21247; number_of_response:1; }","duration":"812.916424ms","start":"2026-04-23T03:03:02.561048Z","end":"2026-04-23T03:03:03.373965Z","steps":["trace[634312640] 'process raft request' (duration: 812.818161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:03.374039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:02.561018Z","time spent":"812.996607ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:03.374196Z","caller":"traceutil/trace.go:171","msg":"trace[1059051505] transaction","detail":"{read_only:false; response_revision:21246; number_of_response:1; }","duration":"846.580565ms","start":"2026-04-23T03:03:02.527606Z","end":"2026-04-23T03:03:03.374187Z","steps":["trace[1059051505] 'process raft request' (duration: 174.107808ms)","trace[1059051505] 'compare' (duration: 671.563098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:03.374239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:02.527583Z","time spent":"846.635136ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:03.374317Z","caller":"traceutil/trace.go:171","msg":"trace[1428692342] linearizableReadLoop","detail":"{readStateIndex:21979; appliedIndex:21978; }","duration":"818.754ms","start":"2026-04-23T03:03:02.555528Z","end":"2026-04-23T03:03:03.374283Z","steps":["trace[1428692342] 'read index received' (duration: 146.20079ms)","trace[1428692342] 'applied index is now lower than readState.Index' (duration: 672.55028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:03.374352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065650392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:03:03.374375Z","caller":"traceutil/trace.go:171","msg":"trace[108262412] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21247; }","duration":"1.065716895s","start":"2026-04-23T03:03:02.30865Z","end":"2026-04-23T03:03:03.374367Z","steps":["trace[108262412] 'agreement among raft nodes before linearized reading' (duration: 1.065670514s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:03.374403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:02.308628Z","time spent":"1.065769046s","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:03.374412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710475381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:03:03.374433Z","caller":"traceutil/trace.go:171","msg":"trace[552972792] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:21247; }","duration":"1.710536513s","start":"2026-04-23T03:03:01.66389Z","end":"2026-04-23T03:03:03.374426Z","steps":["trace[552972792] 'agreement among raft nodes before linearized reading' (duration: 1.710470821s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:03.374475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:01.663846Z","time spent":"1.710619866s","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:03.374446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375058174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:03:03.374562Z","caller":"traceutil/trace.go:171","msg":"trace[1805241281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21247; }","duration":"1.375187048s","start":"2026-04-23T03:03:01.999323Z","end":"2026-04-23T03:03:03.37451Z","steps":["trace[1805241281] 'agreement among raft nodes before linearized reading' (duration: 1.374969841s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:03.374597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370021004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T03:03:03.374615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:01.9993Z","time spent":"1.375303002s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:03:03.374604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006899784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-04-23T03:03:03.374635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963557391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:03:03.374658Z","caller":"traceutil/trace.go:171","msg":"trace[388036846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21247; }","duration":"1.370182129s","start":"2026-04-23T03:03:02.004459Z","end":"2026-04-23T03:03:03.374641Z","steps":["trace[388036846] 'agreement among raft nodes before linearized reading' (duration: 1.369943531s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:03.374723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:02.004441Z","time spent":"1.370267871s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T03:03:03.374717Z","caller":"traceutil/trace.go:171","msg":"trace[2134693828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21247; }","duration":"1.00710008s","start":"2026-04-23T03:03:02.367588Z","end":"2026-04-23T03:03:03.374688Z","steps":["trace[2134693828] 'agreement among raft nodes before linearized reading' (duration: 1.006805831s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:03.37472Z","caller":"traceutil/trace.go:171","msg":"trace[952318742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21247; }","duration":"1.963750558s","start":"2026-04-23T03:03:01.410946Z","end":"2026-04-23T03:03:03.374696Z","steps":["trace[952318742] 'agreement among raft nodes before linearized reading' (duration: 1.963436908s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:03.37473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218627088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-23T03:03:03.374779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:02.367569Z","time spent":"1.007195514s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:03:03.374888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:01.410927Z","time spent":"1.96384708s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T03:03:03.374935Z","caller":"traceutil/trace.go:171","msg":"trace[970130996] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:21247; }","duration":"1.218871586s","start":"2026-04-23T03:03:02.156002Z","end":"2026-04-23T03:03:03.374874Z","steps":["trace[970130996] 'agreement among raft nodes before linearized reading' (duration: 1.218285348s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:03.374913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130401602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:03:03.375018Z","caller":"traceutil/trace.go:171","msg":"trace[1259286191] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21247; }","duration":"1.130846676s","start":"2026-04-23T03:03:02.244147Z","end":"2026-04-23T03:03:03.374993Z","steps":["trace[1259286191] 'agreement among raft nodes before linearized reading' (duration: 1.130211256s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:03.37513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:02.244131Z","time spent":"1.130978781s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:03.375262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:02.155981Z","time spent":"1.219180335s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-23T03:03:03.424401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.957042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:03.424459Z","caller":"traceutil/trace.go:171","msg":"trace[1200692901] transaction","detail":"{read_only:false; response_revision:21248; number_of_response:1; }","duration":"112.780227ms","start":"2026-04-23T03:03:03.311658Z","end":"2026-04-23T03:03:03.424438Z","steps":["trace[1200692901] 'process raft request' (duration: 112.329632ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:03.424479Z","caller":"traceutil/trace.go:171","msg":"trace[2069288537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21248; }","duration":"772.073085ms","start":"2026-04-23T03:03:02.652386Z","end":"2026-04-23T03:03:03.424459Z","steps":["trace[2069288537] 'agreement among raft nodes before linearized reading' (duration: 771.936061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:03.424484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.326232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T03:03:03.424522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:02.652365Z","time spent":"772.147768ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:03:03.424451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.187187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:03:03.424402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.197833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:03.424543Z","caller":"traceutil/trace.go:171","msg":"trace[886456305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21248; }","duration":"777.427215ms","start":"2026-04-23T03:03:02.6471Z","end":"2026-04-23T03:03:03.424527Z","steps":["trace[886456305] 'agreement among raft nodes before linearized reading' (duration: 777.25155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:03.424603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:02.647078Z","time spent":"777.516438ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T03:03:03.424613Z","caller":"traceutil/trace.go:171","msg":"trace[1870219829] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:21248; }","duration":"724.44057ms","start":"2026-04-23T03:03:02.700141Z","end":"2026-04-23T03:03:03.424581Z","steps":["trace[1870219829] 'agreement among raft nodes before linearized reading' (duration: 724.141611ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:03.424583Z","caller":"traceutil/trace.go:171","msg":"trace[393261554] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21248; }","duration":"305.379402ms","start":"2026-04-23T03:03:03.119183Z","end":"2026-04-23T03:03:03.424562Z","steps":["trace[393261554] 'agreement among raft nodes before linearized reading' (duration: 305.084553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:03.424698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:02.700119Z","time spent":"724.548254ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:03.424711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:03.119162Z","time spent":"305.528328ms","remote":"127.0.0.1:48484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:03.924856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752216919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:03:04.426044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752216919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:03:04.556853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132731287s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:03:04.557369Z","caller":"traceutil/trace.go:171","msg":"trace[761283777] transaction","detail":"{read_only:false; response_revision:21249; number_of_response:1; }","duration":"1.177873063s","start":"2026-04-23T03:03:03.379471Z","end":"2026-04-23T03:03:04.557344Z","steps":["trace[761283777] 'process raft request' (duration: 1.177608735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:04.557557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:03.379459Z","time spent":"1.178002037s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:04.55763Z","caller":"traceutil/trace.go:171","msg":"trace[916467919] transaction","detail":"{read_only:false; response_revision:21251; number_of_response:1; }","duration":"1.177573243s","start":"2026-04-23T03:03:03.380032Z","end":"2026-04-23T03:03:04.557605Z","steps":["trace[916467919] 'process raft request' (duration: 1.1774859s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:04.557653Z","caller":"traceutil/trace.go:171","msg":"trace[993879660] transaction","detail":"{read_only:false; response_revision:21250; number_of_response:1; }","duration":"1.178122041s","start":"2026-04-23T03:03:03.379499Z","end":"2026-04-23T03:03:04.557621Z","steps":["trace[993879660] 'process raft request' (duration: 1.17779729s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:04.557749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:03.380016Z","time spent":"1.177680786s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:04.557775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:03.379474Z","time spent":"1.178236475s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:05.425259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:03:05.425328Z","caller":"traceutil/trace.go:171","msg":"trace[1117655867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062103s","start":"2026-04-23T03:03:03.425251Z","end":"2026-04-23T03:03:05.425313Z","steps":["trace[1117655867] 'agreement among raft nodes before linearized reading' (duration: 1.99997587s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:05.425364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:03.425238Z","time spent":"2.000120034s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:03:05.692093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.07305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:03:05.692262Z","caller":"traceutil/trace.go:171","msg":"trace[1361661471] transaction","detail":"{read_only:false; response_revision:21252; number_of_response:1; }","duration":"2.262473469s","start":"2026-04-23T03:03:03.429768Z","end":"2026-04-23T03:03:05.692242Z","steps":["trace[1361661471] 'process raft request' (duration: 1.787169281s)","trace[1361661471] 'compare' (duration: 474.687208ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:05.692538Z","caller":"traceutil/trace.go:171","msg":"trace[387716033] linearizableReadLoop","detail":"{readStateIndex:21986; appliedIndex:21981; }","duration":"2.268260442s","start":"2026-04-23T03:03:03.424256Z","end":"2026-04-23T03:03:05.692516Z","steps":["trace[387716033] 'read index received' (duration: 1.132874241s)","trace[387716033] 'applied index is now lower than readState.Index' (duration: 1.135385301s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:05.692613Z","caller":"traceutil/trace.go:171","msg":"trace[1438233119] transaction","detail":"{read_only:false; response_revision:21253; number_of_response:1; }","duration":"2.115093471s","start":"2026-04-23T03:03:03.577489Z","end":"2026-04-23T03:03:05.692583Z","steps":["trace[1438233119] 'process raft request' (duration: 2.114698549s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:05.692892Z","caller":"traceutil/trace.go:171","msg":"trace[1677501771] transaction","detail":"{read_only:false; response_revision:21254; number_of_response:1; }","duration":"1.131663563s","start":"2026-04-23T03:03:04.56121Z","end":"2026-04-23T03:03:05.692873Z","steps":["trace[1677501771] 'process raft request' (duration: 1.131235269s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:05.692942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314383229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-04-23T03:03:05.692956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:03.577462Z","time spent":"2.115412722s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:05.692975Z","caller":"traceutil/trace.go:171","msg":"trace[135914574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21254; }","duration":"2.314460782s","start":"2026-04-23T03:03:03.378505Z","end":"2026-04-23T03:03:05.692966Z","steps":["trace[135914574] 'agreement among raft nodes before linearized reading' (duration: 2.314119621s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:05.69298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314073149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-66d14cab-fd25-4ac8-8fbd-7e52b38b16ff\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-04-23T03:03:05.693007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:03.378492Z","time spent":"2.314506834s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:03:05.693006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:04.561166Z","time spent":"1.131778856s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:03:05.693043Z","caller":"traceutil/trace.go:171","msg":"trace[1327126766] range","detail":"{range_begin:/registry/persistentvolumes/pvc-66d14cab-fd25-4ac8-8fbd-7e52b38b16ff; range_end:; response_count:1; response_revision:21254; }","duration":"2.314166023s","start":"2026-04-23T03:03:03.378864Z","end":"2026-04-23T03:03:05.69303Z","steps":["trace[1327126766] 'agreement among raft nodes before linearized reading' (duration: 2.313710208s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:05.692989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:03.429746Z","time spent":"2.262551581s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:05.693069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:03.378851Z","time spent":"2.314212974s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-66d14cab-fd25-4ac8-8fbd-7e52b38b16ff\" "} {"level":"warn","ts":"2026-04-23T03:03:05.693267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280498302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T03:03:05.693285Z","caller":"traceutil/trace.go:171","msg":"trace[338291049] transaction","detail":"{read_only:false; response_revision:21256; number_of_response:1; }","duration":"1.131664273s","start":"2026-04-23T03:03:04.561598Z","end":"2026-04-23T03:03:05.693262Z","steps":["trace[338291049] 'process raft request' (duration: 1.131550199s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:05.693341Z","caller":"traceutil/trace.go:171","msg":"trace[587457869] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21254; }","duration":"2.280603595s","start":"2026-04-23T03:03:03.412719Z","end":"2026-04-23T03:03:05.693323Z","steps":["trace[587457869] 'agreement among raft nodes before linearized reading' (duration: 2.279838381s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:03:05.693368Z","caller":"traceutil/trace.go:171","msg":"trace[654774082] transaction","detail":"{read_only:false; response_revision:21255; number_of_response:1; }","duration":"1.131900261s","start":"2026-04-23T03:03:04.561441Z","end":"2026-04-23T03:03:05.693342Z","steps":["trace[654774082] 'process raft request' (duration: 1.131390154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:05.693378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:03.412703Z","time spent":"2.280666077s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:03:05.693421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:04.561591Z","time spent":"1.131752316s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:05.693479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:04.561417Z","time spent":"1.132007923s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:06.19316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752216926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:03:06.93131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.078166ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:03:06.931783Z","caller":"traceutil/trace.go:171","msg":"trace[1807127729] linearizableReadLoop","detail":"{readStateIndex:21991; appliedIndex:21989; }","duration":"1.23914681s","start":"2026-04-23T03:03:05.692599Z","end":"2026-04-23T03:03:06.931746Z","steps":["trace[1807127729] 'read index received' (duration: 532.632851ms)","trace[1807127729] 'applied index is now lower than readState.Index' (duration: 706.511429ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:06.931823Z","caller":"traceutil/trace.go:171","msg":"trace[395148073] transaction","detail":"{read_only:false; response_revision:21257; number_of_response:1; }","duration":"1.235069221s","start":"2026-04-23T03:03:05.696726Z","end":"2026-04-23T03:03:06.931796Z","steps":["trace[395148073] 'process raft request' (duration: 1.23471109s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:03:06.931972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:05.696706Z","time spent":"1.235173504s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:03:07.09734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276515189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:07.097402Z","caller":"traceutil/trace.go:171","msg":"trace[882425568] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:21257; }","duration":"3.276638044s","start":"2026-04-23T03:03:03.82075Z","end":"2026-04-23T03:03:07.097388Z","steps":["trace[882425568] 'agreement among raft nodes before linearized reading' (duration: 3.111081408s)","trace[882425568] 'count revisions from in-memory index tree' (duration: 165.470303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.097432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:03.82073Z","time spent":"3.276693325s","remote":"127.0.0.1:40818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:07.097564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667526385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-23T03:03:07.097646Z","caller":"traceutil/trace.go:171","msg":"trace[1111508662] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f; range_end:; response_count:1; response_revision:21257; }","duration":"1.667635979s","start":"2026-04-23T03:03:05.429982Z","end":"2026-04-23T03:03:07.097618Z","steps":["trace[1111508662] 'agreement among raft nodes before linearized reading' (duration: 1.501857616s)","trace[1111508662] 'range keys from in-memory index tree' (duration: 165.630307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.097681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065857264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:03:07.097683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:05.429962Z","time spent":"1.667712681s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" "} {"level":"info","ts":"2026-04-23T03:03:07.097704Z","caller":"traceutil/trace.go:171","msg":"trace[98591436] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:21257; }","duration":"2.065918256s","start":"2026-04-23T03:03:05.031779Z","end":"2026-04-23T03:03:07.097697Z","steps":["trace[98591436] 'agreement among raft nodes before linearized reading' (duration: 1.899993378s)","trace[98591436] 'count revisions from in-memory index tree' (duration: 165.887086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.097726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:05.031758Z","time spent":"2.065962467s","remote":"127.0.0.1:60690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:07.097836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451984645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:07.097872Z","caller":"traceutil/trace.go:171","msg":"trace[1331086725] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21257; }","duration":"2.452055447s","start":"2026-04-23T03:03:04.645809Z","end":"2026-04-23T03:03:07.097865Z","steps":["trace[1331086725] 'agreement among raft nodes before linearized reading' (duration: 2.285982095s)","trace[1331086725] 'count revisions from in-memory index tree' (duration: 166.032151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.097892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:04.645795Z","time spent":"2.452091069s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:07.097895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718860948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:03:07.097937Z","caller":"traceutil/trace.go:171","msg":"trace[632479231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21257; }","duration":"1.718935791s","start":"2026-04-23T03:03:05.37899Z","end":"2026-04-23T03:03:07.097925Z","steps":["trace[632479231] 'agreement among raft nodes before linearized reading' (duration: 1.552856899s)","trace[632479231] 'range keys from in-memory index tree' (duration: 165.990019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.097967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:05.378974Z","time spent":"1.718986482s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:03:07.098046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710052643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:03:07.098125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696454531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:03:07.098131Z","caller":"traceutil/trace.go:171","msg":"trace[1038648615] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:21257; }","duration":"2.710176557s","start":"2026-04-23T03:03:04.387923Z","end":"2026-04-23T03:03:07.098099Z","steps":["trace[1038648615] 'agreement among raft nodes before linearized reading' (duration: 2.543898069s)","trace[1038648615] 'count revisions from in-memory index tree' (duration: 166.166495ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:07.098156Z","caller":"traceutil/trace.go:171","msg":"trace[446560390] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21257; }","duration":"2.696528713s","start":"2026-04-23T03:03:04.401617Z","end":"2026-04-23T03:03:07.098145Z","steps":["trace[446560390] 'agreement among raft nodes before linearized reading' (duration: 2.530241514s)","trace[446560390] 'count revisions from in-memory index tree' (duration: 166.245958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.098179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:04.387903Z","time spent":"2.71026522s","remote":"127.0.0.1:60912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:07.098192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:04.401596Z","time spent":"2.696587355s","remote":"127.0.0.1:60852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:07.098387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664261051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:03:07.098402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028683037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:07.098418Z","caller":"traceutil/trace.go:171","msg":"trace[1605053912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21257; }","duration":"1.664330973s","start":"2026-04-23T03:03:05.434076Z","end":"2026-04-23T03:03:07.098407Z","steps":["trace[1605053912] 'agreement among raft nodes before linearized reading' (duration: 1.497722804s)","trace[1605053912] 'range keys from in-memory index tree' (duration: 166.570928ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:07.098446Z","caller":"traceutil/trace.go:171","msg":"trace[1228896079] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21257; }","duration":"3.02876912s","start":"2026-04-23T03:03:04.069666Z","end":"2026-04-23T03:03:07.098435Z","steps":["trace[1228896079] 'agreement among raft nodes before linearized reading' (duration: 2.862148361s)","trace[1228896079] 'count revisions from in-memory index tree' (duration: 166.569388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.098448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:05.434065Z","time spent":"1.664376345s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:03:07.098469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:04.069643Z","time spent":"3.028820032s","remote":"127.0.0.1:48610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:07.098778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622608077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:243121"} {"level":"info","ts":"2026-04-23T03:03:07.098807Z","caller":"traceutil/trace.go:171","msg":"trace[515664723] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:21257; }","duration":"1.622678589s","start":"2026-04-23T03:03:05.476121Z","end":"2026-04-23T03:03:07.0988Z","steps":["trace[515664723] 'agreement among raft nodes before linearized reading' (duration: 1.455684697s)","trace[515664723] 'range keys from in-memory index tree' (duration: 166.804735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.097588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777900596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-23T03:03:07.09885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.154182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:03:07.098937Z","caller":"traceutil/trace.go:171","msg":"trace[897723310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21257; }","duration":"536.248895ms","start":"2026-04-23T03:03:06.562667Z","end":"2026-04-23T03:03:07.098916Z","steps":["trace[897723310] 'agreement among raft nodes before linearized reading' (duration: 369.249954ms)","trace[897723310] 'range keys from in-memory index tree' (duration: 166.790235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.098984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:06.562646Z","time spent":"536.329238ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:03:07.099127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.60058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417426"} {"level":"info","ts":"2026-04-23T03:03:07.09916Z","caller":"traceutil/trace.go:171","msg":"trace[1042912507] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21257; }","duration":"782.660612ms","start":"2026-04-23T03:03:06.31649Z","end":"2026-04-23T03:03:07.099151Z","steps":["trace[1042912507] 'agreement among raft nodes before linearized reading' (duration: 615.453654ms)","trace[1042912507] 'range keys from in-memory index tree' (duration: 167.081824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.09918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:06.316471Z","time spent":"782.704534ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417448,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T03:03:07.099238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298611822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-23T03:03:07.099301Z","caller":"traceutil/trace.go:171","msg":"trace[1009022394] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21257; }","duration":"1.298695365s","start":"2026-04-23T03:03:05.800586Z","end":"2026-04-23T03:03:07.099282Z","steps":["trace[1009022394] 'agreement among raft nodes before linearized reading' (duration: 1.131365283s)","trace[1009022394] 'range keys from in-memory index tree' (duration: 167.226069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.099337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:05.80057Z","time spent":"1.298759726s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:03:07.099337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.225388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:07.099394Z","caller":"traceutil/trace.go:171","msg":"trace[404875066] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:21257; }","duration":"449.318821ms","start":"2026-04-23T03:03:06.650054Z","end":"2026-04-23T03:03:07.099373Z","steps":["trace[404875066] 'agreement among raft nodes before linearized reading' (duration: 281.884056ms)","trace[404875066] 'count revisions from in-memory index tree' (duration: 167.368823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.099444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:06.650032Z","time spent":"449.399164ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:07.099429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.404353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:03:07.099508Z","caller":"traceutil/trace.go:171","msg":"trace[945099960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21257; }","duration":"537.494095ms","start":"2026-04-23T03:03:06.561991Z","end":"2026-04-23T03:03:07.099485Z","steps":["trace[945099960] 'agreement among raft nodes before linearized reading' (duration: 369.946637ms)","trace[945099960] 'range keys from in-memory index tree' (duration: 167.343762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.099565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:06.561947Z","time spent":"537.608149ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:03:07.099356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.895522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:07.098881Z","caller":"traceutil/trace.go:171","msg":"trace[1646599181] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21257; }","duration":"1.779215798s","start":"2026-04-23T03:03:05.319645Z","end":"2026-04-23T03:03:07.09886Z","steps":["trace[1646599181] 'agreement among raft nodes before linearized reading' (duration: 1.612113913s)","trace[1646599181] 'range keys from in-memory index tree' (duration: 165.794543ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:07.099616Z","caller":"traceutil/trace.go:171","msg":"trace[1643387816] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:21257; }","duration":"485.177541ms","start":"2026-04-23T03:03:06.614421Z","end":"2026-04-23T03:03:07.099599Z","steps":["trace[1643387816] 'agreement among raft nodes before linearized reading' (duration: 317.524139ms)","trace[1643387816] 'count revisions from in-memory index tree' (duration: 167.396254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.099652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:06.6144Z","time spent":"485.241353ms","remote":"127.0.0.1:40860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:03:07.099653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:05.319624Z","time spent":"1.780017393s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T03:03:07.098838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:05.476099Z","time spent":"1.622732741s","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":243143,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T03:03:07.099772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404710887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18463"} {"level":"warn","ts":"2026-04-23T03:03:07.099804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.715442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:03:07.099819Z","caller":"traceutil/trace.go:171","msg":"trace[1970956937] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21257; }","duration":"1.40481469s","start":"2026-04-23T03:03:05.694993Z","end":"2026-04-23T03:03:07.099807Z","steps":["trace[1970956937] 'agreement among raft nodes before linearized reading' (duration: 1.23691604s)","trace[1970956937] 'range keys from in-memory index tree' (duration: 167.710854ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:03:07.099838Z","caller":"traceutil/trace.go:171","msg":"trace[1717215387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21257; }","duration":"537.791144ms","start":"2026-04-23T03:03:06.562035Z","end":"2026-04-23T03:03:07.099826Z","steps":["trace[1717215387] 'agreement among raft nodes before linearized reading' (duration: 369.892444ms)","trace[1717215387] 'range keys from in-memory index tree' (duration: 167.814948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.099855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:05.694973Z","time spent":"1.404875182s","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18485,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T03:03:07.099869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:06.562006Z","time spent":"537.857066ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T03:03:07.100994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498099907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:03:07.10103Z","caller":"traceutil/trace.go:171","msg":"trace[1447327542] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:21257; }","duration":"3.500787002s","start":"2026-04-23T03:03:03.600234Z","end":"2026-04-23T03:03:07.101021Z","steps":["trace[1447327542] 'agreement among raft nodes before linearized reading' (duration: 3.331633192s)","trace[1447327542] 'count revisions from in-memory index tree' (duration: 166.460415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:03:07.101053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:03:03.600212Z","time spent":"3.500834814s","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:03:38.180001Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19432} {"level":"info","ts":"2026-04-23T03:03:38.329419Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19432,"took":"146.753107ms","hash":4280797052,"current-db-size-bytes":55484416,"current-db-size":"56 MB","current-db-size-in-use-bytes":29577216,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T03:03:38.329494Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4280797052,"revision":19432,"compact-revision":16849} {"level":"info","ts":"2026-04-23T03:06:06.898272Z","caller":"traceutil/trace.go:171","msg":"trace[537231273] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"137.437607ms","start":"2026-04-23T03:06:06.760782Z","end":"2026-04-23T03:06:06.898219Z","steps":["trace[537231273] 'process raft request' (duration: 137.010464ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:06:57.270883Z","caller":"traceutil/trace.go:171","msg":"trace[789954082] linearizableReadLoop","detail":"{readStateIndex:24356; appliedIndex:24355; }","duration":"200.972121ms","start":"2026-04-23T03:06:57.069892Z","end":"2026-04-23T03:06:57.270864Z","steps":["trace[789954082] 'read index received' (duration: 200.865737ms)","trace[789954082] 'applied index is now lower than readState.Index' (duration: 105.824µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:06:57.270961Z","caller":"traceutil/trace.go:171","msg":"trace[374130298] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"204.055689ms","start":"2026-04-23T03:06:57.066877Z","end":"2026-04-23T03:06:57.270932Z","steps":["trace[374130298] 'process raft request' (duration: 203.807481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:06:57.271041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.136497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-78487c64cd-mjrlb\" ","response":"range_response_count:1 size:3490"} {"level":"info","ts":"2026-04-23T03:06:57.271059Z","caller":"traceutil/trace.go:171","msg":"trace[171994600] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-78487c64cd-mjrlb; range_end:; response_count:1; response_revision:23551; }","duration":"201.166618ms","start":"2026-04-23T03:06:57.069887Z","end":"2026-04-23T03:06:57.271053Z","steps":["trace[171994600] 'agreement among raft nodes before linearized reading' (duration: 201.063374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:06:57.274326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.040065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T03:06:57.274416Z","caller":"traceutil/trace.go:171","msg":"trace[976922570] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23555; }","duration":"202.170479ms","start":"2026-04-23T03:06:57.072226Z","end":"2026-04-23T03:06:57.274396Z","steps":["trace[976922570] 'agreement among raft nodes before linearized reading' (duration: 201.940161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:06:57.274867Z","caller":"traceutil/trace.go:171","msg":"trace[7740345] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"121.023516ms","start":"2026-04-23T03:06:57.15383Z","end":"2026-04-23T03:06:57.274853Z","steps":["trace[7740345] 'process raft request' (duration: 120.056665ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:06:57.275022Z","caller":"traceutil/trace.go:171","msg":"trace[676749454] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"116.066849ms","start":"2026-04-23T03:06:57.158945Z","end":"2026-04-23T03:06:57.275012Z","steps":["trace[676749454] 'process raft request' (duration: 115.081658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:06:57.275721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.680494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-hx95t.18a8dd8513999927\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-04-23T03:06:57.275761Z","caller":"traceutil/trace.go:171","msg":"trace[537128602] range","detail":"{range_begin:/registry/events/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-hx95t.18a8dd8513999927; range_end:; response_count:1; response_revision:23555; }","duration":"125.747936ms","start":"2026-04-23T03:06:57.149999Z","end":"2026-04-23T03:06:57.275747Z","steps":["trace[537128602] 'agreement among raft nodes before linearized reading' (duration: 125.648863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:06:57.275955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.815206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-23T03:06:57.275986Z","caller":"traceutil/trace.go:171","msg":"trace[2143953889] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23555; }","duration":"200.885389ms","start":"2026-04-23T03:06:57.075092Z","end":"2026-04-23T03:06:57.275977Z","steps":["trace[2143953889] 'agreement among raft nodes before linearized reading' (duration: 200.784256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:06:59.254451Z","caller":"traceutil/trace.go:171","msg":"trace[1801337797] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"171.582268ms","start":"2026-04-23T03:06:59.082845Z","end":"2026-04-23T03:06:59.254427Z","steps":["trace[1801337797] 'process raft request' (duration: 171.440524ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:06:59.308071Z","caller":"traceutil/trace.go:171","msg":"trace[1952823640] linearizableReadLoop","detail":"{readStateIndex:24434; appliedIndex:24432; }","duration":"193.273536ms","start":"2026-04-23T03:06:59.114779Z","end":"2026-04-23T03:06:59.308052Z","steps":["trace[1952823640] 'read index received' (duration: 139.44218ms)","trace[1952823640] 'applied index is now lower than readState.Index' (duration: 53.830656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:06:59.308384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.588336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" ","response":"range_response_count:1 size:82637"} {"level":"info","ts":"2026-04-23T03:06:59.308468Z","caller":"traceutil/trace.go:171","msg":"trace[393810429] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23629; }","duration":"193.664878ms","start":"2026-04-23T03:06:59.11477Z","end":"2026-04-23T03:06:59.308435Z","steps":["trace[393810429] 'agreement among raft nodes before linearized reading' (duration: 193.418641ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:06:59.308619Z","caller":"traceutil/trace.go:171","msg":"trace[1645310398] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"205.856435ms","start":"2026-04-23T03:06:59.102751Z","end":"2026-04-23T03:06:59.308608Z","steps":["trace[1645310398] 'process raft request' (duration: 205.127532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:00.859652Z","caller":"traceutil/trace.go:171","msg":"trace[960292481] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"165.863458ms","start":"2026-04-23T03:07:00.693763Z","end":"2026-04-23T03:07:00.859626Z","steps":["trace[960292481] 'process raft request' (duration: 165.711753ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:00.865821Z","caller":"traceutil/trace.go:171","msg":"trace[1386615122] linearizableReadLoop","detail":"{readStateIndex:24481; appliedIndex:24477; }","duration":"158.212866ms","start":"2026-04-23T03:07:00.707596Z","end":"2026-04-23T03:07:00.865809Z","steps":["trace[1386615122] 'read index received' (duration: 151.983138ms)","trace[1386615122] 'applied index is now lower than readState.Index' (duration: 6.228908ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:07:00.86612Z","caller":"traceutil/trace.go:171","msg":"trace[453902591] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"171.256449ms","start":"2026-04-23T03:07:00.694817Z","end":"2026-04-23T03:07:00.866074Z","steps":["trace[453902591] 'process raft request' (duration: 170.912188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:00.866165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.393021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:00.866217Z","caller":"traceutil/trace.go:171","msg":"trace[1489547971] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"169.922216ms","start":"2026-04-23T03:07:00.69628Z","end":"2026-04-23T03:07:00.866202Z","steps":["trace[1489547971] 'process raft request' (duration: 169.479002ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:00.866249Z","caller":"traceutil/trace.go:171","msg":"trace[970549068] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23676; }","duration":"152.529785ms","start":"2026-04-23T03:07:00.713698Z","end":"2026-04-23T03:07:00.866227Z","steps":["trace[970549068] 'agreement among raft nodes before linearized reading' (duration: 152.331529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:00.866399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.746022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:07:00.866499Z","caller":"traceutil/trace.go:171","msg":"trace[1306753363] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23676; }","duration":"158.927498ms","start":"2026-04-23T03:07:00.707557Z","end":"2026-04-23T03:07:00.866485Z","steps":["trace[1306753363] 'agreement among raft nodes before linearized reading' (duration: 158.731532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:00.866182Z","caller":"traceutil/trace.go:171","msg":"trace[1184520445] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"171.355702ms","start":"2026-04-23T03:07:00.694787Z","end":"2026-04-23T03:07:00.866143Z","steps":["trace[1184520445] 'process raft request' (duration: 170.865567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:00.866519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.65623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:00.866957Z","caller":"traceutil/trace.go:171","msg":"trace[316655145] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23676; }","duration":"152.959788ms","start":"2026-04-23T03:07:00.713751Z","end":"2026-04-23T03:07:00.866711Z","steps":["trace[316655145] 'agreement among raft nodes before linearized reading' (duration: 152.469683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:00.867011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.884106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:07:00.867062Z","caller":"traceutil/trace.go:171","msg":"trace[377981359] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test0; response_count:0; response_revision:23676; }","duration":"152.967689ms","start":"2026-04-23T03:07:00.714083Z","end":"2026-04-23T03:07:00.86705Z","steps":["trace[377981359] 'agreement among raft nodes before linearized reading' (duration: 151.957857ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:04.04893Z","caller":"traceutil/trace.go:171","msg":"trace[1395832722] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"199.693771ms","start":"2026-04-23T03:07:03.849211Z","end":"2026-04-23T03:07:04.048905Z","steps":["trace[1395832722] 'process raft request' (duration: 199.508095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:04.415973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.695419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:07:04.416053Z","caller":"traceutil/trace.go:171","msg":"trace[1366401771] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23741; }","duration":"216.829863ms","start":"2026-04-23T03:07:04.199208Z","end":"2026-04-23T03:07:04.416038Z","steps":["trace[1366401771] 'count revisions from in-memory index tree' (duration: 216.589295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:05.005866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752224187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:07:05.431938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005050281s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:07:05.432377Z","caller":"traceutil/trace.go:171","msg":"trace[218570061] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"1.01256555s","start":"2026-04-23T03:07:04.419779Z","end":"2026-04-23T03:07:05.432345Z","steps":["trace[218570061] 'process raft request' (duration: 1.012339552s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:05.432558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:04.419756Z","time spent":"1.012700524s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:07:05.432611Z","caller":"traceutil/trace.go:171","msg":"trace[1185620840] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"1.012775666s","start":"2026-04-23T03:07:04.419815Z","end":"2026-04-23T03:07:05.432591Z","steps":["trace[1185620840] 'process raft request' (duration: 1.012482717s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:05.432711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:04.419795Z","time spent":"1.012853089s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:07:06.215468Z","caller":"traceutil/trace.go:171","msg":"trace[1131169251] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"1.764474775s","start":"2026-04-23T03:07:04.450937Z","end":"2026-04-23T03:07:06.215412Z","steps":["trace[1131169251] 'process raft request' (duration: 1.764096013s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:06.215471Z","caller":"traceutil/trace.go:171","msg":"trace[99424680] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"1.344403298s","start":"2026-04-23T03:07:04.871012Z","end":"2026-04-23T03:07:06.215415Z","steps":["trace[99424680] 'process raft request' (duration: 1.344288355s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:06.215713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:04.870988Z","time spent":"1.344595225s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:07:06.215823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:04.450909Z","time spent":"1.764645351s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:07:06.216041Z","caller":"traceutil/trace.go:171","msg":"trace[1068290335] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"1.338880474s","start":"2026-04-23T03:07:04.877143Z","end":"2026-04-23T03:07:06.216023Z","steps":["trace[1068290335] 'process raft request' (duration: 1.338665107s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:06.215913Z","caller":"traceutil/trace.go:171","msg":"trace[1439883118] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"1.338918365s","start":"2026-04-23T03:07:04.876958Z","end":"2026-04-23T03:07:06.215877Z","steps":["trace[1439883118] 'process raft request' (duration: 1.338709968s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:06.216214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:04.877116Z","time spent":"1.338992467s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:07:06.216187Z","caller":"traceutil/trace.go:171","msg":"trace[1887891470] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"1.337870431s","start":"2026-04-23T03:07:04.878303Z","end":"2026-04-23T03:07:06.216173Z","steps":["trace[1887891470] 'process raft request' (duration: 1.337638774s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:06.215933Z","caller":"traceutil/trace.go:171","msg":"trace[2104138191] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"1.339436801s","start":"2026-04-23T03:07:04.876451Z","end":"2026-04-23T03:07:06.215888Z","steps":["trace[2104138191] 'process raft request' (duration: 1.338912535s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:06.216327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:04.876948Z","time spent":"1.339266986s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:07:06.216362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:04.878285Z","time spent":"1.337989186s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:07:06.216462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:04.876416Z","time spent":"1.339975458s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:07:06.219166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713433858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:07:06.219236Z","caller":"traceutil/trace.go:171","msg":"trace[53321760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23749; }","duration":"1.713546001s","start":"2026-04-23T03:07:04.505674Z","end":"2026-04-23T03:07:06.21922Z","steps":["trace[53321760] 'agreement among raft nodes before linearized reading' (duration: 1.713255442s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:06.219273Z","caller":"traceutil/trace.go:171","msg":"trace[1146126504] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"499.231826ms","start":"2026-04-23T03:07:05.720025Z","end":"2026-04-23T03:07:06.219257Z","steps":["trace[1146126504] 'process raft request' (duration: 499.101252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:06.220291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:05.719993Z","time spent":"500.240238ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:07:06.220515Z","caller":"traceutil/trace.go:171","msg":"trace[520179794] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"164.890677ms","start":"2026-04-23T03:07:06.055603Z","end":"2026-04-23T03:07:06.220494Z","steps":["trace[520179794] 'process raft request' (duration: 163.619627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:06.219286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:04.505657Z","time spent":"1.713616233s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T03:07:06.220785Z","caller":"traceutil/trace.go:171","msg":"trace[103955526] linearizableReadLoop","detail":"{readStateIndex:24555; appliedIndex:24547; }","duration":"1.713052845s","start":"2026-04-23T03:07:04.50572Z","end":"2026-04-23T03:07:06.218773Z","steps":["trace[103955526] 'read index received' (duration: 926.406008ms)","trace[103955526] 'applied index is now lower than readState.Index' (duration: 786.645157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:07:06.221891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.969268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T03:07:06.221947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.980233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:07:06.221982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709611966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:07:06.222023Z","caller":"traceutil/trace.go:171","msg":"trace[1769944999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23751; }","duration":"1.709694979s","start":"2026-04-23T03:07:04.512317Z","end":"2026-04-23T03:07:06.222012Z","steps":["trace[1769944999] 'agreement among raft nodes before linearized reading' (duration: 1.708754149s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:06.222055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:04.512276Z","time spent":"1.709764911s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T03:07:06.222056Z","caller":"traceutil/trace.go:171","msg":"trace[1247747214] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23751; }","duration":"284.114566ms","start":"2026-04-23T03:07:05.93789Z","end":"2026-04-23T03:07:06.222005Z","steps":["trace[1247747214] 'agreement among raft nodes before linearized reading' (duration: 283.971962ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:07:06.222006Z","caller":"traceutil/trace.go:171","msg":"trace[1687572291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23751; }","duration":"881.104872ms","start":"2026-04-23T03:07:05.340873Z","end":"2026-04-23T03:07:06.221978Z","steps":["trace[1687572291] 'agreement among raft nodes before linearized reading' (duration: 880.442031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:06.222199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:05.340857Z","time spent":"881.242146ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:07:06.222246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.804581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:07:06.222298Z","caller":"traceutil/trace.go:171","msg":"trace[1616881005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23751; }","duration":"744.899974ms","start":"2026-04-23T03:07:05.477386Z","end":"2026-04-23T03:07:06.222286Z","steps":["trace[1616881005] 'agreement among raft nodes before linearized reading' (duration: 744.530443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:06.22229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571313883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:07:06.222336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:05.477363Z","time spent":"744.957095ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:07:06.222341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646235547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-hx95t\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-04-23T03:07:06.222433Z","caller":"traceutil/trace.go:171","msg":"trace[1531380947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23751; }","duration":"1.571430596s","start":"2026-04-23T03:07:04.650927Z","end":"2026-04-23T03:07:06.222357Z","steps":["trace[1531380947] 'agreement among raft nodes before linearized reading' (duration: 1.571010822s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:06.222325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.706207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-23T03:07:06.222463Z","caller":"traceutil/trace.go:171","msg":"trace[1780947562] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-hx95t; range_end:; response_count:1; response_revision:23751; }","duration":"1.646373291s","start":"2026-04-23T03:07:04.576033Z","end":"2026-04-23T03:07:06.222406Z","steps":["trace[1780947562] 'agreement among raft nodes before linearized reading' (duration: 1.645916627s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:06.222496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:04.650909Z","time spent":"1.571574181s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:07:06.222523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:04.576015Z","time spent":"1.646492225s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":5609,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-hx95t\" "} {"level":"info","ts":"2026-04-23T03:07:06.222516Z","caller":"traceutil/trace.go:171","msg":"trace[1653910088] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23751; }","duration":"902.941464ms","start":"2026-04-23T03:07:05.319547Z","end":"2026-04-23T03:07:06.222489Z","steps":["trace[1653910088] 'agreement among raft nodes before linearized reading' (duration: 902.394816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:07:06.222776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:07:05.319528Z","time spent":"903.186092ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-23T03:08:11.919467Z","caller":"traceutil/trace.go:171","msg":"trace[1746708187] linearizableReadLoop","detail":"{readStateIndex:25341; appliedIndex:25340; }","duration":"144.546112ms","start":"2026-04-23T03:08:11.774904Z","end":"2026-04-23T03:08:11.91945Z","steps":["trace[1746708187] 'read index received' (duration: 144.526282ms)","trace[1746708187] 'applied index is now lower than readState.Index' (duration: 19.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:08:11.919611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.692927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:08:11.919583Z","caller":"traceutil/trace.go:171","msg":"trace[1907958507] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"145.393759ms","start":"2026-04-23T03:08:11.77415Z","end":"2026-04-23T03:08:11.919544Z","steps":["trace[1907958507] 'process raft request' (duration: 145.189153ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:08:11.919637Z","caller":"traceutil/trace.go:171","msg":"trace[945618691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24519; }","duration":"144.751729ms","start":"2026-04-23T03:08:11.77488Z","end":"2026-04-23T03:08:11.919631Z","steps":["trace[945618691] 'agreement among raft nodes before linearized reading' (duration: 144.655336ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:08:24.774372Z","caller":"traceutil/trace.go:171","msg":"trace[131841793] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"150.578084ms","start":"2026-04-23T03:08:24.623775Z","end":"2026-04-23T03:08:24.774353Z","steps":["trace[131841793] 'process raft request' (duration: 150.437479ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:08:24.822441Z","caller":"traceutil/trace.go:171","msg":"trace[1490270625] linearizableReadLoop","detail":"{readStateIndex:25448; appliedIndex:25446; }","duration":"161.001114ms","start":"2026-04-23T03:08:24.661421Z","end":"2026-04-23T03:08:24.822422Z","steps":["trace[1490270625] 'read index received' (duration: 112.736953ms)","trace[1490270625] 'applied index is now lower than readState.Index' (duration: 48.263491ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:08:24.822488Z","caller":"traceutil/trace.go:171","msg":"trace[1410340762] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"189.482997ms","start":"2026-04-23T03:08:24.632978Z","end":"2026-04-23T03:08:24.822461Z","steps":["trace[1410340762] 'process raft request' (duration: 189.224789ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:08:24.822496Z","caller":"traceutil/trace.go:171","msg":"trace[1274109157] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"139.852213ms","start":"2026-04-23T03:08:24.68262Z","end":"2026-04-23T03:08:24.822472Z","steps":["trace[1274109157] 'process raft request' (duration: 139.75811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:08:24.822612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.17422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:08:24.822653Z","caller":"traceutil/trace.go:171","msg":"trace[1304344365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24625; }","duration":"161.261443ms","start":"2026-04-23T03:08:24.661382Z","end":"2026-04-23T03:08:24.822643Z","steps":["trace[1304344365] 'agreement among raft nodes before linearized reading' (duration: 161.143089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:08:24.822714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.955893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:08:24.822806Z","caller":"traceutil/trace.go:171","msg":"trace[1995791270] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24625; }","duration":"155.094477ms","start":"2026-04-23T03:08:24.667691Z","end":"2026-04-23T03:08:24.822786Z","steps":["trace[1995791270] 'agreement among raft nodes before linearized reading' (duration: 154.922422ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:08:38.186465Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21506} {"level":"info","ts":"2026-04-23T03:08:38.294457Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21506,"took":"105.453353ms","hash":4241768944,"current-db-size-bytes":55484416,"current-db-size":"56 MB","current-db-size-in-use-bytes":42262528,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-23T03:08:38.294568Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4241768944,"revision":21506,"compact-revision":19432} {"level":"info","ts":"2026-04-23T03:09:15.090489Z","caller":"traceutil/trace.go:171","msg":"trace[1794351302] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"203.840042ms","start":"2026-04-23T03:09:14.886626Z","end":"2026-04-23T03:09:15.090466Z","steps":["trace[1794351302] 'process raft request' (duration: 203.688807ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:09:15.097424Z","caller":"traceutil/trace.go:171","msg":"trace[327856232] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"111.641199ms","start":"2026-04-23T03:09:14.98577Z","end":"2026-04-23T03:09:15.097411Z","steps":["trace[327856232] 'process raft request' (duration: 111.254587ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:09:15.710728Z","caller":"traceutil/trace.go:171","msg":"trace[177143346] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"178.737286ms","start":"2026-04-23T03:09:15.531962Z","end":"2026-04-23T03:09:15.710699Z","steps":["trace[177143346] 'process raft request' (duration: 178.493228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:09:15.715658Z","caller":"traceutil/trace.go:171","msg":"trace[1009781353] linearizableReadLoop","detail":"{readStateIndex:25918; appliedIndex:25916; }","duration":"120.464619ms","start":"2026-04-23T03:09:15.595172Z","end":"2026-04-23T03:09:15.715637Z","steps":["trace[1009781353] 'read index received' (duration: 115.261944ms)","trace[1009781353] 'applied index is now lower than readState.Index' (duration: 5.201325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:09:15.715886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.705397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:09:15.715961Z","caller":"traceutil/trace.go:171","msg":"trace[2105130479] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25081; }","duration":"120.790619ms","start":"2026-04-23T03:09:15.595153Z","end":"2026-04-23T03:09:15.715943Z","steps":["trace[2105130479] 'agreement among raft nodes before linearized reading' (duration: 120.594203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:09:15.716003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.774888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:09:15.716127Z","caller":"traceutil/trace.go:171","msg":"trace[1382937433] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25081; }","duration":"120.947564ms","start":"2026-04-23T03:09:15.595141Z","end":"2026-04-23T03:09:15.716089Z","steps":["trace[1382937433] 'agreement among raft nodes before linearized reading' (duration: 120.686386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:09:15.716231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.745029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12663"} {"level":"info","ts":"2026-04-23T03:09:15.716409Z","caller":"traceutil/trace.go:171","msg":"trace[1850660867] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25081; }","duration":"115.968826ms","start":"2026-04-23T03:09:15.600379Z","end":"2026-04-23T03:09:15.716348Z","steps":["trace[1850660867] 'agreement among raft nodes before linearized reading' (duration: 115.592934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:09:55.01634Z","caller":"traceutil/trace.go:171","msg":"trace[1169374209] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"107.421004ms","start":"2026-04-23T03:09:54.908895Z","end":"2026-04-23T03:09:55.016316Z","steps":["trace[1169374209] 'process raft request' (duration: 107.380013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:09:55.016456Z","caller":"traceutil/trace.go:171","msg":"trace[2061318759] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"110.320216ms","start":"2026-04-23T03:09:54.9061Z","end":"2026-04-23T03:09:55.016421Z","steps":["trace[2061318759] 'process raft request' (duration: 110.071958ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:09:55.016456Z","caller":"traceutil/trace.go:171","msg":"trace[1787078574] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"111.445432ms","start":"2026-04-23T03:09:54.904977Z","end":"2026-04-23T03:09:55.016423Z","steps":["trace[1787078574] 'process raft request' (duration: 105.443482ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:09:55.016523Z","caller":"traceutil/trace.go:171","msg":"trace[137934544] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"109.051956ms","start":"2026-04-23T03:09:54.907454Z","end":"2026-04-23T03:09:55.016506Z","steps":["trace[137934544] 'process raft request' (duration: 108.791718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:20.4224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.901201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:10:20.422579Z","caller":"traceutil/trace.go:171","msg":"trace[1856014118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25751; }","duration":"922.083477ms","start":"2026-04-23T03:10:19.500429Z","end":"2026-04-23T03:10:20.422512Z","steps":["trace[1856014118] 'range keys from in-memory index tree' (duration: 921.655403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:20.422638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:19.500407Z","time spent":"922.217261ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:20.422858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.877881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T03:10:20.422946Z","caller":"traceutil/trace.go:171","msg":"trace[1296452729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25751; }","duration":"916.018715ms","start":"2026-04-23T03:10:19.506904Z","end":"2026-04-23T03:10:20.422923Z","steps":["trace[1296452729] 'range keys from in-memory index tree' (duration: 915.628503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:20.422959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.918378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:20.422993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:19.506869Z","time spent":"916.113228ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T03:10:20.422998Z","caller":"traceutil/trace.go:171","msg":"trace[1992357087] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25751; }","duration":"774.9968ms","start":"2026-04-23T03:10:19.64799Z","end":"2026-04-23T03:10:20.422987Z","steps":["trace[1992357087] 'count revisions from in-memory index tree' (duration: 774.845715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:20.423102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:19.64797Z","time spent":"775.120524ms","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:20.423125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.534068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:20.423201Z","caller":"traceutil/trace.go:171","msg":"trace[793563773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25751; }","duration":"770.637702ms","start":"2026-04-23T03:10:19.652545Z","end":"2026-04-23T03:10:20.423182Z","steps":["trace[793563773] 'range keys from in-memory index tree' (duration: 770.475987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:20.423239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:19.652535Z","time spent":"770.695954ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:10:20.551995Z","caller":"traceutil/trace.go:171","msg":"trace[350964395] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"853.635234ms","start":"2026-04-23T03:10:19.698339Z","end":"2026-04-23T03:10:20.551974Z","steps":["trace[350964395] 'process raft request' (duration: 853.50062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:20.552109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:19.698314Z","time spent":"853.734618ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:21.191866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.817235ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:21.192079Z","caller":"traceutil/trace.go:171","msg":"trace[1738492629] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25752; }","duration":"432.040752ms","start":"2026-04-23T03:10:20.760018Z","end":"2026-04-23T03:10:21.192059Z","steps":["trace[1738492629] 'range keys from in-memory index tree' (duration: 431.801365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:21.914441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.362597788s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:10:21.917375Z","caller":"traceutil/trace.go:171","msg":"trace[371591768] linearizableReadLoop","detail":"{readStateIndex:26608; appliedIndex:26606; }","duration":"1.861330257s","start":"2026-04-23T03:10:20.056025Z","end":"2026-04-23T03:10:21.917355Z","steps":["trace[371591768] 'read index received' (duration: 495.812917ms)","trace[371591768] 'applied index is now lower than readState.Index' (duration: 1.36551645s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:21.917597Z","caller":"traceutil/trace.go:171","msg":"trace[1820738323] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"1.99937336s","start":"2026-04-23T03:10:19.918213Z","end":"2026-04-23T03:10:21.917586Z","steps":["trace[1820738323] 'process raft request' (duration: 1.998919935s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:21.917683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:19.918179Z","time spent":"1.999443552s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:21.917821Z","caller":"traceutil/trace.go:171","msg":"trace[401891752] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"1.489601431s","start":"2026-04-23T03:10:20.428212Z","end":"2026-04-23T03:10:21.917813Z","steps":["trace[401891752] 'process raft request' (duration: 1.489062664s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:21.91786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:20.428194Z","time spent":"1.489645433s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:21.917945Z","caller":"traceutil/trace.go:171","msg":"trace[147666243] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"1.488536278s","start":"2026-04-23T03:10:20.429403Z","end":"2026-04-23T03:10:21.917939Z","steps":["trace[147666243] 'process raft request' (duration: 1.487900878s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:21.91798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:20.429395Z","time spent":"1.488567729s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:21.918064Z","caller":"traceutil/trace.go:171","msg":"trace[1487655374] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"1.413155366s","start":"2026-04-23T03:10:20.504903Z","end":"2026-04-23T03:10:21.918058Z","steps":["trace[1487655374] 'process raft request' (duration: 1.412422012s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:21.918097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:20.504886Z","time spent":"1.413193367s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:21.918197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862169144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:21.918218Z","caller":"traceutil/trace.go:171","msg":"trace[271256852] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25756; }","duration":"1.862196954s","start":"2026-04-23T03:10:20.056015Z","end":"2026-04-23T03:10:21.918212Z","steps":["trace[271256852] 'agreement among raft nodes before linearized reading' (duration: 1.862152883s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:21.918237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:20.055959Z","time spent":"1.862273417s","remote":"127.0.0.1:60530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:22.418068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752228929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:22.424397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:10:22.424458Z","caller":"traceutil/trace.go:171","msg":"trace[475313994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214566s","start":"2026-04-23T03:10:20.424226Z","end":"2026-04-23T03:10:22.42444Z","steps":["trace[475313994] 'agreement among raft nodes before linearized reading' (duration: 2.000134414s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.424504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:20.424202Z","time spent":"2.000293349s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:10:22.880893Z","caller":"traceutil/trace.go:171","msg":"trace[1620819565] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"1.754112949s","start":"2026-04-23T03:10:21.126763Z","end":"2026-04-23T03:10:22.880876Z","steps":["trace[1620819565] 'process raft request' (duration: 1.754050947s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:22.880945Z","caller":"traceutil/trace.go:171","msg":"trace[1490288398] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"1.868873095s","start":"2026-04-23T03:10:21.012015Z","end":"2026-04-23T03:10:22.880888Z","steps":["trace[1490288398] 'process raft request' (duration: 1.868681499s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:22.880974Z","caller":"traceutil/trace.go:171","msg":"trace[653946797] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"1.755494873s","start":"2026-04-23T03:10:21.125429Z","end":"2026-04-23T03:10:22.880924Z","steps":["trace[653946797] 'process raft request' (duration: 1.755360338s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.881007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:21.12674Z","time spent":"1.754208292s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:22.881189Z","caller":"traceutil/trace.go:171","msg":"trace[881704656] linearizableReadLoop","detail":"{readStateIndex:26617; appliedIndex:26611; }","duration":"963.751454ms","start":"2026-04-23T03:10:21.917431Z","end":"2026-04-23T03:10:22.881182Z","steps":["trace[881704656] 'read index received' (duration: 963.32427ms)","trace[881704656] 'applied index is now lower than readState.Index' (duration: 426.564µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:22.88118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:21.125405Z","time spent":"1.755664488s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:22.881187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:21.01199Z","time spent":"1.869064452s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:22.881219Z","caller":"traceutil/trace.go:171","msg":"trace[1246438367] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"1.75286448s","start":"2026-04-23T03:10:21.128347Z","end":"2026-04-23T03:10:22.881211Z","steps":["trace[1246438367] 'process raft request' (duration: 1.752494008s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:22.881247Z","caller":"traceutil/trace.go:171","msg":"trace[1516110355] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"1.55538625s","start":"2026-04-23T03:10:21.325856Z","end":"2026-04-23T03:10:22.881242Z","steps":["trace[1516110355] 'process raft request' (duration: 1.555266916s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.88128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:21.128335Z","time spent":"1.752909051s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:22.881179Z","caller":"traceutil/trace.go:171","msg":"trace[357507301] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"1.752594151s","start":"2026-04-23T03:10:21.128563Z","end":"2026-04-23T03:10:22.881157Z","steps":["trace[357507301] 'process raft request' (duration: 1.752495158s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.881354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:21.128522Z","time spent":"1.752802748s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:22.881376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282140305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:22.881396Z","caller":"traceutil/trace.go:171","msg":"trace[1619739936] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25762; }","duration":"1.282162105s","start":"2026-04-23T03:10:21.599229Z","end":"2026-04-23T03:10:22.881391Z","steps":["trace[1619739936] 'agreement among raft nodes before linearized reading' (duration: 1.282085933s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.881304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:21.32583Z","time spent":"1.555428651s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:22.881469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532776845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T03:10:22.881482Z","caller":"traceutil/trace.go:171","msg":"trace[1071942670] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:25762; }","duration":"2.532825616s","start":"2026-04-23T03:10:20.348653Z","end":"2026-04-23T03:10:22.881478Z","steps":["trace[1071942670] 'agreement among raft nodes before linearized reading' (duration: 2.532769354s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.881493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:20.348633Z","time spent":"2.532858048s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T03:10:22.88152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845756725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:10:22.881525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206185884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T03:10:22.881412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:21.59921Z","time spent":"1.282197817s","remote":"127.0.0.1:48632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:22.881554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30792749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-04-23T03:10:22.881611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740081095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:22.881627Z","caller":"traceutil/trace.go:171","msg":"trace[928600873] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25762; }","duration":"2.740131858s","start":"2026-04-23T03:10:20.14149Z","end":"2026-04-23T03:10:22.881622Z","steps":["trace[928600873] 'agreement among raft nodes before linearized reading' (duration: 2.740107267s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:22.881635Z","caller":"traceutil/trace.go:171","msg":"trace[2143598379] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25762; }","duration":"2.308043793s","start":"2026-04-23T03:10:20.573572Z","end":"2026-04-23T03:10:22.881616Z","steps":["trace[2143598379] 'agreement among raft nodes before linearized reading' (duration: 2.307812406s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.881651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:20.141473Z","time spent":"2.740174908s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:22.88168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:20.573557Z","time spent":"2.308114645s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:10:22.881733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460726919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:10:22.881778Z","caller":"traceutil/trace.go:171","msg":"trace[1244136134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25762; }","duration":"1.460826421s","start":"2026-04-23T03:10:21.420938Z","end":"2026-04-23T03:10:22.881764Z","steps":["trace[1244136134] 'agreement among raft nodes before linearized reading' (duration: 1.460675566s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.881587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556327289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:22.881824Z","caller":"traceutil/trace.go:171","msg":"trace[976679221] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25762; }","duration":"2.556588007s","start":"2026-04-23T03:10:20.325231Z","end":"2026-04-23T03:10:22.881819Z","steps":["trace[976679221] 'agreement among raft nodes before linearized reading' (duration: 2.556337889s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.88182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:21.420912Z","time spent":"1.460897104s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:22.881843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:20.325215Z","time spent":"2.556622108s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:22.881951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212178304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:10:22.881964Z","caller":"traceutil/trace.go:171","msg":"trace[660322449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25762; }","duration":"2.212226225s","start":"2026-04-23T03:10:20.669734Z","end":"2026-04-23T03:10:22.88196Z","steps":["trace[660322449] 'agreement among raft nodes before linearized reading' (duration: 2.212174974s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.881976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:20.669715Z","time spent":"2.212257647s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T03:10:22.881579Z","caller":"traceutil/trace.go:171","msg":"trace[1147579080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25762; }","duration":"2.206257887s","start":"2026-04-23T03:10:20.675311Z","end":"2026-04-23T03:10:22.881569Z","steps":["trace[1147579080] 'agreement among raft nodes before linearized reading' (duration: 2.206152104s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.882019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:20.675302Z","time spent":"2.206705761s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T03:10:22.881583Z","caller":"traceutil/trace.go:171","msg":"trace[1848129470] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25762; }","duration":"1.845846098s","start":"2026-04-23T03:10:21.035718Z","end":"2026-04-23T03:10:22.881564Z","steps":["trace[1848129470] 'agreement among raft nodes before linearized reading' (duration: 1.845702793s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:22.882077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:21.035704Z","time spent":"1.846367525s","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:23.180945Z","caller":"traceutil/trace.go:171","msg":"trace[1719204271] linearizableReadLoop","detail":"{readStateIndex:26618; appliedIndex:26617; }","duration":"299.714811ms","start":"2026-04-23T03:10:22.881204Z","end":"2026-04-23T03:10:23.180919Z","steps":["trace[1719204271] 'read index received' (duration: 273.820883ms)","trace[1719204271] 'applied index is now lower than readState.Index' (duration: 25.892768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:23.181093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.19343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:23.181103Z","caller":"traceutil/trace.go:171","msg":"trace[32200674] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"612.04188ms","start":"2026-04-23T03:10:22.568942Z","end":"2026-04-23T03:10:23.180984Z","steps":["trace[32200674] 'process raft request' (duration: 586.0945ms)","trace[32200674] 'compare' (duration: 25.666231ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:23.181179Z","caller":"traceutil/trace.go:171","msg":"trace[1327981043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25763; }","duration":"747.352786ms","start":"2026-04-23T03:10:22.433808Z","end":"2026-04-23T03:10:23.18116Z","steps":["trace[1327981043] 'agreement among raft nodes before linearized reading' (duration: 747.15998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.181249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.243302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-23T03:10:23.181267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.433766Z","time spent":"747.466909ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:10:23.18129Z","caller":"traceutil/trace.go:171","msg":"trace[332946885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25763; }","duration":"916.280354ms","start":"2026-04-23T03:10:22.264998Z","end":"2026-04-23T03:10:23.181278Z","steps":["trace[332946885] 'agreement among raft nodes before linearized reading' (duration: 916.189021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.18133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.264945Z","time spent":"916.377187ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:10:23.181405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.568913Z","time spent":"612.332709ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:23.181164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.326734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T03:10:23.181498Z","caller":"traceutil/trace.go:171","msg":"trace[1105420830] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f; range_end:; response_count:1; response_revision:25763; }","duration":"753.707067ms","start":"2026-04-23T03:10:22.427771Z","end":"2026-04-23T03:10:23.181478Z","steps":["trace[1105420830] 'agreement among raft nodes before linearized reading' (duration: 753.264803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.181541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.427749Z","time spent":"753.781148ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" "} {"level":"warn","ts":"2026-04-23T03:10:23.1814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091354726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T03:10:23.181658Z","caller":"traceutil/trace.go:171","msg":"trace[1630602666] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25763; }","duration":"1.091654025s","start":"2026-04-23T03:10:22.08999Z","end":"2026-04-23T03:10:23.181644Z","steps":["trace[1630602666] 'agreement among raft nodes before linearized reading' (duration: 1.091255252s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:23.181718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.089966Z","time spent":"1.091739258s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-23T03:10:23.684313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752228937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:24.606371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:24.278369Z","time spent":"327.995644ms","remote":"127.0.0.1:47256","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:10:24.607002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.322601ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T03:10:24.607251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.882202Z","time spent":"1.72504399s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T03:10:24.607281Z","caller":"traceutil/trace.go:171","msg":"trace[1748096279] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"1.721560741s","start":"2026-04-23T03:10:22.885696Z","end":"2026-04-23T03:10:24.607257Z","steps":["trace[1748096279] 'process raft request' (duration: 1.721399325s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:24.607293Z","caller":"traceutil/trace.go:171","msg":"trace[1934506905] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"1.721517079s","start":"2026-04-23T03:10:22.885761Z","end":"2026-04-23T03:10:24.607278Z","steps":["trace[1934506905] 'process raft request' (duration: 1.721453807s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:24.60738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.885753Z","time spent":"1.721574911s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:24.607393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.88568Z","time spent":"1.721641683s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:24.607478Z","caller":"traceutil/trace.go:171","msg":"trace[238644908] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"1.72091798s","start":"2026-04-23T03:10:22.886546Z","end":"2026-04-23T03:10:24.607464Z","steps":["trace[238644908] 'process raft request' (duration: 1.720702173s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:24.607497Z","caller":"traceutil/trace.go:171","msg":"trace[1875447121] linearizableReadLoop","detail":"{readStateIndex:26624; appliedIndex:26618; }","duration":"1.426479146s","start":"2026-04-23T03:10:23.181006Z","end":"2026-04-23T03:10:24.607485Z","steps":["trace[1875447121] 'read index received' (duration: 656.699871ms)","trace[1875447121] 'applied index is now lower than readState.Index' (duration: 769.778635ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:24.607527Z","caller":"traceutil/trace.go:171","msg":"trace[170500463] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"1.423722438s","start":"2026-04-23T03:10:23.183784Z","end":"2026-04-23T03:10:24.607507Z","steps":["trace[170500463] 'process raft request' (duration: 1.423589424s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:24.60755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.8865Z","time spent":"1.720999882s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:24.607527Z","caller":"traceutil/trace.go:171","msg":"trace[1355870017] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"1.422017075s","start":"2026-04-23T03:10:23.185492Z","end":"2026-04-23T03:10:24.607509Z","steps":["trace[1355870017] 'process raft request' (duration: 1.421963933s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:24.607635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722788029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-04-23T03:10:24.607637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.185475Z","time spent":"1.422108118s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:24.607653Z","caller":"traceutil/trace.go:171","msg":"trace[2026629493] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25768; }","duration":"1.722853371s","start":"2026-04-23T03:10:22.884794Z","end":"2026-04-23T03:10:24.607648Z","steps":["trace[2026629493] 'agreement among raft nodes before linearized reading' (duration: 1.722753318s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:24.607643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.183763Z","time spent":"1.423811912s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:24.607671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:22.884773Z","time spent":"1.722892072s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T03:10:24.999297Z","caller":"traceutil/trace.go:171","msg":"trace[2006257968] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"1.07595234s","start":"2026-04-23T03:10:23.923319Z","end":"2026-04-23T03:10:24.999271Z","steps":["trace[2006257968] 'process raft request' (duration: 1.075875877s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:24.999323Z","caller":"traceutil/trace.go:171","msg":"trace[52910321] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"1.076498037s","start":"2026-04-23T03:10:23.922795Z","end":"2026-04-23T03:10:24.999293Z","steps":["trace[52910321] 'process raft request' (duration: 1.076260319s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:24.999439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.923303Z","time spent":"1.076067253s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:24.999455Z","caller":"traceutil/trace.go:171","msg":"trace[320025701] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"880.07103ms","start":"2026-04-23T03:10:24.119363Z","end":"2026-04-23T03:10:24.999434Z","steps":["trace[320025701] 'process raft request' (duration: 879.872734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:24.999517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.922774Z","time spent":"1.076626311s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:24.999538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:24.11932Z","time spent":"880.175343ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:24.999739Z","caller":"traceutil/trace.go:171","msg":"trace[1504073362] linearizableReadLoop","detail":"{readStateIndex:26627; appliedIndex:26624; }","duration":"392.186243ms","start":"2026-04-23T03:10:24.607533Z","end":"2026-04-23T03:10:24.999719Z","steps":["trace[1504073362] 'read index received' (duration: 391.529462ms)","trace[1504073362] 'applied index is now lower than readState.Index' (duration: 655.281µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:24.999832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078348965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T03:10:24.999875Z","caller":"traceutil/trace.go:171","msg":"trace[1089141152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25771; }","duration":"1.078423048s","start":"2026-04-23T03:10:23.921441Z","end":"2026-04-23T03:10:24.999864Z","steps":["trace[1089141152] 'agreement among raft nodes before linearized reading' (duration: 1.078292014s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:24.999905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.921422Z","time spent":"1.07847606s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:24.99993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114063924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:24.999974Z","caller":"traceutil/trace.go:171","msg":"trace[1351964147] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25771; }","duration":"1.114145237s","start":"2026-04-23T03:10:23.885815Z","end":"2026-04-23T03:10:24.99996Z","steps":["trace[1351964147] 'agreement among raft nodes before linearized reading' (duration: 1.114048434s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:24.999977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.991666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:25.000032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814475337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1da98058-378d-470a-b4a2-f66ea65cd802\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T03:10:25.000061Z","caller":"traceutil/trace.go:171","msg":"trace[1725054268] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1da98058-378d-470a-b4a2-f66ea65cd802; range_end:; response_count:1; response_revision:25771; }","duration":"1.814549569s","start":"2026-04-23T03:10:23.185502Z","end":"2026-04-23T03:10:25.000052Z","steps":["trace[1725054268] 'agreement among raft nodes before linearized reading' (duration: 1.814468106s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:25.000063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817944886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:25.000062Z","caller":"traceutil/trace.go:171","msg":"trace[1106411641] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25771; }","duration":"817.089879ms","start":"2026-04-23T03:10:24.182953Z","end":"2026-04-23T03:10:25.000042Z","steps":["trace[1106411641] 'agreement among raft nodes before linearized reading' (duration: 816.933424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:25.000094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.185464Z","time spent":"1.814623501s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1da98058-378d-470a-b4a2-f66ea65cd802\" "} {"level":"info","ts":"2026-04-23T03:10:25.000098Z","caller":"traceutil/trace.go:171","msg":"trace[1810099708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25771; }","duration":"1.818005948s","start":"2026-04-23T03:10:23.182084Z","end":"2026-04-23T03:10:25.00009Z","steps":["trace[1810099708] 'agreement among raft nodes before linearized reading' (duration: 1.817944816s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:25.000126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.182068Z","time spent":"1.81805312s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:10:25.000121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:24.182908Z","time spent":"817.202023ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:25.00001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.885794Z","time spent":"1.114207539s","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:25.00018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077262581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T03:10:25.000212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680284407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:25.000254Z","caller":"traceutil/trace.go:171","msg":"trace[379486923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25771; }","duration":"1.077398175s","start":"2026-04-23T03:10:23.922838Z","end":"2026-04-23T03:10:25.000236Z","steps":["trace[379486923] 'agreement among raft nodes before linearized reading' (duration: 1.077085096s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:25.000305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.922815Z","time spent":"1.077480898s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T03:10:25.000265Z","caller":"traceutil/trace.go:171","msg":"trace[367976581] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25771; }","duration":"1.680346609s","start":"2026-04-23T03:10:23.319904Z","end":"2026-04-23T03:10:25.00025Z","steps":["trace[367976581] 'agreement among raft nodes before linearized reading' (duration: 1.680246366s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:25.000355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:23.319862Z","time spent":"1.680480793s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:10:25.500971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752228951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:26.001626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752228951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:26.44927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450541867s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:10:26.449752Z","caller":"traceutil/trace.go:171","msg":"trace[1234062749] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"1.841245843s","start":"2026-04-23T03:10:24.608471Z","end":"2026-04-23T03:10:26.449717Z","steps":["trace[1234062749] 'process raft request' (duration: 1.841028316s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:26.449778Z","caller":"traceutil/trace.go:171","msg":"trace[1878769589] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"1.562404522s","start":"2026-04-23T03:10:24.887348Z","end":"2026-04-23T03:10:26.449753Z","steps":["trace[1878769589] 'process raft request' (duration: 1.562311919s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:26.44991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:24.608458Z","time spent":"1.841370986s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:26.449967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:24.887325Z","time spent":"1.562557046s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:26.450108Z","caller":"traceutil/trace.go:171","msg":"trace[1019185058] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"1.56266508s","start":"2026-04-23T03:10:24.887423Z","end":"2026-04-23T03:10:26.450088Z","steps":["trace[1019185058] 'process raft request' (duration: 1.562289428s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:26.450228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:24.887417Z","time spent":"1.562757132s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:26.450332Z","caller":"traceutil/trace.go:171","msg":"trace[1591808217] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"1.562870456s","start":"2026-04-23T03:10:24.887452Z","end":"2026-04-23T03:10:26.450322Z","steps":["trace[1591808217] 'process raft request' (duration: 1.562506105s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:26.450371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:24.887431Z","time spent":"1.562920928s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:26.450389Z","caller":"traceutil/trace.go:171","msg":"trace[765650491] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"1.56265976s","start":"2026-04-23T03:10:24.8877Z","end":"2026-04-23T03:10:26.45036Z","steps":["trace[765650491] 'process raft request' (duration: 1.562588258s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:26.450452Z","caller":"traceutil/trace.go:171","msg":"trace[1278745833] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"1.562868617s","start":"2026-04-23T03:10:24.887568Z","end":"2026-04-23T03:10:26.450436Z","steps":["trace[1278745833] 'process raft request' (duration: 1.562545656s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:26.450487Z","caller":"traceutil/trace.go:171","msg":"trace[1268805493] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"1.562834885s","start":"2026-04-23T03:10:24.887646Z","end":"2026-04-23T03:10:26.450481Z","steps":["trace[1268805493] 'process raft request' (duration: 1.562576757s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:26.450555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:24.887622Z","time spent":"1.562885377s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:26.450574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:24.887551Z","time spent":"1.562941148s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:26.450596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:24.887688Z","time spent":"1.562781514s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:27.0102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:10:27.010269Z","caller":"traceutil/trace.go:171","msg":"trace[1434536325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00001828s","start":"2026-04-23T03:10:25.010235Z","end":"2026-04-23T03:10:27.010253Z","steps":["trace[1434536325] 'agreement among raft nodes before linearized reading' (duration: 1.999926317s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:27.010305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:25.010209Z","time spent":"2.000089432s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:10:29.025524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000872947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:10:29.025597Z","caller":"traceutil/trace.go:171","msg":"trace[2088192542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001015031s","start":"2026-04-23T03:10:27.024566Z","end":"2026-04-23T03:10:29.025581Z","steps":["trace[2088192542] 'agreement among raft nodes before linearized reading' (duration: 2.000910148s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:29.025634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:27.024545Z","time spent":"2.001082204s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:10:29.091699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:10:29.091787Z","caller":"traceutil/trace.go:171","msg":"trace[393398704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512636s","start":"2026-04-23T03:10:27.091255Z","end":"2026-04-23T03:10:29.091768Z","steps":["trace[393398704] 'agreement among raft nodes before linearized reading' (duration: 2.000401162s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:29.091833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:27.091237Z","time spent":"2.000587739s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:10:31.034042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000586336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:10:31.034126Z","caller":"traceutil/trace.go:171","msg":"trace[102955167] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000720821s","start":"2026-04-23T03:10:29.033384Z","end":"2026-04-23T03:10:31.034105Z","steps":["trace[102955167] 'agreement among raft nodes before linearized reading' (duration: 2.000602627s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:31.034174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:29.033372Z","time spent":"2.000790924s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:31.558485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.108922848s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:10:31.559044Z","caller":"traceutil/trace.go:171","msg":"trace[1326484602] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"6.554969644s","start":"2026-04-23T03:10:25.004049Z","end":"2026-04-23T03:10:31.559019Z","steps":["trace[1326484602] 'process raft request' (duration: 6.554732886s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:31.559079Z","caller":"traceutil/trace.go:171","msg":"trace[1661889420] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"6.554087476s","start":"2026-04-23T03:10:25.004964Z","end":"2026-04-23T03:10:31.559051Z","steps":["trace[1661889420] 'process raft request' (duration: 6.553976882s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:31.559155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:25.004033Z","time spent":"6.555061967s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:31.559214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:25.004943Z","time spent":"6.554201139s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:31.610598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998673655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:10:31.610662Z","caller":"traceutil/trace.go:171","msg":"trace[2107873565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998785019s","start":"2026-04-23T03:10:26.611862Z","end":"2026-04-23T03:10:31.610647Z","steps":["trace[2107873565] 'agreement among raft nodes before linearized reading' (duration: 4.998709047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:31.610703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:26.611837Z","time spent":"4.99885645s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 03:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:31.611827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999991456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:10:31.611908Z","caller":"traceutil/trace.go:171","msg":"trace[1273113304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000130031s","start":"2026-04-23T03:10:26.611758Z","end":"2026-04-23T03:10:31.611889Z","steps":["trace[1273113304] 'agreement among raft nodes before linearized reading' (duration: 5.000029208s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:31.611964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:26.611736Z","time spent":"5.000213813s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 03:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:31.612442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999652316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:10:31.612522Z","caller":"traceutil/trace.go:171","msg":"trace[768237659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99976364s","start":"2026-04-23T03:10:26.612738Z","end":"2026-04-23T03:10:31.612502Z","steps":["trace[768237659] 'agreement among raft nodes before linearized reading' (duration: 4.999665276s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:31.612606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:26.61273Z","time spent":"4.999865642s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 03:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:32.002624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:27.004359Z","time spent":"4.998259143s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:10:32.003398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:27.00521Z","time spent":"4.99817989s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:10:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:32.609154Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7edf9db821d02478","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T03:10:33.034683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000231377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:10:33.034783Z","caller":"traceutil/trace.go:171","msg":"trace[1449241808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000391161s","start":"2026-04-23T03:10:31.034374Z","end":"2026-04-23T03:10:33.034765Z","steps":["trace[1449241808] 'agreement among raft nodes before linearized reading' (duration: 2.000241737s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.034831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:31.034357Z","time spent":"2.000463664s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:10:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:33.457017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:26.45669Z","time spent":"7.000320366s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:10:33.457973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.459443Z","time spent":"4.998526171s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:10:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:33.458591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.461208Z","time spent":"4.997376805s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:10:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:33.459299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.462652Z","time spent":"4.996644582s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:10:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:33.459352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.462174Z","time spent":"4.997170808s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:10:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:33.459906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.462126Z","time spent":"4.997776188s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:10:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:33.460208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.461315Z","time spent":"4.998890523s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:10:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:33.467745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908743026s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:10:33.46785Z","caller":"traceutil/trace.go:171","msg":"trace[993323691] linearizableReadLoop","detail":"{readStateIndex:26637; appliedIndex:26627; }","duration":"8.468049136s","start":"2026-04-23T03:10:24.999779Z","end":"2026-04-23T03:10:33.467828Z","steps":["trace[993323691] 'read index received' (duration: 1.449809984s)","trace[993323691] 'applied index is now lower than readState.Index' (duration: 7.018237652s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:33.468701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.859740323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"info","ts":"2026-04-23T03:10:33.468781Z","caller":"traceutil/trace.go:171","msg":"trace[455979261] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25780; }","duration":"8.859844467s","start":"2026-04-23T03:10:24.608915Z","end":"2026-04-23T03:10:33.46876Z","steps":["trace[455979261] 'agreement among raft nodes before linearized reading' (duration: 8.85961981s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.468833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:24.608905Z","time spent":"8.859918149s","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T03:10:33.482806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.92407363s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:10:33.483741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.479578121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T03:10:33.483786Z","caller":"traceutil/trace.go:171","msg":"trace[663885546] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25792; }","duration":"8.479671414s","start":"2026-04-23T03:10:25.004099Z","end":"2026-04-23T03:10:33.48377Z","steps":["trace[663885546] 'agreement among raft nodes before linearized reading' (duration: 8.479462187s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.483817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:25.004082Z","time spent":"8.479728905s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-23T03:10:33.483975Z","caller":"traceutil/trace.go:171","msg":"trace[1079531812] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"6.735081535s","start":"2026-04-23T03:10:26.748886Z","end":"2026-04-23T03:10:33.483968Z","steps":["trace[1079531812] 'process raft request' (duration: 6.73427415s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.484024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:26.748867Z","time spent":"6.735128526s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:10:33.484145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.146729525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:10:33.484207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208760755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:33.484211Z","caller":"traceutil/trace.go:171","msg":"trace[2071504962] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25792; }","duration":"4.146844108s","start":"2026-04-23T03:10:29.337352Z","end":"2026-04-23T03:10:33.484196Z","steps":["trace[2071504962] 'agreement among raft nodes before linearized reading' (duration: 4.146722735s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:33.484239Z","caller":"traceutil/trace.go:171","msg":"trace[222865847] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25792; }","duration":"4.208819747s","start":"2026-04-23T03:10:29.275411Z","end":"2026-04-23T03:10:33.484231Z","steps":["trace[222865847] 'agreement among raft nodes before linearized reading' (duration: 4.208775345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.484244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:29.337339Z","time spent":"4.14689868s","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.484267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:29.275395Z","time spent":"4.208863538s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:33.484369Z","caller":"traceutil/trace.go:171","msg":"trace[1991306298] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"5.296988673s","start":"2026-04-23T03:10:28.187374Z","end":"2026-04-23T03:10:33.484362Z","steps":["trace[1991306298] 'process raft request' (duration: 5.295922849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.484403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.780468811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:33.484429Z","caller":"traceutil/trace.go:171","msg":"trace[145882324] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25792; }","duration":"4.780535363s","start":"2026-04-23T03:10:28.703887Z","end":"2026-04-23T03:10:33.484423Z","steps":["trace[145882324] 'agreement among raft nodes before linearized reading' (duration: 4.780489941s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:33.484451Z","caller":"traceutil/trace.go:171","msg":"trace[893842408] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"2.896779327s","start":"2026-04-23T03:10:30.587666Z","end":"2026-04-23T03:10:33.484446Z","steps":["trace[893842408] 'process raft request' (duration: 2.895839988s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.484453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.703866Z","time spent":"4.780580854s","remote":"127.0.0.1:60728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.484486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:30.587644Z","time spent":"2.896827579s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:33.48457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573736258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:10:33.484566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425179044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:33.484584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.859207738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:33.484608Z","caller":"traceutil/trace.go:171","msg":"trace[1751475567] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25792; }","duration":"4.859271231s","start":"2026-04-23T03:10:28.62533Z","end":"2026-04-23T03:10:33.484601Z","steps":["trace[1751475567] 'agreement among raft nodes before linearized reading' (duration: 4.85922527s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:33.484606Z","caller":"traceutil/trace.go:171","msg":"trace[1542540459] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25792; }","duration":"3.425280577s","start":"2026-04-23T03:10:30.059313Z","end":"2026-04-23T03:10:33.484594Z","steps":["trace[1542540459] 'agreement among raft nodes before linearized reading' (duration: 3.425202224s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.484633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.625309Z","time spent":"4.859317942s","remote":"127.0.0.1:40896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.484174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.197891522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"warn","ts":"2026-04-23T03:10:33.484641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:30.059089Z","time spent":"3.425544145s","remote":"127.0.0.1:53862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:33.484655Z","caller":"traceutil/trace.go:171","msg":"trace[865314728] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25792; }","duration":"4.198406378s","start":"2026-04-23T03:10:29.286243Z","end":"2026-04-23T03:10:33.48465Z","steps":["trace[865314728] 'agreement among raft nodes before linearized reading' (duration: 4.197876801s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.484669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:29.286224Z","time spent":"4.198441118s","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11811,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T03:10:33.484759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.940480217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:33.48479Z","caller":"traceutil/trace.go:171","msg":"trace[603398959] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25792; }","duration":"4.940512308s","start":"2026-04-23T03:10:28.54427Z","end":"2026-04-23T03:10:33.484782Z","steps":["trace[603398959] 'agreement among raft nodes before linearized reading' (duration: 4.940460066s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.484809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025804555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:33.484848Z","caller":"traceutil/trace.go:171","msg":"trace[1710173373] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25792; }","duration":"1.025877958s","start":"2026-04-23T03:10:32.45896Z","end":"2026-04-23T03:10:33.484838Z","steps":["trace[1710173373] 'agreement among raft nodes before linearized reading' (duration: 1.025811686s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.484882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:32.458941Z","time spent":"1.025933369s","remote":"127.0.0.1:60858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.484902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.217421208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:33.484924Z","caller":"traceutil/trace.go:171","msg":"trace[1681287207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25792; }","duration":"5.217472009s","start":"2026-04-23T03:10:28.267445Z","end":"2026-04-23T03:10:33.484917Z","steps":["trace[1681287207] 'agreement among raft nodes before linearized reading' (duration: 5.217420468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.484957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.26743Z","time spent":"5.217511641s","remote":"127.0.0.1:41068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.48504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479400919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-23T03:10:33.485078Z","caller":"traceutil/trace.go:171","msg":"trace[730125335] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25792; }","duration":"1.479464231s","start":"2026-04-23T03:10:32.005602Z","end":"2026-04-23T03:10:33.485067Z","steps":["trace[730125335] 'agreement among raft nodes before linearized reading' (duration: 1.479395549s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.485101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.311503541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T03:10:33.485133Z","caller":"traceutil/trace.go:171","msg":"trace[786149195] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25792; }","duration":"5.311569493s","start":"2026-04-23T03:10:28.173557Z","end":"2026-04-23T03:10:33.485127Z","steps":["trace[786149195] 'agreement among raft nodes before linearized reading' (duration: 5.311498151s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.485148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480273256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-23T03:10:33.485156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.173534Z","time spent":"5.311617005s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T03:10:33.485174Z","caller":"traceutil/trace.go:171","msg":"trace[1912966373] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25792; }","duration":"1.480330748s","start":"2026-04-23T03:10:32.004836Z","end":"2026-04-23T03:10:33.485167Z","steps":["trace[1912966373] 'agreement among raft nodes before linearized reading' (duration: 1.480289607s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.485202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:32.00482Z","time spent":"1.48037702s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-23T03:10:33.485305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.655445059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:33.485331Z","caller":"traceutil/trace.go:171","msg":"trace[2019892417] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25792; }","duration":"5.655495021s","start":"2026-04-23T03:10:27.829829Z","end":"2026-04-23T03:10:33.485324Z","steps":["trace[2019892417] 'agreement among raft nodes before linearized reading' (duration: 5.655441859s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.485343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.921841517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:33.485351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:27.829816Z","time spent":"5.655529703s","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.484817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.544214Z","time spent":"4.940595171s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:33.485372Z","caller":"traceutil/trace.go:171","msg":"trace[87809156] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25792; }","duration":"5.92191657s","start":"2026-04-23T03:10:27.563448Z","end":"2026-04-23T03:10:33.485364Z","steps":["trace[87809156] 'agreement among raft nodes before linearized reading' (duration: 5.921875059s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.485391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:27.563428Z","time spent":"5.921959431s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.484853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.073966085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:10:33.485472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.160436068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:33.485489Z","caller":"traceutil/trace.go:171","msg":"trace[1602154507] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25792; }","duration":"6.160474458s","start":"2026-04-23T03:10:27.325008Z","end":"2026-04-23T03:10:33.485482Z","steps":["trace[1602154507] 'agreement among raft nodes before linearized reading' (duration: 6.160451067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.485511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:27.324994Z","time spent":"6.16051091s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.485108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:32.005593Z","time spent":"1.479508422s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":560,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T03:10:33.485594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.608538737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:33.485611Z","caller":"traceutil/trace.go:171","msg":"trace[851780878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25792; }","duration":"6.608597859s","start":"2026-04-23T03:10:26.877009Z","end":"2026-04-23T03:10:33.485607Z","steps":["trace[851780878] 'agreement among raft nodes before linearized reading' (duration: 6.608570468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.485625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:26.876985Z","time spent":"6.60863617s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.485307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623071558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:33.485657Z","caller":"traceutil/trace.go:171","msg":"trace[363751462] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25792; }","duration":"1.623452691s","start":"2026-04-23T03:10:31.862192Z","end":"2026-04-23T03:10:33.485645Z","steps":["trace[363751462] 'agreement among raft nodes before linearized reading' (duration: 1.62309174s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.485685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:31.862172Z","time spent":"1.623505002s","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.485704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.735176688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:33.485717Z","caller":"traceutil/trace.go:171","msg":"trace[797947298] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25792; }","duration":"6.735209298s","start":"2026-04-23T03:10:26.750504Z","end":"2026-04-23T03:10:33.485713Z","steps":["trace[797947298] 'agreement among raft nodes before linearized reading' (duration: 6.735187498s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.485734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:26.750491Z","time spent":"6.73523951s","remote":"127.0.0.1:53472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.484611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.802112334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:33.485836Z","caller":"traceutil/trace.go:171","msg":"trace[629048283] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25792; }","duration":"3.803365855s","start":"2026-04-23T03:10:29.682459Z","end":"2026-04-23T03:10:33.485825Z","steps":["trace[629048283] 'agreement among raft nodes before linearized reading' (duration: 3.802140856s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.485855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.029783857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-23T03:10:33.485861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:29.682439Z","time spent":"3.803413216s","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.485888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.25740047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:33.485907Z","caller":"traceutil/trace.go:171","msg":"trace[1117827492] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25792; }","duration":"7.257458111s","start":"2026-04-23T03:10:26.228446Z","end":"2026-04-23T03:10:33.485904Z","steps":["trace[1117827492] 'agreement among raft nodes before linearized reading' (duration: 7.257430981s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.485923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:26.228429Z","time spent":"7.257488913s","remote":"127.0.0.1:53310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.485963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.211467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:10:33.484589Z","caller":"traceutil/trace.go:171","msg":"trace[860546001] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25792; }","duration":"3.57378787s","start":"2026-04-23T03:10:29.910796Z","end":"2026-04-23T03:10:33.484584Z","steps":["trace[860546001] 'agreement among raft nodes before linearized reading' (duration: 3.573754299s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.486051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.72197078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:33.486106Z","caller":"traceutil/trace.go:171","msg":"trace[460309445] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25792; }","duration":"7.722057753s","start":"2026-04-23T03:10:25.764045Z","end":"2026-04-23T03:10:33.486102Z","steps":["trace[460309445] 'agreement among raft nodes before linearized reading' (duration: 7.721949669s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.48611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:29.910778Z","time spent":"3.575273097s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.486121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:25.764029Z","time spent":"7.722088474s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.486217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.103008591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:10:33.486234Z","caller":"traceutil/trace.go:171","msg":"trace[309412910] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25792; }","duration":"8.103059203s","start":"2026-04-23T03:10:25.383171Z","end":"2026-04-23T03:10:33.48623Z","steps":["trace[309412910] 'agreement among raft nodes before linearized reading' (duration: 8.103012011s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.486247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:25.383155Z","time spent":"8.103089333s","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T03:10:33.486332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.276747571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:33.48635Z","caller":"traceutil/trace.go:171","msg":"trace[331826590] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25792; }","duration":"8.276798192s","start":"2026-04-23T03:10:25.209548Z","end":"2026-04-23T03:10:33.486346Z","steps":["trace[331826590] 'agreement among raft nodes before linearized reading' (duration: 8.276762031s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.486366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:25.20953Z","time spent":"8.276832074s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:33.485482Z","caller":"traceutil/trace.go:171","msg":"trace[548515953] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25792; }","duration":"5.074625506s","start":"2026-04-23T03:10:28.410845Z","end":"2026-04-23T03:10:33.48547Z","steps":["trace[548515953] 'agreement among raft nodes before linearized reading' (duration: 5.073983655s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.486439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.161148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:33.486452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.47606271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:33.48646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.410825Z","time spent":"5.075624408s","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.48443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:28.187353Z","time spent":"5.297037744s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:33.486043Z","caller":"traceutil/trace.go:171","msg":"trace[1835076536] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25792; }","duration":"907.351602ms","start":"2026-04-23T03:10:32.578673Z","end":"2026-04-23T03:10:33.486024Z","steps":["trace[1835076536] 'agreement among raft nodes before linearized reading' (duration: 905.818164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.484638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.114890328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:33.486995Z","caller":"traceutil/trace.go:171","msg":"trace[1129947336] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25792; }","duration":"4.117267614s","start":"2026-04-23T03:10:29.369707Z","end":"2026-04-23T03:10:33.486975Z","steps":["trace[1129947336] 'agreement among raft nodes before linearized reading' (duration: 4.11491441s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.487047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:29.369685Z","time spent":"4.117346206s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.486745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:32.578652Z","time spent":"908.032523ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2686,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.48643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.375848283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:33.486466Z","caller":"traceutil/trace.go:171","msg":"trace[1495954080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25792; }","duration":"446.22394ms","start":"2026-04-23T03:10:33.040235Z","end":"2026-04-23T03:10:33.486459Z","steps":["trace[1495954080] 'agreement among raft nodes before linearized reading' (duration: 446.184119ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:33.487454Z","caller":"traceutil/trace.go:171","msg":"trace[1090711560] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25792; }","duration":"8.376927487s","start":"2026-04-23T03:10:25.110513Z","end":"2026-04-23T03:10:33.487441Z","steps":["trace[1090711560] 'agreement among raft nodes before linearized reading' (duration: 8.375903885s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.4875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:25.110494Z","time spent":"8.376993538s","remote":"127.0.0.1:48594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:33.487489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.040219Z","time spent":"447.252553ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:10:33.486467Z","caller":"traceutil/trace.go:171","msg":"trace[316547976] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25792; }","duration":"8.476105491s","start":"2026-04-23T03:10:25.010357Z","end":"2026-04-23T03:10:33.486462Z","steps":["trace[316547976] 'agreement among raft nodes before linearized reading' (duration: 8.47608201s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.488234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:25.010341Z","time spent":"8.477876556s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-23T03:10:33.485868Z","caller":"traceutil/trace.go:171","msg":"trace[1140157515] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25792; }","duration":"7.029822428s","start":"2026-04-23T03:10:26.456042Z","end":"2026-04-23T03:10:33.485865Z","steps":["trace[1140157515] 'agreement among raft nodes before linearized reading' (duration: 7.029747956s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:33.4883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:26.456014Z","time spent":"7.032267986s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:10:33.993853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752228981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:34.494774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752228981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:34.994929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752228981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:35.036652Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.50097154s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:10:36.203178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166179821s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:10:36.203491Z","caller":"traceutil/trace.go:171","msg":"trace[466550896] linearizableReadLoop","detail":"{readStateIndex:26651; appliedIndex:26649; }","duration":"2.710027535s","start":"2026-04-23T03:10:33.493448Z","end":"2026-04-23T03:10:36.203476Z","steps":["trace[466550896] 'read index received' (duration: 1.543525444s)","trace[466550896] 'applied index is now lower than readState.Index' (duration: 1.166501351s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:36.203554Z","caller":"traceutil/trace.go:171","msg":"trace[1006287732] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"2.710868182s","start":"2026-04-23T03:10:33.492676Z","end":"2026-04-23T03:10:36.203544Z","steps":["trace[1006287732] 'process raft request' (duration: 1.544235987s)","trace[1006287732] 'compare' (duration: 1.162694321s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:36.203613Z","caller":"traceutil/trace.go:171","msg":"trace[269801058] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"2.710655006s","start":"2026-04-23T03:10:33.49293Z","end":"2026-04-23T03:10:36.203585Z","steps":["trace[269801058] 'process raft request' (duration: 2.710348656s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.203711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.492661Z","time spent":"2.710912903s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:36.203772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.492914Z","time spent":"2.710772849s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:36.203901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710447038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T03:10:36.203948Z","caller":"traceutil/trace.go:171","msg":"trace[141904125] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:25795; }","duration":"2.710511621s","start":"2026-04-23T03:10:33.493426Z","end":"2026-04-23T03:10:36.203937Z","steps":["trace[141904125] 'agreement among raft nodes before linearized reading' (duration: 2.710378196s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.203981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.493414Z","time spent":"2.710560252s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-23T03:10:36.204307Z","caller":"traceutil/trace.go:171","msg":"trace[1985069856] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"1.178332945s","start":"2026-04-23T03:10:35.025392Z","end":"2026-04-23T03:10:36.203725Z","steps":["trace[1985069856] 'process raft request' (duration: 1.178024755s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.204809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.025364Z","time spent":"1.179377938s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:36.424029Z","caller":"traceutil/trace.go:171","msg":"trace[1193991951] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"929.352968ms","start":"2026-04-23T03:10:35.49466Z","end":"2026-04-23T03:10:36.424013Z","steps":["trace[1193991951] 'process raft request' (duration: 928.846312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.424129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.494634Z","time spent":"929.44319ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:36.42775Z","caller":"traceutil/trace.go:171","msg":"trace[1827286532] linearizableReadLoop","detail":"{readStateIndex:26659; appliedIndex:26652; }","duration":"224.209495ms","start":"2026-04-23T03:10:36.203518Z","end":"2026-04-23T03:10:36.427727Z","steps":["trace[1827286532] 'read index received' (duration: 220.117996ms)","trace[1827286532] 'applied index is now lower than readState.Index' (duration: 4.090099ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:36.42801Z","caller":"traceutil/trace.go:171","msg":"trace[1510083497] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"932.639251ms","start":"2026-04-23T03:10:35.495359Z","end":"2026-04-23T03:10:36.427998Z","steps":["trace[1510083497] 'process raft request' (duration: 931.944559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.428127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.495344Z","time spent":"932.702814ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:36.428304Z","caller":"traceutil/trace.go:171","msg":"trace[1960650142] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"931.897948ms","start":"2026-04-23T03:10:35.496396Z","end":"2026-04-23T03:10:36.428293Z","steps":["trace[1960650142] 'process raft request' (duration: 931.029671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.428365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.496382Z","time spent":"931.95187ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:36.4285Z","caller":"traceutil/trace.go:171","msg":"trace[128646785] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"931.528717ms","start":"2026-04-23T03:10:35.496962Z","end":"2026-04-23T03:10:36.428491Z","steps":["trace[128646785] 'process raft request' (duration: 930.497704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.428564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.496948Z","time spent":"931.582208ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:36.428688Z","caller":"traceutil/trace.go:171","msg":"trace[1965785110] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"931.67887ms","start":"2026-04-23T03:10:35.497Z","end":"2026-04-23T03:10:36.428679Z","steps":["trace[1965785110] 'process raft request' (duration: 930.528904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.428745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.496971Z","time spent":"931.746243ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:36.428899Z","caller":"traceutil/trace.go:171","msg":"trace[1953057034] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"931.247167ms","start":"2026-04-23T03:10:35.497643Z","end":"2026-04-23T03:10:36.42889Z","steps":["trace[1953057034] 'process raft request' (duration: 929.926305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.428966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.497626Z","time spent":"931.31055ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:36.429156Z","caller":"traceutil/trace.go:171","msg":"trace[404580206] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"931.285598ms","start":"2026-04-23T03:10:35.497858Z","end":"2026-04-23T03:10:36.429144Z","steps":["trace[404580206] 'process raft request' (duration: 929.74438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.42928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.497846Z","time spent":"931.380292ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:36.4299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.818002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:36.429955Z","caller":"traceutil/trace.go:171","msg":"trace[647315361] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25802; }","duration":"742.929116ms","start":"2026-04-23T03:10:35.687016Z","end":"2026-04-23T03:10:36.429945Z","steps":["trace[647315361] 'agreement among raft nodes before linearized reading' (duration: 742.639877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.429995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.686994Z","time spent":"742.992189ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:36.430666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.267274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:36.430737Z","caller":"traceutil/trace.go:171","msg":"trace[817333976] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25802; }","duration":"872.379187ms","start":"2026-04-23T03:10:35.558342Z","end":"2026-04-23T03:10:36.430722Z","steps":["trace[817333976] 'agreement among raft nodes before linearized reading' (duration: 872.272964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.43079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.558323Z","time spent":"872.45627ms","remote":"127.0.0.1:53408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:36.431066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936611236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T03:10:36.431105Z","caller":"traceutil/trace.go:171","msg":"trace[108127443] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25802; }","duration":"2.936659457s","start":"2026-04-23T03:10:33.494435Z","end":"2026-04-23T03:10:36.431095Z","steps":["trace[108127443] 'agreement among raft nodes before linearized reading' (duration: 2.936536733s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.431139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.494428Z","time spent":"2.936704218s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-23T03:10:36.431309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93771082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:36.431346Z","caller":"traceutil/trace.go:171","msg":"trace[950116293] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25802; }","duration":"2.937761871s","start":"2026-04-23T03:10:33.493573Z","end":"2026-04-23T03:10:36.431335Z","steps":["trace[950116293] 'agreement among raft nodes before linearized reading' (duration: 2.9377086s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.43138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.493565Z","time spent":"2.937807684s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:10:36.431597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.36967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee156fdb82\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-23T03:10:36.431634Z","caller":"traceutil/trace.go:171","msg":"trace[1254318907] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee156fdb82; range_end:; response_count:1; response_revision:25802; }","duration":"224.435673ms","start":"2026-04-23T03:10:36.207189Z","end":"2026-04-23T03:10:36.431624Z","steps":["trace[1254318907] 'agreement among raft nodes before linearized reading' (duration: 224.34035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.431075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902822107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:36.431744Z","caller":"traceutil/trace.go:171","msg":"trace[405763569] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25802; }","duration":"2.903513329s","start":"2026-04-23T03:10:33.528188Z","end":"2026-04-23T03:10:36.431701Z","steps":["trace[405763569] 'agreement among raft nodes before linearized reading' (duration: 2.902765505s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.431833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.528172Z","time spent":"2.903642024s","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T03:10:36.432187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037824166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:36.432295Z","caller":"traceutil/trace.go:171","msg":"trace[119961506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25802; }","duration":"1.037917458s","start":"2026-04-23T03:10:35.394315Z","end":"2026-04-23T03:10:36.432233Z","steps":["trace[119961506] 'agreement among raft nodes before linearized reading' (duration: 1.037805114s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.432401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:35.394299Z","time spent":"1.038073983s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:36.433261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780155673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:36.433346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864938371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:10:36.433364Z","caller":"traceutil/trace.go:171","msg":"trace[770071887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25802; }","duration":"1.780255686s","start":"2026-04-23T03:10:34.653051Z","end":"2026-04-23T03:10:36.433307Z","steps":["trace[770071887] 'agreement among raft nodes before linearized reading' (duration: 1.780163603s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.434154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:34.653032Z","time spent":"1.781091092s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:10:36.433397Z","caller":"traceutil/trace.go:171","msg":"trace[646042254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25802; }","duration":"2.865013363s","start":"2026-04-23T03:10:33.56837Z","end":"2026-04-23T03:10:36.433383Z","steps":["trace[646042254] 'agreement among raft nodes before linearized reading' (duration: 2.86490494s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.434414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.568355Z","time spent":"2.866050135s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:36.43334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819778983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:36.433407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607406813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:36.434953Z","caller":"traceutil/trace.go:171","msg":"trace[481466203] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25802; }","duration":"2.608977592s","start":"2026-04-23T03:10:33.825955Z","end":"2026-04-23T03:10:36.434932Z","steps":["trace[481466203] 'agreement among raft nodes before linearized reading' (duration: 2.607421673s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.435027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.825932Z","time spent":"2.609073105s","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:36.433417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394826296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:36.43529Z","caller":"traceutil/trace.go:171","msg":"trace[581779248] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25802; }","duration":"2.396781678s","start":"2026-04-23T03:10:34.038492Z","end":"2026-04-23T03:10:36.435274Z","steps":["trace[581779248] 'agreement among raft nodes before linearized reading' (duration: 2.394848217s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:36.435305Z","caller":"traceutil/trace.go:171","msg":"trace[1020445932] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25802; }","duration":"2.821064554s","start":"2026-04-23T03:10:33.613521Z","end":"2026-04-23T03:10:36.434585Z","steps":["trace[1020445932] 'agreement among raft nodes before linearized reading' (duration: 2.819760573s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.435358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.613512Z","time spent":"2.821823598s","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:36.435354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:34.038473Z","time spent":"2.396861281s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:36.433499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323242263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:36.433486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821205498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:10:36.435509Z","caller":"traceutil/trace.go:171","msg":"trace[1146029612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25802; }","duration":"2.823207541s","start":"2026-04-23T03:10:33.612273Z","end":"2026-04-23T03:10:36.435481Z","steps":["trace[1146029612] 'agreement among raft nodes before linearized reading' (duration: 2.821145146s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:36.435568Z","caller":"traceutil/trace.go:171","msg":"trace[1966607483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25802; }","duration":"2.325262547s","start":"2026-04-23T03:10:34.110211Z","end":"2026-04-23T03:10:36.435473Z","steps":["trace[1966607483] 'agreement among raft nodes before linearized reading' (duration: 2.323239243s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.43557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.612227Z","time spent":"2.823328346s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T03:10:36.435596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:34.110192Z","time spent":"2.325395722s","remote":"127.0.0.1:40814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:36.433556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83582147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-23T03:10:36.435671Z","caller":"traceutil/trace.go:171","msg":"trace[662368000] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25802; }","duration":"2.837969778s","start":"2026-04-23T03:10:33.597691Z","end":"2026-04-23T03:10:36.435661Z","steps":["trace[662368000] 'agreement among raft nodes before linearized reading' (duration: 2.83581347s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.433531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818118571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T03:10:36.435717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.597671Z","time spent":"2.83803201s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-23T03:10:36.435752Z","caller":"traceutil/trace.go:171","msg":"trace[1819470736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25802; }","duration":"2.820324991s","start":"2026-04-23T03:10:33.615384Z","end":"2026-04-23T03:10:36.435709Z","steps":["trace[1819470736] 'agreement among raft nodes before linearized reading' (duration: 2.818043589s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.435812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.615374Z","time spent":"2.820423903s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:36.433628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820076533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:10:36.435916Z","caller":"traceutil/trace.go:171","msg":"trace[703492547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25802; }","duration":"2.822382656s","start":"2026-04-23T03:10:33.613525Z","end":"2026-04-23T03:10:36.435908Z","steps":["trace[703492547] 'agreement among raft nodes before linearized reading' (duration: 2.820025291s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.43595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.613514Z","time spent":"2.822429417s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:10:36.433717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865501158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T03:10:36.436019Z","caller":"traceutil/trace.go:171","msg":"trace[785050344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25802; }","duration":"2.867860403s","start":"2026-04-23T03:10:33.568147Z","end":"2026-04-23T03:10:36.436007Z","steps":["trace[785050344] 'agreement among raft nodes before linearized reading' (duration: 2.865501648s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.436063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:33.568124Z","time spent":"2.867928674s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:36.433559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373281875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:36.436108Z","caller":"traceutil/trace.go:171","msg":"trace[1123622390] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25802; }","duration":"2.375853757s","start":"2026-04-23T03:10:34.06024Z","end":"2026-04-23T03:10:36.436093Z","steps":["trace[1123622390] 'agreement among raft nodes before linearized reading' (duration: 2.373287676s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:36.436152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:34.060223Z","time spent":"2.375916428s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:42.811532Z","caller":"traceutil/trace.go:171","msg":"trace[423014715] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"348.457581ms","start":"2026-04-23T03:10:42.46305Z","end":"2026-04-23T03:10:42.811508Z","steps":["trace[423014715] 'process raft request' (duration: 348.329367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:42.811682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.463029Z","time spent":"348.590845ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:44.314832Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.503523032s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:10:44.315302Z","caller":"traceutil/trace.go:171","msg":"trace[944238495] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"1.846732006s","start":"2026-04-23T03:10:42.468551Z","end":"2026-04-23T03:10:44.315283Z","steps":["trace[944238495] 'process raft request' (duration: 1.846669684s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:44.315331Z","caller":"traceutil/trace.go:171","msg":"trace[2130232021] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"1.846806499s","start":"2026-04-23T03:10:42.468497Z","end":"2026-04-23T03:10:44.315303Z","steps":["trace[2130232021] 'process raft request' (duration: 1.846684815s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:44.315444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.468546Z","time spent":"1.846829609s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:44.315458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.468489Z","time spent":"1.846898041s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:44.315304Z","caller":"traceutil/trace.go:171","msg":"trace[2052646849] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"1.849019528s","start":"2026-04-23T03:10:42.466264Z","end":"2026-04-23T03:10:44.315283Z","steps":["trace[2052646849] 'process raft request' (duration: 1.8487687s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:44.315683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.466244Z","time spent":"1.849305068s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:44.315823Z","caller":"traceutil/trace.go:171","msg":"trace[952874211] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"1.847219932s","start":"2026-04-23T03:10:42.468581Z","end":"2026-04-23T03:10:44.315801Z","steps":["trace[952874211] 'process raft request' (duration: 1.846672714s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:44.315944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.468576Z","time spent":"1.847271953s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:44.316001Z","caller":"traceutil/trace.go:171","msg":"trace[425020806] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"1.846688615s","start":"2026-04-23T03:10:42.469305Z","end":"2026-04-23T03:10:44.315994Z","steps":["trace[425020806] 'process raft request' (duration: 1.846424466s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:44.316035Z","caller":"traceutil/trace.go:171","msg":"trace[772826184] linearizableReadLoop","detail":"{readStateIndex:26711; appliedIndex:26703; }","duration":"1.844792856s","start":"2026-04-23T03:10:42.471229Z","end":"2026-04-23T03:10:44.316022Z","steps":["trace[772826184] 'read index received' (duration: 340.257942ms)","trace[772826184] 'applied index is now lower than readState.Index' (duration: 1.504533653s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:44.316089Z","caller":"traceutil/trace.go:171","msg":"trace[191438813] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"1.845879949s","start":"2026-04-23T03:10:42.470203Z","end":"2026-04-23T03:10:44.316083Z","steps":["trace[191438813] 'process raft request' (duration: 1.845782686s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:44.316119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.470197Z","time spent":"1.84590617s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:44.316109Z","caller":"traceutil/trace.go:171","msg":"trace[1123436740] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"1.846181228s","start":"2026-04-23T03:10:42.469904Z","end":"2026-04-23T03:10:44.316085Z","steps":["trace[1123436740] 'process raft request' (duration: 1.846019083s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:44.316057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.469298Z","time spent":"1.846719546s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:44.316186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.469894Z","time spent":"1.846251851s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:44.31627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845031753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:10:44.31633Z","caller":"traceutil/trace.go:171","msg":"trace[853054968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25852; }","duration":"1.845119636s","start":"2026-04-23T03:10:42.471195Z","end":"2026-04-23T03:10:44.316314Z","steps":["trace[853054968] 'agreement among raft nodes before linearized reading' (duration: 1.84493244s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:44.316379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.471179Z","time spent":"1.845188807s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:44.81642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:45.31691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:10:45.330082Z","caller":"traceutil/trace.go:171","msg":"trace[501628817] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"1.780463391s","start":"2026-04-23T03:10:43.549603Z","end":"2026-04-23T03:10:45.330066Z","steps":["trace[501628817] 'process raft request' (duration: 1.78043457s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.33017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:43.549582Z","time spent":"1.780542344s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:45.330242Z","caller":"traceutil/trace.go:171","msg":"trace[2074386114] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"1.805049078s","start":"2026-04-23T03:10:43.525185Z","end":"2026-04-23T03:10:45.330234Z","steps":["trace[2074386114] 'process raft request' (duration: 1.804749949s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.330272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:43.525153Z","time spent":"1.80510385s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:45.416797Z","caller":"traceutil/trace.go:171","msg":"trace[1194172585] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"1.095202257s","start":"2026-04-23T03:10:44.321572Z","end":"2026-04-23T03:10:45.416774Z","steps":["trace[1194172585] 'process raft request' (duration: 1.095043122s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.416941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:44.321551Z","time spent":"1.09531132s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:45.416978Z","caller":"traceutil/trace.go:171","msg":"trace[1993248390] linearizableReadLoop","detail":"{readStateIndex:26715; appliedIndex:26711; }","duration":"1.100869826s","start":"2026-04-23T03:10:44.316081Z","end":"2026-04-23T03:10:45.41695Z","steps":["trace[1993248390] 'read index received' (duration: 1.013902978s)","trace[1993248390] 'applied index is now lower than readState.Index' (duration: 86.964438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:45.417084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546401065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:45.417143Z","caller":"traceutil/trace.go:171","msg":"trace[593801389] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25856; }","duration":"2.546494728s","start":"2026-04-23T03:10:42.870635Z","end":"2026-04-23T03:10:45.41713Z","steps":["trace[593801389] 'agreement among raft nodes before linearized reading' (duration: 2.546388995s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.417186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933481296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T03:10:45.417183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.870619Z","time spent":"2.546551649s","remote":"127.0.0.1:53732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:45.417217Z","caller":"traceutil/trace.go:171","msg":"trace[302329222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25856; }","duration":"2.933544438s","start":"2026-04-23T03:10:42.483664Z","end":"2026-04-23T03:10:45.417209Z","steps":["trace[302329222] 'agreement among raft nodes before linearized reading' (duration: 2.933395404s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.417244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.483658Z","time spent":"2.933579789s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:45.417211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928737316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:10:45.417312Z","caller":"traceutil/trace.go:171","msg":"trace[1042309417] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"599.427812ms","start":"2026-04-23T03:10:44.817866Z","end":"2026-04-23T03:10:45.417294Z","steps":["trace[1042309417] 'process raft request' (duration: 598.867044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.417319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909942852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:45.41734Z","caller":"traceutil/trace.go:171","msg":"trace[1540871492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25856; }","duration":"2.928897641s","start":"2026-04-23T03:10:42.488435Z","end":"2026-04-23T03:10:45.417333Z","steps":["trace[1540871492] 'agreement among raft nodes before linearized reading' (duration: 2.928616242s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.417363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.488426Z","time spent":"2.928930362s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T03:10:45.417373Z","caller":"traceutil/trace.go:171","msg":"trace[261396449] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25856; }","duration":"2.910010354s","start":"2026-04-23T03:10:42.507345Z","end":"2026-04-23T03:10:45.417355Z","steps":["trace[261396449] 'agreement among raft nodes before linearized reading' (duration: 2.909917731s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.41717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923044456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-23T03:10:45.417354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577011132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:45.41742Z","caller":"traceutil/trace.go:171","msg":"trace[736183597] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:25856; }","duration":"1.923353426s","start":"2026-04-23T03:10:43.494061Z","end":"2026-04-23T03:10:45.417414Z","steps":["trace[736183597] 'agreement among raft nodes before linearized reading' (duration: 1.922897922s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.41743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.507335Z","time spent":"2.910081137s","remote":"127.0.0.1:53448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:45.41744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764065823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:45.41745Z","caller":"traceutil/trace.go:171","msg":"trace[1725681314] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25856; }","duration":"1.577165047s","start":"2026-04-23T03:10:43.840264Z","end":"2026-04-23T03:10:45.417429Z","steps":["trace[1725681314] 'agreement among raft nodes before linearized reading' (duration: 1.576996642s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.417498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:43.840243Z","time spent":"1.577243229s","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:45.417509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.083294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:10:45.417552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935914933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:10:45.417576Z","caller":"traceutil/trace.go:171","msg":"trace[1994367616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25856; }","duration":"2.935939454s","start":"2026-04-23T03:10:42.481631Z","end":"2026-04-23T03:10:45.41757Z","steps":["trace[1994367616] 'agreement among raft nodes before linearized reading' (duration: 2.935871652s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:45.417569Z","caller":"traceutil/trace.go:171","msg":"trace[753220366] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25856; }","duration":"883.177307ms","start":"2026-04-23T03:10:44.534371Z","end":"2026-04-23T03:10:45.417548Z","steps":["trace[753220366] 'agreement among raft nodes before linearized reading' (duration: 882.96522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.417593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.481605Z","time spent":"2.935984445s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:45.417615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:44.53435Z","time spent":"883.251ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:45.417642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943394029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T03:10:45.417702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.052043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:45.417781Z","caller":"traceutil/trace.go:171","msg":"trace[160426707] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25856; }","duration":"195.165907ms","start":"2026-04-23T03:10:45.222598Z","end":"2026-04-23T03:10:45.417764Z","steps":["trace[160426707] 'agreement among raft nodes before linearized reading' (duration: 195.050843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:45.417769Z","caller":"traceutil/trace.go:171","msg":"trace[959882104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25856; }","duration":"1.764417744s","start":"2026-04-23T03:10:43.653332Z","end":"2026-04-23T03:10:45.417749Z","steps":["trace[959882104] 'agreement among raft nodes before linearized reading' (duration: 1.764082804s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:45.417794Z","caller":"traceutil/trace.go:171","msg":"trace[192935722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25856; }","duration":"2.943642667s","start":"2026-04-23T03:10:42.474105Z","end":"2026-04-23T03:10:45.417748Z","steps":["trace[192935722] 'agreement among raft nodes before linearized reading' (duration: 2.94309574s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.417438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:43.494042Z","time spent":"1.923391347s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T03:10:45.417856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.416089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:45.417917Z","caller":"traceutil/trace.go:171","msg":"trace[1551400407] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25856; }","duration":"523.497442ms","start":"2026-04-23T03:10:44.894401Z","end":"2026-04-23T03:10:45.417898Z","steps":["trace[1551400407] 'agreement among raft nodes before linearized reading' (duration: 523.410709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:45.417955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:44.894387Z","time spent":"523.559155ms","remote":"127.0.0.1:53838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:45.417856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:43.653309Z","time spent":"1.764529357s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:10:45.417382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:44.817839Z","time spent":"599.505455ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:45.418957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:42.474096Z","time spent":"2.944787173s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T03:10:45.525174Z","caller":"traceutil/trace.go:171","msg":"trace[270193463] linearizableReadLoop","detail":"{readStateIndex:26716; appliedIndex:26715; }","duration":"105.752542ms","start":"2026-04-23T03:10:45.419383Z","end":"2026-04-23T03:10:45.525135Z","steps":["trace[270193463] 'read index received' (duration: 71.137308ms)","trace[270193463] 'applied index is now lower than readState.Index' (duration: 34.613454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:45.525305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.906777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:45.525336Z","caller":"traceutil/trace.go:171","msg":"trace[81596076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25856; }","duration":"105.988049ms","start":"2026-04-23T03:10:45.419338Z","end":"2026-04-23T03:10:45.525326Z","steps":["trace[81596076] 'agreement among raft nodes before linearized reading' (duration: 105.909117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:46.033654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:47.052711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.342448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:10:47.053031Z","caller":"traceutil/trace.go:171","msg":"trace[245542577] linearizableReadLoop","detail":"{readStateIndex:26721; appliedIndex:26716; }","duration":"1.519750144s","start":"2026-04-23T03:10:45.533266Z","end":"2026-04-23T03:10:47.053016Z","steps":["trace[245542577] 'read index received' (duration: 714.113346ms)","trace[245542577] 'applied index is now lower than readState.Index' (duration: 805.635948ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:47.053121Z","caller":"traceutil/trace.go:171","msg":"trace[24154413] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"1.631471595s","start":"2026-04-23T03:10:45.421638Z","end":"2026-04-23T03:10:47.053109Z","steps":["trace[24154413] 'process raft request' (duration: 825.652851ms)","trace[24154413] 'compare' (duration: 804.076968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:47.053185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:45.421625Z","time spent":"1.631526306s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:47.053302Z","caller":"traceutil/trace.go:171","msg":"trace[200628932] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"1.63038811s","start":"2026-04-23T03:10:45.42287Z","end":"2026-04-23T03:10:47.053258Z","steps":["trace[200628932] 'process raft request' (duration: 1.630034899s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:47.053322Z","caller":"traceutil/trace.go:171","msg":"trace[1500553211] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"1.52691181s","start":"2026-04-23T03:10:45.526372Z","end":"2026-04-23T03:10:47.053283Z","steps":["trace[1500553211] 'process raft request' (duration: 1.52660417s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:47.053426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520159586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:47.053464Z","caller":"traceutil/trace.go:171","msg":"trace[1149336548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25861; }","duration":"1.520224309s","start":"2026-04-23T03:10:45.533229Z","end":"2026-04-23T03:10:47.053453Z","steps":["trace[1149336548] 'agreement among raft nodes before linearized reading' (duration: 1.520129826s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:47.053461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:45.422848Z","time spent":"1.630539584s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:47.053521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:45.533216Z","time spent":"1.520300092s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:10:47.05352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:45.526354Z","time spent":"1.527048644s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:47.053671Z","caller":"traceutil/trace.go:171","msg":"trace[964431205] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"1.631156864s","start":"2026-04-23T03:10:45.422503Z","end":"2026-04-23T03:10:47.05366Z","steps":["trace[964431205] 'process raft request' (duration: 1.630298387s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:47.053737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:45.422493Z","time spent":"1.631212997s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:47.053778Z","caller":"traceutil/trace.go:171","msg":"trace[1534509911] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"1.630184044s","start":"2026-04-23T03:10:45.423571Z","end":"2026-04-23T03:10:47.053755Z","steps":["trace[1534509911] 'process raft request' (duration: 1.629369668s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:47.053886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:45.423549Z","time spent":"1.630269086s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:47.553581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:48.708054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.384039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:10:48.708486Z","caller":"traceutil/trace.go:171","msg":"trace[2138430950] linearizableReadLoop","detail":"{readStateIndex:26730; appliedIndex:26721; }","duration":"1.655389638s","start":"2026-04-23T03:10:47.053078Z","end":"2026-04-23T03:10:48.708468Z","steps":["trace[2138430950] 'read index received' (duration: 880.470602ms)","trace[2138430950] 'applied index is now lower than readState.Index' (duration: 774.917976ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:48.70872Z","caller":"traceutil/trace.go:171","msg":"trace[1803339916] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"2.38643653s","start":"2026-04-23T03:10:46.322268Z","end":"2026-04-23T03:10:48.708704Z","steps":["trace[1803339916] 'process raft request' (duration: 1.611315307s)","trace[1803339916] 'compare' (duration: 773.957426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:48.70879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.322245Z","time spent":"2.386510391s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:48.708996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959029714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:10:48.708983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758582829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:48.709036Z","caller":"traceutil/trace.go:171","msg":"trace[1006573843] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25870; }","duration":"1.959091686s","start":"2026-04-23T03:10:46.749931Z","end":"2026-04-23T03:10:48.709022Z","steps":["trace[1006573843] 'agreement among raft nodes before linearized reading' (duration: 1.959025194s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.709067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.749922Z","time spent":"1.959137957s","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:48.709184Z","caller":"traceutil/trace.go:171","msg":"trace[457714305] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25870; }","duration":"1.758721364s","start":"2026-04-23T03:10:46.95032Z","end":"2026-04-23T03:10:48.709042Z","steps":["trace[457714305] 'agreement among raft nodes before linearized reading' (duration: 1.758525998s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.709216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607919818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:48.709246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.950279Z","time spent":"1.758951781s","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:48.709188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258520357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:48.709278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014547978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:48.709358Z","caller":"traceutil/trace.go:171","msg":"trace[1664555231] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"2.386526662s","start":"2026-04-23T03:10:46.322821Z","end":"2026-04-23T03:10:48.709347Z","steps":["trace[1664555231] 'process raft request' (duration: 2.385420977s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.709398Z","caller":"traceutil/trace.go:171","msg":"trace[2978683] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"2.385533541s","start":"2026-04-23T03:10:46.323855Z","end":"2026-04-23T03:10:48.709389Z","steps":["trace[2978683] 'process raft request' (duration: 2.384424156s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.70937Z","caller":"traceutil/trace.go:171","msg":"trace[1226565645] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25870; }","duration":"2.258692072s","start":"2026-04-23T03:10:46.450631Z","end":"2026-04-23T03:10:48.709323Z","steps":["trace[1226565645] 'agreement among raft nodes before linearized reading' (duration: 2.258343671s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.709462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.32379Z","time spent":"2.385635085s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:48.7095Z","caller":"traceutil/trace.go:171","msg":"trace[72649627] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"2.387100431s","start":"2026-04-23T03:10:46.322391Z","end":"2026-04-23T03:10:48.709491Z","steps":["trace[72649627] 'process raft request' (duration: 2.385761918s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.709545Z","caller":"traceutil/trace.go:171","msg":"trace[1955798080] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"2.385514621s","start":"2026-04-23T03:10:46.32398Z","end":"2026-04-23T03:10:48.709494Z","steps":["trace[1955798080] 'process raft request' (duration: 2.384360294s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.709556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.322383Z","time spent":"2.387144832s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:48.709519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.450499Z","time spent":"2.258975082s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T03:10:48.709612Z","caller":"traceutil/trace.go:171","msg":"trace[1888157851] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"2.299165902s","start":"2026-04-23T03:10:46.410419Z","end":"2026-04-23T03:10:48.709585Z","steps":["trace[1888157851] 'process raft request' (duration: 2.297980624s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.709359Z","caller":"traceutil/trace.go:171","msg":"trace[560072830] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25870; }","duration":"3.014667382s","start":"2026-04-23T03:10:45.69467Z","end":"2026-04-23T03:10:48.709338Z","steps":["trace[560072830] 'agreement among raft nodes before linearized reading' (duration: 3.014469646s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.709655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993381959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277844"} {"level":"warn","ts":"2026-04-23T03:10:48.709694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:45.694654Z","time spent":"3.015026193s","remote":"127.0.0.1:60802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:48.709713Z","caller":"traceutil/trace.go:171","msg":"trace[2024399663] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25870; }","duration":"1.993480352s","start":"2026-04-23T03:10:46.716217Z","end":"2026-04-23T03:10:48.709698Z","steps":["trace[2024399663] 'agreement among raft nodes before linearized reading' (duration: 1.992920775s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.709713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.410395Z","time spent":"2.299270475s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:48.709751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.716196Z","time spent":"1.993544045s","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277866,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T03:10:48.709462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.322781Z","time spent":"2.386621076s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:48.709901Z","caller":"traceutil/trace.go:171","msg":"trace[1022296861] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"2.385912403s","start":"2026-04-23T03:10:46.323976Z","end":"2026-04-23T03:10:48.709888Z","steps":["trace[1022296861] 'process raft request' (duration: 2.384393125s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.709901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118441641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:48.709892Z","caller":"traceutil/trace.go:171","msg":"trace[616598375] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"1.286940796s","start":"2026-04-23T03:10:47.422906Z","end":"2026-04-23T03:10:48.709847Z","steps":["trace[616598375] 'process raft request' (duration: 1.285528091s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.709951Z","caller":"traceutil/trace.go:171","msg":"trace[170619473] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25870; }","duration":"2.118506663s","start":"2026-04-23T03:10:46.591432Z","end":"2026-04-23T03:10:48.709939Z","steps":["trace[170619473] 'agreement among raft nodes before linearized reading' (duration: 2.11842689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.709973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.323945Z","time spent":"2.385991126s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:48.709983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.591426Z","time spent":"2.118548524s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:48.709996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127815287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:10:48.710041Z","caller":"traceutil/trace.go:171","msg":"trace[766090903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25870; }","duration":"2.12789148s","start":"2026-04-23T03:10:46.58214Z","end":"2026-04-23T03:10:48.710031Z","steps":["trace[766090903] 'agreement among raft nodes before linearized reading' (duration: 2.127764026s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:48.710048Z","caller":"traceutil/trace.go:171","msg":"trace[673969355] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"2.386099659s","start":"2026-04-23T03:10:46.323856Z","end":"2026-04-23T03:10:48.709956Z","steps":["trace[673969355] 'process raft request' (duration: 2.384453027s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.710103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:47.422894Z","time spent":"1.28708283s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:48.710076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.582124Z","time spent":"2.127944722s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:10:48.709305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961745089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-f5f557856-fssgb.18a8ddb5ffb1c40d\" ","response":"range_response_count:1 size:831"} {"level":"warn","ts":"2026-04-23T03:10:48.710237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.323828Z","time spent":"2.386318515s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:48.710409Z","caller":"traceutil/trace.go:171","msg":"trace[300671235] range","detail":"{range_begin:/registry/events/openstack/magnum-api-f5f557856-fssgb.18a8ddb5ffb1c40d; range_end:; response_count:1; response_revision:25870; }","duration":"1.962885065s","start":"2026-04-23T03:10:46.747513Z","end":"2026-04-23T03:10:48.710398Z","steps":["trace[300671235] 'agreement among raft nodes before linearized reading' (duration: 1.961629686s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.710453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.747494Z","time spent":"1.962948718s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":853,"request content":"key:\"/registry/events/openstack/magnum-api-f5f557856-fssgb.18a8ddb5ffb1c40d\" "} {"level":"info","ts":"2026-04-23T03:10:48.70929Z","caller":"traceutil/trace.go:171","msg":"trace[1655206520] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25870; }","duration":"2.607999841s","start":"2026-04-23T03:10:46.101268Z","end":"2026-04-23T03:10:48.709268Z","steps":["trace[1655206520] 'agreement among raft nodes before linearized reading' (duration: 2.607876827s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:48.710574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.101248Z","time spent":"2.609305612s","remote":"127.0.0.1:53672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:48.709821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:46.323952Z","time spent":"2.385632125s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:49.056413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001388662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:10:49.056515Z","caller":"traceutil/trace.go:171","msg":"trace[1481322630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001550607s","start":"2026-04-23T03:10:47.054947Z","end":"2026-04-23T03:10:49.056497Z","steps":["trace[1481322630] 'agreement among raft nodes before linearized reading' (duration: 2.001417243s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.056666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:47.054932Z","time spent":"2.00162882s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:10:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:49.093687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:10:49.093761Z","caller":"traceutil/trace.go:171","msg":"trace[1854231253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240646s","start":"2026-04-23T03:10:47.093503Z","end":"2026-04-23T03:10:49.093744Z","steps":["trace[1854231253] 'agreement among raft nodes before linearized reading' (duration: 2.000143033s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.093941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:47.093487Z","time spent":"2.000438293s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:10:49.209234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229143,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:10:49.373196Z","caller":"traceutil/trace.go:171","msg":"trace[769178756] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"868.307978ms","start":"2026-04-23T03:10:48.504869Z","end":"2026-04-23T03:10:49.373177Z","steps":["trace[769178756] 'process raft request' (duration: 868.120092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.37331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:48.504833Z","time spent":"868.416552ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:49.373435Z","caller":"traceutil/trace.go:171","msg":"trace[1817926675] linearizableReadLoop","detail":"{readStateIndex:26732; appliedIndex:26730; }","duration":"664.815338ms","start":"2026-04-23T03:10:48.708522Z","end":"2026-04-23T03:10:49.373337Z","steps":["trace[1817926675] 'read index received' (duration: 663.403204ms)","trace[1817926675] 'applied index is now lower than readState.Index' (duration: 1.410204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:49.373493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.049758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:49.373552Z","caller":"traceutil/trace.go:171","msg":"trace[863578693] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25872; }","duration":"848.121861ms","start":"2026-04-23T03:10:48.525416Z","end":"2026-04-23T03:10:49.373538Z","steps":["trace[863578693] 'agreement among raft nodes before linearized reading' (duration: 847.973786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.373554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23928539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T03:10:49.373587Z","caller":"traceutil/trace.go:171","msg":"trace[978316100] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"659.424898ms","start":"2026-04-23T03:10:48.714151Z","end":"2026-04-23T03:10:49.373576Z","steps":["trace[978316100] 'process raft request' (duration: 658.972514ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:49.373666Z","caller":"traceutil/trace.go:171","msg":"trace[250530480] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25872; }","duration":"2.239425614s","start":"2026-04-23T03:10:47.134222Z","end":"2026-04-23T03:10:49.373648Z","steps":["trace[250530480] 'agreement among raft nodes before linearized reading' (duration: 2.239190477s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.373677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.681791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:49.373694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:48.714083Z","time spent":"659.582693ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:49.373717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317965526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T03:10:49.373743Z","caller":"traceutil/trace.go:171","msg":"trace[1010685403] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25872; }","duration":"2.318027898s","start":"2026-04-23T03:10:47.05571Z","end":"2026-04-23T03:10:49.373738Z","steps":["trace[1010685403] 'agreement among raft nodes before linearized reading' (duration: 2.317917995s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.3737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:47.134211Z","time spent":"2.239482447s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-23T03:10:49.373765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:47.055695Z","time spent":"2.31806621s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:10:49.373593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:48.525396Z","time spent":"848.189943ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:49.373832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951460325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T03:10:49.373869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.756687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:10:49.373943Z","caller":"traceutil/trace.go:171","msg":"trace[510424224] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25872; }","duration":"658.913302ms","start":"2026-04-23T03:10:48.715018Z","end":"2026-04-23T03:10:49.373931Z","steps":["trace[510424224] 'agreement among raft nodes before linearized reading' (duration: 658.651424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.374007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316944834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T03:10:49.373987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:48.714997Z","time spent":"658.979244ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T03:10:49.374032Z","caller":"traceutil/trace.go:171","msg":"trace[242435998] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25872; }","duration":"2.316991955s","start":"2026-04-23T03:10:47.057034Z","end":"2026-04-23T03:10:49.374026Z","steps":["trace[242435998] 'agreement among raft nodes before linearized reading' (duration: 2.316847791s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.374053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:47.057024Z","time spent":"2.317024697s","remote":"127.0.0.1:60784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:49.374071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.850256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T03:10:49.374096Z","caller":"traceutil/trace.go:171","msg":"trace[354905090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25872; }","duration":"312.883007ms","start":"2026-04-23T03:10:49.061207Z","end":"2026-04-23T03:10:49.37409Z","steps":["trace[354905090] 'agreement among raft nodes before linearized reading' (duration: 312.757313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.374131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.061202Z","time spent":"312.923838ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T03:10:49.373736Z","caller":"traceutil/trace.go:171","msg":"trace[113270826] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25872; }","duration":"756.782434ms","start":"2026-04-23T03:10:48.616938Z","end":"2026-04-23T03:10:49.37372Z","steps":["trace[113270826] 'agreement among raft nodes before linearized reading' (duration: 756.64595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.374005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.668058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:49.3742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:48.616916Z","time spent":"757.233239ms","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:49.374197Z","caller":"traceutil/trace.go:171","msg":"trace[1523708181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25872; }","duration":"311.897636ms","start":"2026-04-23T03:10:49.062294Z","end":"2026-04-23T03:10:49.374191Z","steps":["trace[1523708181] 'agreement among raft nodes before linearized reading' (duration: 311.68773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.374223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.98734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:10:49.374257Z","caller":"traceutil/trace.go:171","msg":"trace[1358011134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25872; }","duration":"313.028171ms","start":"2026-04-23T03:10:49.061222Z","end":"2026-04-23T03:10:49.37425Z","steps":["trace[1358011134] 'agreement among raft nodes before linearized reading' (duration: 312.954239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.374279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.061219Z","time spent":"313.055573ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T03:10:49.374238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.062265Z","time spent":"311.967339ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:10:49.374463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.29364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T03:10:49.374469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.265599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:10:49.374489Z","caller":"traceutil/trace.go:171","msg":"trace[1057928166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25872; }","duration":"313.341402ms","start":"2026-04-23T03:10:49.061141Z","end":"2026-04-23T03:10:49.374482Z","steps":["trace[1057928166] 'agreement among raft nodes before linearized reading' (duration: 313.266869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.374496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.089428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:49.374507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.061129Z","time spent":"313.374402ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T03:10:49.374525Z","caller":"traceutil/trace.go:171","msg":"trace[985109931] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25872; }","duration":"434.15398ms","start":"2026-04-23T03:10:48.940362Z","end":"2026-04-23T03:10:49.374516Z","steps":["trace[985109931] 'agreement among raft nodes before linearized reading' (duration: 434.108778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.374575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:48.940342Z","time spent":"434.227041ms","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:49.37449Z","caller":"traceutil/trace.go:171","msg":"trace[1537867630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25872; }","duration":"313.298171ms","start":"2026-04-23T03:10:49.061187Z","end":"2026-04-23T03:10:49.374485Z","steps":["trace[1537867630] 'agreement among raft nodes before linearized reading' (duration: 313.243719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.374622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.755714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:49.374646Z","caller":"traceutil/trace.go:171","msg":"trace[2123012270] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25872; }","duration":"656.806815ms","start":"2026-04-23T03:10:48.717829Z","end":"2026-04-23T03:10:49.374636Z","steps":["trace[2123012270] 'agreement among raft nodes before linearized reading' (duration: 656.770864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.37467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:48.717814Z","time spent":"656.850776ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:10:49.374636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.061183Z","time spent":"313.444335ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T03:10:49.373892Z","caller":"traceutil/trace.go:171","msg":"trace[930774689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25872; }","duration":"1.951566268s","start":"2026-04-23T03:10:47.422311Z","end":"2026-04-23T03:10:49.373877Z","steps":["trace[930774689] 'agreement among raft nodes before linearized reading' (duration: 1.951366992s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:49.375251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:47.422296Z","time spent":"1.952708414s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:49.879402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229150,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:10:50.109396Z","caller":"traceutil/trace.go:171","msg":"trace[920524035] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"730.477042ms","start":"2026-04-23T03:10:49.378892Z","end":"2026-04-23T03:10:50.109369Z","steps":["trace[920524035] 'process raft request' (duration: 650.550037ms)","trace[920524035] 'compare' (duration: 79.718079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:50.109534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.378876Z","time spent":"730.584906ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:51.958323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:51.464505Z","time spent":"493.810533ms","remote":"127.0.0.1:51814","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:10:51.958764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196360144s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:51.958888Z","caller":"traceutil/trace.go:171","msg":"trace[595867784] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25873; }","duration":"1.196495598s","start":"2026-04-23T03:10:50.762375Z","end":"2026-04-23T03:10:51.958871Z","steps":["trace[595867784] 'range keys from in-memory index tree' (duration: 1.196343874s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:51.959218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.944624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:10:51.959425Z","caller":"traceutil/trace.go:171","msg":"trace[684954734] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"2.580344857s","start":"2026-04-23T03:10:49.379062Z","end":"2026-04-23T03:10:51.959407Z","steps":["trace[684954734] 'process raft request' (duration: 2.580208543s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:51.959496Z","caller":"traceutil/trace.go:171","msg":"trace[1341061158] linearizableReadLoop","detail":"{readStateIndex:26738; appliedIndex:26732; }","duration":"2.580549493s","start":"2026-04-23T03:10:49.378919Z","end":"2026-04-23T03:10:51.959469Z","steps":["trace[1341061158] 'read index received' (duration: 650.507566ms)","trace[1341061158] 'applied index is now lower than readState.Index' (duration: 1.930041177s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:51.959494Z","caller":"traceutil/trace.go:171","msg":"trace[185901210] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"2.579877703s","start":"2026-04-23T03:10:49.379572Z","end":"2026-04-23T03:10:51.95945Z","steps":["trace[185901210] 'process raft request' (duration: 2.579767049s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:51.959559Z","caller":"traceutil/trace.go:171","msg":"trace[74460215] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"2.58042377s","start":"2026-04-23T03:10:49.379123Z","end":"2026-04-23T03:10:51.959547Z","steps":["trace[74460215] 'process raft request' (duration: 1.594097693s)","trace[74460215] 'compare' (duration: 985.712237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:51.959607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.379108Z","time spent":"2.580475091s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:51.959639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580717598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-345a2324-bfe4-442f-a895-d5b226be2d99\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T03:10:51.95961Z","caller":"traceutil/trace.go:171","msg":"trace[276949088] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"2.578105916s","start":"2026-04-23T03:10:49.381464Z","end":"2026-04-23T03:10:51.95957Z","steps":["trace[276949088] 'process raft request' (duration: 2.577935171s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:51.959666Z","caller":"traceutil/trace.go:171","msg":"trace[141800143] range","detail":"{range_begin:/registry/persistentvolumes/pvc-345a2324-bfe4-442f-a895-d5b226be2d99; range_end:; response_count:1; response_revision:25878; }","duration":"2.58076886s","start":"2026-04-23T03:10:49.378889Z","end":"2026-04-23T03:10:51.959658Z","steps":["trace[141800143] 'agreement among raft nodes before linearized reading' (duration: 2.580671057s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:51.959693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.37887Z","time spent":"2.580816142s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-345a2324-bfe4-442f-a895-d5b226be2d99\" "} {"level":"warn","ts":"2026-04-23T03:10:51.959635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.37956Z","time spent":"2.580001686s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:51.959683Z","caller":"traceutil/trace.go:171","msg":"trace[1405782865] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"2.57947771s","start":"2026-04-23T03:10:49.380169Z","end":"2026-04-23T03:10:51.959646Z","steps":["trace[1405782865] 'process raft request' (duration: 2.579200261s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:51.959777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.381449Z","time spent":"2.57823896s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:51.959514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.37905Z","time spent":"2.580423089s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:51.959923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.380118Z","time spent":"2.579709737s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:52.460047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:52.652012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:10:52.652101Z","caller":"traceutil/trace.go:171","msg":"trace[1501100591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131673s","start":"2026-04-23T03:10:50.651947Z","end":"2026-04-23T03:10:52.652079Z","steps":["trace[1501100591] 'agreement among raft nodes before linearized reading' (duration: 2.000023349s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:52.652169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.65193Z","time spent":"2.000216926s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:10:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:52.961032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:53.42559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.452361363s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:10:53.426219Z","caller":"traceutil/trace.go:171","msg":"trace[1654578855] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"2.708289231s","start":"2026-04-23T03:10:50.717907Z","end":"2026-04-23T03:10:53.426196Z","steps":["trace[1654578855] 'process raft request' (duration: 2.708220618s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:53.42634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.717877Z","time spent":"2.708394864s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:53.426426Z","caller":"traceutil/trace.go:171","msg":"trace[541632587] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"2.709020293s","start":"2026-04-23T03:10:50.717388Z","end":"2026-04-23T03:10:53.426409Z","steps":["trace[541632587] 'process raft request' (duration: 2.708671102s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:53.426498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.717371Z","time spent":"2.709090196s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:53.426541Z","caller":"traceutil/trace.go:171","msg":"trace[1023509759] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"2.708752925s","start":"2026-04-23T03:10:50.717746Z","end":"2026-04-23T03:10:53.426499Z","steps":["trace[1023509759] 'process raft request' (duration: 2.708345852s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:53.426623Z","caller":"traceutil/trace.go:171","msg":"trace[1023981601] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"2.710630115s","start":"2026-04-23T03:10:50.715981Z","end":"2026-04-23T03:10:53.426611Z","steps":["trace[1023981601] 'process raft request' (duration: 2.710032896s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:53.426644Z","caller":"traceutil/trace.go:171","msg":"trace[936645901] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"2.708015161s","start":"2026-04-23T03:10:50.718613Z","end":"2026-04-23T03:10:53.426629Z","steps":["trace[936645901] 'process raft request' (duration: 2.707811905s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:53.426693Z","caller":"traceutil/trace.go:171","msg":"trace[2046486312] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"2.708023072s","start":"2026-04-23T03:10:50.718662Z","end":"2026-04-23T03:10:53.426685Z","steps":["trace[2046486312] 'process raft request' (duration: 2.707848167s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:53.426682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.715961Z","time spent":"2.710687496s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:53.426729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.717735Z","time spent":"2.708890919s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:53.426764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.718605Z","time spent":"2.708098604s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:53.426764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.718656Z","time spent":"2.708062603s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:53.426645Z","caller":"traceutil/trace.go:171","msg":"trace[361374162] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"2.707886447s","start":"2026-04-23T03:10:50.718735Z","end":"2026-04-23T03:10:53.426621Z","steps":["trace[361374162] 'process raft request' (duration: 2.707842436s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:53.426867Z","caller":"traceutil/trace.go:171","msg":"trace[1172735716] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"2.708384354s","start":"2026-04-23T03:10:50.718474Z","end":"2026-04-23T03:10:53.426859Z","steps":["trace[1172735716] 'process raft request' (duration: 2.707685351s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:53.426915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.718446Z","time spent":"2.708441454s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:53.426914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.718721Z","time spent":"2.708160336s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:53.427362Z","caller":"traceutil/trace.go:171","msg":"trace[1938724215] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"3.090570251s","start":"2026-04-23T03:10:50.336766Z","end":"2026-04-23T03:10:53.427336Z","steps":["trace[1938724215] 'process raft request' (duration: 3.089040922s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:53.427423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.336739Z","time spent":"3.090654983s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:54.652959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000611609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:10:54.653041Z","caller":"traceutil/trace.go:171","msg":"trace[614406753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000746293s","start":"2026-04-23T03:10:52.652278Z","end":"2026-04-23T03:10:54.653024Z","steps":["trace[614406753] 'agreement among raft nodes before linearized reading' (duration: 2.00064655s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:54.653083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:52.652255Z","time spent":"2.000819305s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:10:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:56.055691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474766862s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:10:56.055876Z","caller":"traceutil/trace.go:171","msg":"trace[1472813840] linearizableReadLoop","detail":"{readStateIndex:26748; appliedIndex:26738; }","duration":"4.096322443s","start":"2026-04-23T03:10:51.959539Z","end":"2026-04-23T03:10:56.055861Z","steps":["trace[1472813840] 'read index received' (duration: 1.466340687s)","trace[1472813840] 'applied index is now lower than readState.Index' (duration: 2.629980956s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:56.056273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.346149616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:56.056319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.542855571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:56.056355Z","caller":"traceutil/trace.go:171","msg":"trace[848858099] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25887; }","duration":"5.34627975s","start":"2026-04-23T03:10:50.710057Z","end":"2026-04-23T03:10:56.056336Z","steps":["trace[848858099] 'agreement among raft nodes before linearized reading' (duration: 5.346145205s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.056377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.67699281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:56.05639Z","caller":"traceutil/trace.go:171","msg":"trace[83019721] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25887; }","duration":"5.542972525s","start":"2026-04-23T03:10:50.513396Z","end":"2026-04-23T03:10:56.056369Z","steps":["trace[83019721] 'agreement among raft nodes before linearized reading' (duration: 5.542847581s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.056441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470558826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:56.056448Z","caller":"traceutil/trace.go:171","msg":"trace[492856829] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25887; }","duration":"6.677105213s","start":"2026-04-23T03:10:49.379328Z","end":"2026-04-23T03:10:56.056434Z","steps":["trace[492856829] 'agreement among raft nodes before linearized reading' (duration: 6.67701497s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.056462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.358386541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:56.056479Z","caller":"traceutil/trace.go:171","msg":"trace[748274902] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25887; }","duration":"4.4706648s","start":"2026-04-23T03:10:51.585802Z","end":"2026-04-23T03:10:56.056467Z","steps":["trace[748274902] 'agreement among raft nodes before linearized reading' (duration: 4.470565037s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.056481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.37932Z","time spent":"6.677154535s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:10:56.056478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.513375Z","time spent":"5.543090239s","remote":"127.0.0.1:53550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:56.056495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.708134694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:10:56.056401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.710035Z","time spent":"5.346354132s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:56.056555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.770643209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:56.056557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.67607112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T03:10:56.056541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.547060223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:56.056605Z","caller":"traceutil/trace.go:171","msg":"trace[964280673] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25887; }","duration":"6.676130792s","start":"2026-04-23T03:10:49.380463Z","end":"2026-04-23T03:10:56.056594Z","steps":["trace[964280673] 'agreement among raft nodes before linearized reading' (duration: 6.675989707s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.056653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.380457Z","time spent":"6.676187174s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:10:56.056394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.586042565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:56.056653Z","caller":"traceutil/trace.go:171","msg":"trace[1654187630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25887; }","duration":"6.547191078s","start":"2026-04-23T03:10:49.509437Z","end":"2026-04-23T03:10:56.056628Z","steps":["trace[1654187630] 'agreement among raft nodes before linearized reading' (duration: 6.547051783s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.0567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.023358135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:56.056502Z","caller":"traceutil/trace.go:171","msg":"trace[632373125] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25887; }","duration":"6.358486034s","start":"2026-04-23T03:10:49.698005Z","end":"2026-04-23T03:10:56.056491Z","steps":["trace[632373125] 'agreement among raft nodes before linearized reading' (duration: 6.358364201s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.05671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.509424Z","time spent":"6.54727138s","remote":"127.0.0.1:40878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:56.056743Z","caller":"traceutil/trace.go:171","msg":"trace[1101230385] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25887; }","duration":"5.023438318s","start":"2026-04-23T03:10:51.033292Z","end":"2026-04-23T03:10:56.056731Z","steps":["trace[1101230385] 'agreement among raft nodes before linearized reading' (duration: 5.023379146s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.056751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.697985Z","time spent":"6.358753393s","remote":"127.0.0.1:60558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:56.056762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.28427767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:56.05678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:51.033271Z","time spent":"5.023499309s","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:56.056651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.844592076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T03:10:56.056806Z","caller":"traceutil/trace.go:171","msg":"trace[1278959771] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25887; }","duration":"5.284322231s","start":"2026-04-23T03:10:50.772472Z","end":"2026-04-23T03:10:56.056794Z","steps":["trace[1278959771] 'agreement among raft nodes before linearized reading' (duration: 5.284255219s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:56.056823Z","caller":"traceutil/trace.go:171","msg":"trace[382747121] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25887; }","duration":"4.844761462s","start":"2026-04-23T03:10:51.21205Z","end":"2026-04-23T03:10:56.056812Z","steps":["trace[382747121] 'agreement among raft nodes before linearized reading' (duration: 4.844498333s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:56.056532Z","caller":"traceutil/trace.go:171","msg":"trace[28181709] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25887; }","duration":"4.708201856s","start":"2026-04-23T03:10:51.348321Z","end":"2026-04-23T03:10:56.056523Z","steps":["trace[28181709] 'agreement among raft nodes before linearized reading' (duration: 4.708136844s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.056845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.772427Z","time spent":"5.284407434s","remote":"127.0.0.1:48650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:56.056505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:51.585782Z","time spent":"4.470715202s","remote":"127.0.0.1:60810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:56.056889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:51.348305Z","time spent":"4.708570038s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:56.05671Z","caller":"traceutil/trace.go:171","msg":"trace[241712965] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25887; }","duration":"6.586396877s","start":"2026-04-23T03:10:49.470288Z","end":"2026-04-23T03:10:56.056685Z","steps":["trace[241712965] 'agreement among raft nodes before linearized reading' (duration: 6.586017995s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.056851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:51.21198Z","time spent":"4.844860825s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T03:10:56.056989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:49.470268Z","time spent":"6.586711797s","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T03:10:56.056593Z","caller":"traceutil/trace.go:171","msg":"trace[329121395] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25887; }","duration":"5.770722991s","start":"2026-04-23T03:10:50.285861Z","end":"2026-04-23T03:10:56.056584Z","steps":["trace[329121395] 'agreement among raft nodes before linearized reading' (duration: 5.770658289s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.057063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:50.28584Z","time spent":"5.771209827s","remote":"127.0.0.1:48610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:56.057509Z","caller":"traceutil/trace.go:171","msg":"trace[635213150] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"621.343275ms","start":"2026-04-23T03:10:55.436135Z","end":"2026-04-23T03:10:56.057479Z","steps":["trace[635213150] 'process raft request' (duration: 619.638151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.057643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:55.436105Z","time spent":"621.471479ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:56.556748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:56.665918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999918256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:10:56.666008Z","caller":"traceutil/trace.go:171","msg":"trace[756039614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00005102s","start":"2026-04-23T03:10:54.665937Z","end":"2026-04-23T03:10:56.665988Z","steps":["trace[756039614] 'agreement among raft nodes before linearized reading' (duration: 1.999939367s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:56.666062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:54.665925Z","time spent":"2.000126662s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:10:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:10:57.057639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:57.558551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:10:57.732152Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.702972574s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:10:57.806873Z","caller":"traceutil/trace.go:171","msg":"trace[377625643] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"2.370096664s","start":"2026-04-23T03:10:55.436752Z","end":"2026-04-23T03:10:57.806849Z","steps":["trace[377625643] 'process raft request' (duration: 2.295619581s)","trace[377625643] 'compare' (duration: 74.07703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:57.807007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:55.436732Z","time spent":"2.370208508s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:57.807241Z","caller":"traceutil/trace.go:171","msg":"trace[605716041] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"2.370099965s","start":"2026-04-23T03:10:55.43709Z","end":"2026-04-23T03:10:57.80719Z","steps":["trace[605716041] 'process raft request' (duration: 2.369719073s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:57.807293Z","caller":"traceutil/trace.go:171","msg":"trace[1730102614] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"2.369972621s","start":"2026-04-23T03:10:55.437313Z","end":"2026-04-23T03:10:57.807286Z","steps":["trace[1730102614] 'process raft request' (duration: 2.369816416s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:57.807334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:55.437083Z","time spent":"2.370206578s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:57.80735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:55.437294Z","time spent":"2.370021242s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:57.80725Z","caller":"traceutil/trace.go:171","msg":"trace[1955171121] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"2.370012201s","start":"2026-04-23T03:10:55.437226Z","end":"2026-04-23T03:10:57.807238Z","steps":["trace[1955171121] 'process raft request' (duration: 2.369814895s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:57.80744Z","caller":"traceutil/trace.go:171","msg":"trace[641903499] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"2.36870744s","start":"2026-04-23T03:10:55.438717Z","end":"2026-04-23T03:10:57.807425Z","steps":["trace[641903499] 'process raft request' (duration: 2.368527354s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:57.807447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:55.437218Z","time spent":"2.370204918s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:57.807489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:55.43871Z","time spent":"2.368750892s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:57.807437Z","caller":"traceutil/trace.go:171","msg":"trace[70710817] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"2.310700038s","start":"2026-04-23T03:10:55.496711Z","end":"2026-04-23T03:10:57.807411Z","steps":["trace[70710817] 'process raft request' (duration: 2.310631386s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:57.80753Z","caller":"traceutil/trace.go:171","msg":"trace[1404690265] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"2.36837695s","start":"2026-04-23T03:10:55.43914Z","end":"2026-04-23T03:10:57.807517Z","steps":["trace[1404690265] 'process raft request' (duration: 2.368151503s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:57.807538Z","caller":"traceutil/trace.go:171","msg":"trace[853483452] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"2.369789495s","start":"2026-04-23T03:10:55.43772Z","end":"2026-04-23T03:10:57.80751Z","steps":["trace[853483452] 'process raft request' (duration: 2.369466515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:57.80761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:55.496695Z","time spent":"2.310847852s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:57.807646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:55.439134Z","time spent":"2.368440772s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:57.807671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:55.437712Z","time spent":"2.369889608s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:58.647999Z","caller":"traceutil/trace.go:171","msg":"trace[1508745113] linearizableReadLoop","detail":"{readStateIndex:26759; appliedIndex:26749; }","duration":"2.592074328s","start":"2026-04-23T03:10:56.0559Z","end":"2026-04-23T03:10:58.647974Z","steps":["trace[1508745113] 'read index received' (duration: 1.676551588s)","trace[1508745113] 'applied index is now lower than readState.Index' (duration: 915.52182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:10:58.648138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.502084363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:10:58.648164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.664836647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:58.648222Z","caller":"traceutil/trace.go:171","msg":"trace[1339743653] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25898; }","duration":"4.502224219s","start":"2026-04-23T03:10:54.145978Z","end":"2026-04-23T03:10:58.648202Z","steps":["trace[1339743653] 'agreement among raft nodes before linearized reading' (duration: 4.502024502s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.648251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134511549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:58.648238Z","caller":"traceutil/trace.go:171","msg":"trace[1990361905] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"2.583436305s","start":"2026-04-23T03:10:56.064757Z","end":"2026-04-23T03:10:58.648193Z","steps":["trace[1990361905] 'process raft request' (duration: 2.583018602s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:58.648316Z","caller":"traceutil/trace.go:171","msg":"trace[875247793] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25898; }","duration":"3.134584442s","start":"2026-04-23T03:10:55.513717Z","end":"2026-04-23T03:10:58.648301Z","steps":["trace[875247793] 'agreement among raft nodes before linearized reading' (duration: 3.134348284s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.648359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42476828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:58.648368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:55.513669Z","time spent":"3.134687675s","remote":"127.0.0.1:38796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:58.648396Z","caller":"traceutil/trace.go:171","msg":"trace[1419340660] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25898; }","duration":"4.424874373s","start":"2026-04-23T03:10:54.223512Z","end":"2026-04-23T03:10:58.648386Z","steps":["trace[1419340660] 'agreement among raft nodes before linearized reading' (duration: 4.424786611s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.64843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:54.223496Z","time spent":"4.424926645s","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:58.648434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:56.06474Z","time spent":"2.583597501s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:58.648477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014958811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T03:10:58.648525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684038834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:10:58.648547Z","caller":"traceutil/trace.go:171","msg":"trace[1376512940] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25898; }","duration":"4.015067944s","start":"2026-04-23T03:10:54.633461Z","end":"2026-04-23T03:10:58.648529Z","steps":["trace[1376512940] 'agreement among raft nodes before linearized reading' (duration: 4.014751604s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.648274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:54.145953Z","time spent":"4.5023111s","remote":"127.0.0.1:48548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:58.648592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:54.63344Z","time spent":"4.015139736s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:10:58.648652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.685441248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:10:58.648677Z","caller":"traceutil/trace.go:171","msg":"trace[1973077214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25898; }","duration":"4.685485059s","start":"2026-04-23T03:10:53.963187Z","end":"2026-04-23T03:10:58.648672Z","steps":["trace[1973077214] 'agreement among raft nodes before linearized reading' (duration: 4.685408547s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.648696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:53.96318Z","time spent":"4.68551153s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T03:10:58.648716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.477852317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:10:58.648748Z","caller":"traceutil/trace.go:171","msg":"trace[1627192323] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25898; }","duration":"4.47792307s","start":"2026-04-23T03:10:54.170816Z","end":"2026-04-23T03:10:58.648739Z","steps":["trace[1627192323] 'agreement among raft nodes before linearized reading' (duration: 4.477834498s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.648792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:54.170793Z","time spent":"4.477990922s","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:58.648764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.483359522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:58.648854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.686030637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T03:10:58.648845Z","caller":"traceutil/trace.go:171","msg":"trace[1506844336] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25898; }","duration":"3.483492046s","start":"2026-04-23T03:10:55.165334Z","end":"2026-04-23T03:10:58.648826Z","steps":["trace[1506844336] 'agreement among raft nodes before linearized reading' (duration: 3.483353772s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:58.64888Z","caller":"traceutil/trace.go:171","msg":"trace[554528968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25898; }","duration":"4.686092979s","start":"2026-04-23T03:10:53.962779Z","end":"2026-04-23T03:10:58.648872Z","steps":["trace[554528968] 'agreement among raft nodes before linearized reading' (duration: 4.686004696s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.648898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:53.962758Z","time spent":"4.686136579s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:58.648892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:55.16531Z","time spent":"3.483572139s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:58.648251Z","caller":"traceutil/trace.go:171","msg":"trace[395606578] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25898; }","duration":"4.665005972s","start":"2026-04-23T03:10:53.983232Z","end":"2026-04-23T03:10:58.648238Z","steps":["trace[395606578] 'agreement among raft nodes before linearized reading' (duration: 4.664852867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.648425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68393292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T03:10:58.648951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:53.983212Z","time spent":"4.665728185s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:58.648984Z","caller":"traceutil/trace.go:171","msg":"trace[1913345798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25898; }","duration":"4.684520149s","start":"2026-04-23T03:10:53.964447Z","end":"2026-04-23T03:10:58.648967Z","steps":["trace[1913345798] 'agreement among raft nodes before linearized reading' (duration: 4.683857858s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.649028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.745720592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:10:58.649045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:53.964427Z","time spent":"4.684603381s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T03:10:58.649069Z","caller":"traceutil/trace.go:171","msg":"trace[601279737] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25898; }","duration":"5.745798445s","start":"2026-04-23T03:10:52.903265Z","end":"2026-04-23T03:10:58.649063Z","steps":["trace[601279737] 'agreement among raft nodes before linearized reading' (duration: 5.745736283s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:58.648568Z","caller":"traceutil/trace.go:171","msg":"trace[1768233389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25898; }","duration":"4.684100765s","start":"2026-04-23T03:10:53.964459Z","end":"2026-04-23T03:10:58.64856Z","steps":["trace[1768233389] 'agreement among raft nodes before linearized reading' (duration: 4.683994561s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.64911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:52.903246Z","time spent":"5.745857296s","remote":"127.0.0.1:60944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:58.648705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621804258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:58.64922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.583519666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-23T03:10:58.64912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:53.964448Z","time spent":"4.684663453s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T03:10:58.649251Z","caller":"traceutil/trace.go:171","msg":"trace[1173956879] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25898; }","duration":"2.622353345s","start":"2026-04-23T03:10:56.026886Z","end":"2026-04-23T03:10:58.649239Z","steps":["trace[1173956879] 'agreement among raft nodes before linearized reading' (duration: 2.621780927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.649249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.536319565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T03:10:58.649297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:56.026842Z","time spent":"2.622442669s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:58.649302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.560231361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:58.649311Z","caller":"traceutil/trace.go:171","msg":"trace[118855500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25898; }","duration":"6.536383537s","start":"2026-04-23T03:10:52.112912Z","end":"2026-04-23T03:10:58.649295Z","steps":["trace[118855500] 'agreement among raft nodes before linearized reading' (duration: 6.536222762s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:58.648642Z","caller":"traceutil/trace.go:171","msg":"trace[657246266] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"1.768018289s","start":"2026-04-23T03:10:56.880609Z","end":"2026-04-23T03:10:58.648628Z","steps":["trace[657246266] 'process raft request' (duration: 1.767315937s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:58.649337Z","caller":"traceutil/trace.go:171","msg":"trace[774119239] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25898; }","duration":"6.560301263s","start":"2026-04-23T03:10:52.089026Z","end":"2026-04-23T03:10:58.649327Z","steps":["trace[774119239] 'agreement among raft nodes before linearized reading' (duration: 6.560253242s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.649354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:52.112892Z","time spent":"6.536449829s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:10:58.649373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:52.089006Z","time spent":"6.560358684s","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:58.649424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.68521429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T03:10:58.649416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:56.880583Z","time spent":"1.768782633s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:58.6495Z","caller":"traceutil/trace.go:171","msg":"trace[1580829084] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f; range_end:; response_count:1; response_revision:25898; }","duration":"6.685278352s","start":"2026-04-23T03:10:51.964177Z","end":"2026-04-23T03:10:58.649455Z","steps":["trace[1580829084] 'agreement among raft nodes before linearized reading' (duration: 6.685154328s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.649536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:51.964165Z","time spent":"6.685363994s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" "} {"level":"info","ts":"2026-04-23T03:10:58.649258Z","caller":"traceutil/trace.go:171","msg":"trace[1845868408] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25898; }","duration":"6.583587908s","start":"2026-04-23T03:10:52.065655Z","end":"2026-04-23T03:10:58.649243Z","steps":["trace[1845868408] 'agreement among raft nodes before linearized reading' (duration: 6.583470705s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.651288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:52.065634Z","time spent":"6.585608893s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-23T03:10:58.666211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:10:58.66626Z","caller":"traceutil/trace.go:171","msg":"trace[119060797] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046921s","start":"2026-04-23T03:10:56.6662Z","end":"2026-04-23T03:10:58.666247Z","steps":["trace[119060797] 'agreement among raft nodes before linearized reading' (duration: 1.999991729s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.666296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:56.666177Z","time spent":"2.000109563s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:10:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T03:10:58.84493Z","caller":"traceutil/trace.go:171","msg":"trace[607189652] linearizableReadLoop","detail":"{readStateIndex:26761; appliedIndex:26759; }","duration":"196.844091ms","start":"2026-04-23T03:10:58.648061Z","end":"2026-04-23T03:10:58.844906Z","steps":["trace[607189652] 'read index received' (duration: 195.122356ms)","trace[607189652] 'applied index is now lower than readState.Index' (duration: 1.720755ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:58.844936Z","caller":"traceutil/trace.go:171","msg":"trace[856045332] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"781.505525ms","start":"2026-04-23T03:10:58.063393Z","end":"2026-04-23T03:10:58.844899Z","steps":["trace[856045332] 'process raft request' (duration: 779.318086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.845215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783502728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:58.845303Z","caller":"traceutil/trace.go:171","msg":"trace[1202807568] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25900; }","duration":"2.783624572s","start":"2026-04-23T03:10:56.061666Z","end":"2026-04-23T03:10:58.84529Z","steps":["trace[1202807568] 'agreement among raft nodes before linearized reading' (duration: 2.783466947s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.845343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:56.061659Z","time spent":"2.783672523s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T03:10:58.845331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.063376Z","time spent":"781.801845ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:58.845383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782263869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:58.845428Z","caller":"traceutil/trace.go:171","msg":"trace[1992052846] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25900; }","duration":"2.782337201s","start":"2026-04-23T03:10:56.063079Z","end":"2026-04-23T03:10:58.845416Z","steps":["trace[1992052846] 'agreement among raft nodes before linearized reading' (duration: 2.782243968s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.845428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394465355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:10:58.845477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:56.063073Z","time spent":"2.782391203s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-23T03:10:58.845505Z","caller":"traceutil/trace.go:171","msg":"trace[539760775] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25900; }","duration":"2.394593169s","start":"2026-04-23T03:10:56.450893Z","end":"2026-04-23T03:10:58.845486Z","steps":["trace[539760775] 'agreement among raft nodes before linearized reading' (duration: 2.394388213s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.845561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:56.450879Z","time spent":"2.394671711s","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:58.845562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784864891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T03:10:58.845656Z","caller":"traceutil/trace.go:171","msg":"trace[1644595356] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:25900; }","duration":"2.784990295s","start":"2026-04-23T03:10:56.060644Z","end":"2026-04-23T03:10:58.845634Z","steps":["trace[1644595356] 'agreement among raft nodes before linearized reading' (duration: 2.784753177s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.845705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.902631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:58.845719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:56.06063Z","time spent":"2.785075068s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-23T03:10:58.845747Z","caller":"traceutil/trace.go:171","msg":"trace[1852954356] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25900; }","duration":"971.984365ms","start":"2026-04-23T03:10:57.87375Z","end":"2026-04-23T03:10:58.845734Z","steps":["trace[1852954356] 'agreement among raft nodes before linearized reading' (duration: 971.911543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.84577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086356529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:10:58.84578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:57.873732Z","time spent":"972.039276ms","remote":"127.0.0.1:40818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:58.845803Z","caller":"traceutil/trace.go:171","msg":"trace[537895099] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25900; }","duration":"1.086410561s","start":"2026-04-23T03:10:57.75938Z","end":"2026-04-23T03:10:58.845791Z","steps":["trace[537895099] 'agreement among raft nodes before linearized reading' (duration: 1.086350899s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.845833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:57.759366Z","time spent":"1.086460142s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:58.845708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510877814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:58.845947Z","caller":"traceutil/trace.go:171","msg":"trace[608058220] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25900; }","duration":"1.511149002s","start":"2026-04-23T03:10:57.334787Z","end":"2026-04-23T03:10:58.845936Z","steps":["trace[608058220] 'agreement among raft nodes before linearized reading' (duration: 1.510878904s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.845949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.639931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:58.845988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:57.334769Z","time spent":"1.511203854s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:10:58.846027Z","caller":"traceutil/trace.go:171","msg":"trace[1694110981] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"408.936553ms","start":"2026-04-23T03:10:58.437081Z","end":"2026-04-23T03:10:58.846018Z","steps":["trace[1694110981] 'process raft request' (duration: 407.688003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.846065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753824491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:10:58.84599Z","caller":"traceutil/trace.go:171","msg":"trace[336788212] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25900; }","duration":"926.723725ms","start":"2026-04-23T03:10:57.919254Z","end":"2026-04-23T03:10:58.845978Z","steps":["trace[336788212] 'agreement among raft nodes before linearized reading' (duration: 926.651192ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:10:58.846113Z","caller":"traceutil/trace.go:171","msg":"trace[25404537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25900; }","duration":"1.753900263s","start":"2026-04-23T03:10:57.092201Z","end":"2026-04-23T03:10:58.846102Z","steps":["trace[25404537] 'agreement among raft nodes before linearized reading' (duration: 1.753825721s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.846111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13798715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:10:58.846135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.437056Z","time spent":"409.006704ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:58.846142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:57.092185Z","time spent":"1.753951435s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:10:58.84618Z","caller":"traceutil/trace.go:171","msg":"trace[953532905] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25900; }","duration":"2.138104763s","start":"2026-04-23T03:10:56.70806Z","end":"2026-04-23T03:10:58.846165Z","steps":["trace[953532905] 'agreement among raft nodes before linearized reading' (duration: 2.137078181s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.846216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:56.708042Z","time spent":"2.138166326s","remote":"127.0.0.1:53300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:58.846139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:57.919236Z","time spent":"926.892909ms","remote":"127.0.0.1:40882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:10:58.847802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482559719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-04-23T03:10:58.847864Z","caller":"traceutil/trace.go:171","msg":"trace[805117370] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25900; }","duration":"2.482664452s","start":"2026-04-23T03:10:56.365185Z","end":"2026-04-23T03:10:58.847849Z","steps":["trace[805117370] 'agreement among raft nodes before linearized reading' (duration: 2.479971947s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:58.847903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:56.365165Z","time spent":"2.482728454s","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T03:10:59.345438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229190,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:10:59.488729Z","caller":"traceutil/trace.go:171","msg":"trace[1789320498] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"833.654823ms","start":"2026-04-23T03:10:58.655052Z","end":"2026-04-23T03:10:59.488707Z","steps":["trace[1789320498] 'process raft request' (duration: 833.606021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:59.48886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.655045Z","time spent":"833.748015ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:59.488942Z","caller":"traceutil/trace.go:171","msg":"trace[480050366] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"834.072586ms","start":"2026-04-23T03:10:58.654821Z","end":"2026-04-23T03:10:59.488894Z","steps":["trace[480050366] 'process raft request' (duration: 833.668323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:59.489031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.654815Z","time spent":"834.174619ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:59.489066Z","caller":"traceutil/trace.go:171","msg":"trace[489008364] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"834.21951ms","start":"2026-04-23T03:10:58.654835Z","end":"2026-04-23T03:10:59.489054Z","steps":["trace[489008364] 'process raft request' (duration: 833.690343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:59.48912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.654825Z","time spent":"834.265522ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:59.489224Z","caller":"traceutil/trace.go:171","msg":"trace[1053643913] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"834.326144ms","start":"2026-04-23T03:10:58.654885Z","end":"2026-04-23T03:10:59.489211Z","steps":["trace[1053643913] 'process raft request' (duration: 833.673613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:59.48929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.65486Z","time spent":"834.400286ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:59.48939Z","caller":"traceutil/trace.go:171","msg":"trace[1941923903] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"834.385186ms","start":"2026-04-23T03:10:58.654992Z","end":"2026-04-23T03:10:59.489377Z","steps":["trace[1941923903] 'process raft request' (duration: 833.637052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:59.489459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.654953Z","time spent":"834.470188ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:10:59.489616Z","caller":"traceutil/trace.go:171","msg":"trace[2146119023] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"834.913262ms","start":"2026-04-23T03:10:58.654682Z","end":"2026-04-23T03:10:59.489595Z","steps":["trace[2146119023] 'process raft request' (duration: 753.175939ms)","trace[2146119023] 'compare' (duration: 80.357089ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:10:59.48961Z","caller":"traceutil/trace.go:171","msg":"trace[1313434908] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"834.84285ms","start":"2026-04-23T03:10:58.654734Z","end":"2026-04-23T03:10:59.489576Z","steps":["trace[1313434908] 'process raft request' (duration: 833.691934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:10:59.489709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.654664Z","time spent":"834.997935ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:10:59.489788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.654724Z","time spent":"834.955243ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:00.67258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000719661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:00.672865Z","caller":"traceutil/trace.go:171","msg":"trace[259583884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001020201s","start":"2026-04-23T03:10:58.671799Z","end":"2026-04-23T03:11:00.672819Z","steps":["trace[259583884] 'agreement among raft nodes before linearized reading' (duration: 2.000739022s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:00.673022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.671788Z","time spent":"2.001221337s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:01.43663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.31836202s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:01.482513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.168634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:01.482698Z","caller":"traceutil/trace.go:171","msg":"trace[607470522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25907; }","duration":"724.36641ms","start":"2026-04-23T03:11:00.758314Z","end":"2026-04-23T03:11:01.482681Z","steps":["trace[607470522] 'range keys from in-memory index tree' (duration: 724.145293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:01.483008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410623006s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T03:11:01.483877Z","caller":"traceutil/trace.go:171","msg":"trace[1648195279] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"1.669603759s","start":"2026-04-23T03:10:59.814254Z","end":"2026-04-23T03:11:01.483858Z","steps":["trace[1648195279] 'process raft request' (duration: 1.669529487s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:01.484069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:59.814243Z","time spent":"1.669740784s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:01.484274Z","caller":"traceutil/trace.go:171","msg":"trace[1202929993] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"1.671263192s","start":"2026-04-23T03:10:59.81297Z","end":"2026-04-23T03:11:01.484234Z","steps":["trace[1202929993] 'process raft request' (duration: 1.670423455s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:01.484276Z","caller":"traceutil/trace.go:171","msg":"trace[1886331014] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"1.671112297s","start":"2026-04-23T03:10:59.813133Z","end":"2026-04-23T03:11:01.484245Z","steps":["trace[1886331014] 'process raft request' (duration: 1.670437416s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:01.484443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:59.812944Z","time spent":"1.671414887s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:01.484516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.847689Z","time spent":"2.636823272s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T03:11:01.484451Z","caller":"traceutil/trace.go:171","msg":"trace[625774065] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"1.670527428s","start":"2026-04-23T03:10:59.81391Z","end":"2026-04-23T03:11:01.484438Z","steps":["trace[625774065] 'process raft request' (duration: 1.669813136s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:01.484585Z","caller":"traceutil/trace.go:171","msg":"trace[1487842352] linearizableReadLoop","detail":"{readStateIndex:26770; appliedIndex:26761; }","duration":"2.639545458s","start":"2026-04-23T03:10:58.845005Z","end":"2026-04-23T03:11:01.484551Z","steps":["trace[1487842352] 'read index received' (duration: 562.862585ms)","trace[1487842352] 'applied index is now lower than readState.Index' (duration: 2.076680213s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:01.484671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:59.8139Z","time spent":"1.670722224s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:01.484678Z","caller":"traceutil/trace.go:171","msg":"trace[635667918] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"2.380171814s","start":"2026-04-23T03:10:59.104497Z","end":"2026-04-23T03:11:01.484669Z","steps":["trace[635667918] 'process raft request' (duration: 2.378622625s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:01.484806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:59.104462Z","time spent":"2.380313758s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:01.484838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830175212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-137030db-0a0a-4b77-9df7-f33ac530eec2\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-23T03:11:01.484865Z","caller":"traceutil/trace.go:171","msg":"trace[1266085433] range","detail":"{range_begin:/registry/persistentvolumes/pvc-137030db-0a0a-4b77-9df7-f33ac530eec2; range_end:; response_count:1; response_revision:25915; }","duration":"2.830224294s","start":"2026-04-23T03:10:58.654634Z","end":"2026-04-23T03:11:01.484858Z","steps":["trace[1266085433] 'agreement among raft nodes before linearized reading' (duration: 2.83012288s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:01.484888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.65462Z","time spent":"2.830263334s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-137030db-0a0a-4b77-9df7-f33ac530eec2\" "} {"level":"warn","ts":"2026-04-23T03:11:01.484741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806224085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:01.484962Z","caller":"traceutil/trace.go:171","msg":"trace[1854353155] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25915; }","duration":"2.806511684s","start":"2026-04-23T03:10:58.678439Z","end":"2026-04-23T03:11:01.48495Z","steps":["trace[1854353155] 'agreement among raft nodes before linearized reading' (duration: 2.806251866s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:01.484994Z","caller":"traceutil/trace.go:171","msg":"trace[733194383] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"1.671973124s","start":"2026-04-23T03:10:59.812972Z","end":"2026-04-23T03:11:01.484945Z","steps":["trace[733194383] 'process raft request' (duration: 1.670496128s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:01.485014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.678403Z","time spent":"2.806599757s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:01.485111Z","caller":"traceutil/trace.go:171","msg":"trace[1078532176] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"1.672006395s","start":"2026-04-23T03:10:59.813064Z","end":"2026-04-23T03:11:01.485071Z","steps":["trace[1078532176] 'process raft request' (duration: 1.670469847s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:01.485134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:59.812941Z","time spent":"1.672101278s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:01.485286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:59.813046Z","time spent":"1.672149549s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:01.484357Z","caller":"traceutil/trace.go:171","msg":"trace[1751649132] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"1.670704724s","start":"2026-04-23T03:10:59.813601Z","end":"2026-04-23T03:11:01.484305Z","steps":["trace[1751649132] 'process raft request' (duration: 1.670036683s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:01.485499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:59.81359Z","time spent":"1.67186511s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:01.484499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:59.813115Z","time spent":"1.671301793s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:02.001725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:02.673061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:02.673139Z","caller":"traceutil/trace.go:171","msg":"trace[1823577680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189834s","start":"2026-04-23T03:11:00.672931Z","end":"2026-04-23T03:11:02.673121Z","steps":["trace[1823577680] 'agreement among raft nodes before linearized reading' (duration: 2.000099681s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:02.67318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:00.672913Z","time spent":"2.000257967s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:03.159928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.698665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:03.160304Z","caller":"traceutil/trace.go:171","msg":"trace[1690695408] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"2.309922542s","start":"2026-04-23T03:11:00.850356Z","end":"2026-04-23T03:11:03.160278Z","steps":["trace[1690695408] 'process raft request' (duration: 2.309674044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:03.160405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:00.850348Z","time spent":"2.310011355s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:03.160132Z","caller":"traceutil/trace.go:171","msg":"trace[438011503] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"2.66238174s","start":"2026-04-23T03:11:00.497728Z","end":"2026-04-23T03:11:03.16011Z","steps":["trace[438011503] 'process raft request' (duration: 1.821411027s)","trace[438011503] 'compare' (duration: 840.342863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:03.161775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:00.497702Z","time spent":"2.664031972s","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:04.014887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.198591ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:11:04.015676Z","caller":"traceutil/trace.go:171","msg":"trace[1552581063] linearizableReadLoop","detail":"{readStateIndex:26781; appliedIndex:26777; }","duration":"2.531023948s","start":"2026-04-23T03:11:01.484636Z","end":"2026-04-23T03:11:04.01566Z","steps":["trace[1552581063] 'read index received' (duration: 834.570152ms)","trace[1552581063] 'applied index is now lower than readState.Index' (duration: 1.696452506s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:04.015702Z","caller":"traceutil/trace.go:171","msg":"trace[1987499409] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25918; }","duration":"2.527971032s","start":"2026-04-23T03:11:01.487695Z","end":"2026-04-23T03:11:04.015666Z","steps":["trace[1987499409] 'process raft request' (duration: 2.5278997s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:04.016015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:01.487677Z","time spent":"2.528288342s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:04.015785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.677308201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:04.016211Z","caller":"traceutil/trace.go:171","msg":"trace[618165127] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25918; }","duration":"4.677762035s","start":"2026-04-23T03:10:59.33844Z","end":"2026-04-23T03:11:04.016202Z","steps":["trace[618165127] 'agreement among raft nodes before linearized reading' (duration: 4.677313631s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:04.016245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:59.33842Z","time spent":"4.677817257s","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:04.015764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580497742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:04.016381Z","caller":"traceutil/trace.go:171","msg":"trace[553126971] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25918; }","duration":"2.581139703s","start":"2026-04-23T03:11:01.435233Z","end":"2026-04-23T03:11:04.016373Z","steps":["trace[553126971] 'agreement among raft nodes before linearized reading' (duration: 2.580464771s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:04.016415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:01.435213Z","time spent":"2.581195405s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:04.015835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167066627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:04.016559Z","caller":"traceutil/trace.go:171","msg":"trace[1265325695] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25918; }","duration":"3.167889683s","start":"2026-04-23T03:11:00.848663Z","end":"2026-04-23T03:11:04.016553Z","steps":["trace[1265325695] 'agreement among raft nodes before linearized reading' (duration: 3.167024606s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:04.016594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:00.848624Z","time spent":"3.167962375s","remote":"127.0.0.1:53822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:04.015834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942167801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:04.01672Z","caller":"traceutil/trace.go:171","msg":"trace[1636951565] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25918; }","duration":"2.94311441s","start":"2026-04-23T03:11:01.073598Z","end":"2026-04-23T03:11:04.016713Z","steps":["trace[1636951565] 'agreement among raft nodes before linearized reading' (duration: 2.94216028s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:04.016754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:01.073576Z","time spent":"2.943170652s","remote":"127.0.0.1:60898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:04.015888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.165131155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-04-23T03:11:04.01594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.522113056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee156fdb82\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-23T03:11:04.016884Z","caller":"traceutil/trace.go:171","msg":"trace[2145992946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25918; }","duration":"5.166152477s","start":"2026-04-23T03:10:58.850716Z","end":"2026-04-23T03:11:04.016868Z","steps":["trace[2145992946] 'agreement among raft nodes before linearized reading' (duration: 5.165092864s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:04.016962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:58.850695Z","time spent":"5.16625129s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T03:11:04.016979Z","caller":"traceutil/trace.go:171","msg":"trace[1172900653] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee156fdb82; range_end:; response_count:1; response_revision:25918; }","duration":"4.52317419s","start":"2026-04-23T03:10:59.493761Z","end":"2026-04-23T03:11:04.016935Z","steps":["trace[1172900653] 'agreement among raft nodes before linearized reading' (duration: 4.521995473s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:04.01706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:10:59.49374Z","time spent":"4.523298034s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee156fdb82\" "} {"level":"info","ts":"2026-04-23T03:11:04.177759Z","caller":"traceutil/trace.go:171","msg":"trace[950782217] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"686.049949ms","start":"2026-04-23T03:11:03.491683Z","end":"2026-04-23T03:11:04.177733Z","steps":["trace[950782217] 'process raft request' (duration: 685.738199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:04.177899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.491659Z","time spent":"686.171513ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:04.681477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:04.681565Z","caller":"traceutil/trace.go:171","msg":"trace[108352801] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181186s","start":"2026-04-23T03:11:02.681364Z","end":"2026-04-23T03:11:04.681545Z","steps":["trace[108352801] 'agreement among raft nodes before linearized reading' (duration: 2.000070832s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:04.681615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:02.681346Z","time spent":"2.000259387s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:05.745571Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.568131142s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:05.883515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.703771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:05.883868Z","caller":"traceutil/trace.go:171","msg":"trace[1635503212] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"2.391797s","start":"2026-04-23T03:11:03.49204Z","end":"2026-04-23T03:11:05.883837Z","steps":["trace[1635503212] 'process raft request' (duration: 2.391568563s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:05.88388Z","caller":"traceutil/trace.go:171","msg":"trace[1752647354] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"2.391964175s","start":"2026-04-23T03:11:03.49188Z","end":"2026-04-23T03:11:05.883844Z","steps":["trace[1752647354] 'process raft request' (duration: 2.253854831s)","trace[1752647354] 'compare' (duration: 137.594818ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:05.883969Z","caller":"traceutil/trace.go:171","msg":"trace[90685007] linearizableReadLoop","detail":"{readStateIndex:26789; appliedIndex:26781; }","duration":"1.868031249s","start":"2026-04-23T03:11:04.01592Z","end":"2026-04-23T03:11:05.883951Z","steps":["trace[90685007] 'read index received' (duration: 161.545865ms)","trace[90685007] 'applied index is now lower than readState.Index' (duration: 1.706484384s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:05.884028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.491852Z","time spent":"2.392095369s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:05.884052Z","caller":"traceutil/trace.go:171","msg":"trace[35801740] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"2.391969395s","start":"2026-04-23T03:11:03.492074Z","end":"2026-04-23T03:11:05.884043Z","steps":["trace[35801740] 'process raft request' (duration: 2.391592273s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.884112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.492049Z","time spent":"2.392027747s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:05.884243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736661117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T03:11:05.884284Z","caller":"traceutil/trace.go:171","msg":"trace[2101189039] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25926; }","duration":"2.73672697s","start":"2026-04-23T03:11:03.147546Z","end":"2026-04-23T03:11:05.884273Z","steps":["trace[2101189039] 'agreement among raft nodes before linearized reading' (duration: 2.736592265s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.884291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.084181919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:05.884314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.14753Z","time spent":"2.736777792s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-23T03:11:05.884322Z","caller":"traceutil/trace.go:171","msg":"trace[1859053138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25926; }","duration":"3.084239221s","start":"2026-04-23T03:11:02.800073Z","end":"2026-04-23T03:11:05.884312Z","steps":["trace[1859053138] 'agreement among raft nodes before linearized reading' (duration: 3.084192789s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.884352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:02.800054Z","time spent":"3.084290353s","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:05.884541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20382445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-23T03:11:05.884577Z","caller":"traceutil/trace.go:171","msg":"trace[1179025071] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25926; }","duration":"3.203896722s","start":"2026-04-23T03:11:02.680672Z","end":"2026-04-23T03:11:05.884568Z","steps":["trace[1179025071] 'agreement among raft nodes before linearized reading' (duration: 3.20383123s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.884603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:02.680652Z","time spent":"3.203945394s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T03:11:05.884801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227001232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:05.884858Z","caller":"traceutil/trace.go:171","msg":"trace[1491413170] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25926; }","duration":"3.227103546s","start":"2026-04-23T03:11:02.657744Z","end":"2026-04-23T03:11:05.884848Z","steps":["trace[1491413170] 'agreement among raft nodes before linearized reading' (duration: 3.227004533s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.884891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:02.657725Z","time spent":"3.227157497s","remote":"127.0.0.1:35612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:05.885061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.758241558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:05.885096Z","caller":"traceutil/trace.go:171","msg":"trace[1656353068] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25926; }","duration":"3.758324531s","start":"2026-04-23T03:11:02.126763Z","end":"2026-04-23T03:11:05.885088Z","steps":["trace[1656353068] 'agreement among raft nodes before linearized reading' (duration: 3.758262789s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.885124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:02.126738Z","time spent":"3.758378783s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:05.885364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390196148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:11:05.885412Z","caller":"traceutil/trace.go:171","msg":"trace[445453392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25926; }","duration":"4.39027205s","start":"2026-04-23T03:11:01.495132Z","end":"2026-04-23T03:11:05.885404Z","steps":["trace[445453392] 'agreement among raft nodes before linearized reading' (duration: 4.390126926s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:05.885414Z","caller":"traceutil/trace.go:171","msg":"trace[1223413905] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"2.393267726s","start":"2026-04-23T03:11:03.49213Z","end":"2026-04-23T03:11:05.885397Z","steps":["trace[1223413905] 'process raft request' (duration: 2.391574963s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.885439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:01.495119Z","time spent":"4.390314221s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:05.885495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.492035Z","time spent":"2.39340675s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:05.885523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.391668704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:11:05.885583Z","caller":"traceutil/trace.go:171","msg":"trace[1719003533] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"2.393448992s","start":"2026-04-23T03:11:03.492127Z","end":"2026-04-23T03:11:05.885576Z","steps":["trace[1719003533] 'process raft request' (duration: 2.391611964s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.885539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.492013Z","time spent":"2.391922044s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:05.885615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.492104Z","time spent":"2.393492543s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:05.885346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:04.019515Z","time spent":"1.865825659s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T03:11:05.885669Z","caller":"traceutil/trace.go:171","msg":"trace[892449073] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"2.393434411s","start":"2026-04-23T03:11:03.492228Z","end":"2026-04-23T03:11:05.885662Z","steps":["trace[892449073] 'process raft request' (duration: 2.391556612s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.885705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.49222Z","time spent":"2.393466332s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:05.885707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390627462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:11:05.885737Z","caller":"traceutil/trace.go:171","msg":"trace[146144719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25926; }","duration":"4.390668442s","start":"2026-04-23T03:11:01.49506Z","end":"2026-04-23T03:11:05.885728Z","steps":["trace[146144719] 'agreement among raft nodes before linearized reading' (duration: 4.39057505s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:05.885762Z","caller":"traceutil/trace.go:171","msg":"trace[246511366] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"2.033830448s","start":"2026-04-23T03:11:03.851924Z","end":"2026-04-23T03:11:05.885754Z","steps":["trace[246511366] 'process raft request' (duration: 2.031893047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.885774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:01.495055Z","time spent":"4.390712384s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:05.885792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.851891Z","time spent":"2.03388322s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:05.885839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:04.017281Z","time spent":"1.868556456s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T03:11:05.885609Z","caller":"traceutil/trace.go:171","msg":"trace[1822729042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25926; }","duration":"4.391760697s","start":"2026-04-23T03:11:01.493828Z","end":"2026-04-23T03:11:05.885589Z","steps":["trace[1822729042] 'agreement among raft nodes before linearized reading' (duration: 4.391515279s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.885935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.391741957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T03:11:05.885961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:01.493792Z","time spent":"4.39216183s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T03:11:05.885964Z","caller":"traceutil/trace.go:171","msg":"trace[181582241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25926; }","duration":"4.391776328s","start":"2026-04-23T03:11:01.494177Z","end":"2026-04-23T03:11:05.885953Z","steps":["trace[181582241] 'agreement among raft nodes before linearized reading' (duration: 4.391699635s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.88599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:01.494172Z","time spent":"4.391812389s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:05.886105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.391958483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:11:05.886142Z","caller":"traceutil/trace.go:171","msg":"trace[1046954765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25926; }","duration":"4.392017765s","start":"2026-04-23T03:11:01.494114Z","end":"2026-04-23T03:11:05.886132Z","steps":["trace[1046954765] 'agreement among raft nodes before linearized reading' (duration: 4.391939803s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.886187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:01.494101Z","time spent":"4.392073727s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:11:05.886299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690489739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:05.886334Z","caller":"traceutil/trace.go:171","msg":"trace[636764325] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25926; }","duration":"2.690570321s","start":"2026-04-23T03:11:03.195755Z","end":"2026-04-23T03:11:05.886325Z","steps":["trace[636764325] 'agreement among raft nodes before linearized reading' (duration: 2.690503569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.886356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.195734Z","time spent":"2.690615782s","remote":"127.0.0.1:53910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:05.886505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928207001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:11:05.886585Z","caller":"traceutil/trace.go:171","msg":"trace[814708214] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25926; }","duration":"1.928249602s","start":"2026-04-23T03:11:03.958271Z","end":"2026-04-23T03:11:05.886521Z","steps":["trace[814708214] 'agreement among raft nodes before linearized reading' (duration: 1.928171349s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.886605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.958255Z","time spent":"1.928345195s","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T03:11:05.884248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031806574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:05.886849Z","caller":"traceutil/trace.go:171","msg":"trace[701812898] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25926; }","duration":"3.034444387s","start":"2026-04-23T03:11:02.852391Z","end":"2026-04-23T03:11:05.886836Z","steps":["trace[701812898] 'agreement among raft nodes before linearized reading' (duration: 3.031823845s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.886886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223620686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:05.886902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:02.852369Z","time spent":"3.03451863s","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:05.886933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719566428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18621"} {"level":"info","ts":"2026-04-23T03:11:05.88691Z","caller":"traceutil/trace.go:171","msg":"trace[1611616563] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25926; }","duration":"2.223683798s","start":"2026-04-23T03:11:03.663217Z","end":"2026-04-23T03:11:05.886901Z","steps":["trace[1611616563] 'agreement among raft nodes before linearized reading' (duration: 2.223650046s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.887058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.663194Z","time spent":"2.223852063s","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:05.887028Z","caller":"traceutil/trace.go:171","msg":"trace[573789062] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25926; }","duration":"2.719693731s","start":"2026-04-23T03:11:03.167313Z","end":"2026-04-23T03:11:05.887006Z","steps":["trace[573789062] 'agreement among raft nodes before linearized reading' (duration: 2.719187325s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:05.887113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:03.167299Z","time spent":"2.719799965s","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-23T03:11:06.682395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000136063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:06.682482Z","caller":"traceutil/trace.go:171","msg":"trace[1662955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272317s","start":"2026-04-23T03:11:04.682187Z","end":"2026-04-23T03:11:06.682459Z","steps":["trace[1662955] 'agreement among raft nodes before linearized reading' (duration: 2.000164824s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.682712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:04.682167Z","time spent":"2.000526156s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:06.703338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.557963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:06.703408Z","caller":"traceutil/trace.go:171","msg":"trace[623160977] linearizableReadLoop","detail":"{readStateIndex:26792; appliedIndex:26791; }","duration":"819.385332ms","start":"2026-04-23T03:11:05.884011Z","end":"2026-04-23T03:11:06.703396Z","steps":["trace[623160977] 'read index received' (duration: 151.730655ms)","trace[623160977] 'applied index is now lower than readState.Index' (duration: 667.653827ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:06.703546Z","caller":"traceutil/trace.go:171","msg":"trace[990678880] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"1.53677328s","start":"2026-04-23T03:11:05.166765Z","end":"2026-04-23T03:11:06.703538Z","steps":["trace[990678880] 'process raft request' (duration: 868.960679ms)","trace[990678880] 'compare' (duration: 667.205422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:06.703582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:05.166745Z","time spent":"1.536819502s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:06.703709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147979074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:06.703728Z","caller":"traceutil/trace.go:171","msg":"trace[1517763923] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25927; }","duration":"2.148060097s","start":"2026-04-23T03:11:04.555662Z","end":"2026-04-23T03:11:06.703722Z","steps":["trace[1517763923] 'agreement among raft nodes before linearized reading' (duration: 2.148017146s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.703743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:04.555635Z","time spent":"2.148104339s","remote":"127.0.0.1:53456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:06.703753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956257466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:06.703831Z","caller":"traceutil/trace.go:171","msg":"trace[598010988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25927; }","duration":"1.956350249s","start":"2026-04-23T03:11:04.747463Z","end":"2026-04-23T03:11:06.703813Z","steps":["trace[598010988] 'agreement among raft nodes before linearized reading' (duration: 1.956197124s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.703878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:04.747411Z","time spent":"1.956449952s","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:06.703878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685350035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"warn","ts":"2026-04-23T03:11:06.703937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384105517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-23T03:11:06.70394Z","caller":"traceutil/trace.go:171","msg":"trace[706864205] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25927; }","duration":"2.685421597s","start":"2026-04-23T03:11:04.018504Z","end":"2026-04-23T03:11:06.703926Z","steps":["trace[706864205] 'agreement among raft nodes before linearized reading' (duration: 2.68518661s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:06.703956Z","caller":"traceutil/trace.go:171","msg":"trace[729395501] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25927; }","duration":"1.384150788s","start":"2026-04-23T03:11:05.319801Z","end":"2026-04-23T03:11:06.703952Z","steps":["trace[729395501] 'agreement among raft nodes before linearized reading' (duration: 1.384109607s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.703967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:04.01846Z","time spent":"2.685502271s","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T03:11:06.704016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.399823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:06.704032Z","caller":"traceutil/trace.go:171","msg":"trace[1622940727] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25927; }","duration":"870.451535ms","start":"2026-04-23T03:11:05.833577Z","end":"2026-04-23T03:11:06.704029Z","steps":["trace[1622940727] 'agreement among raft nodes before linearized reading' (duration: 870.403583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.704045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:05.833555Z","time spent":"870.486926ms","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:06.704088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787017018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:06.704115Z","caller":"traceutil/trace.go:171","msg":"trace[1518490812] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25927; }","duration":"1.78708552s","start":"2026-04-23T03:11:04.917023Z","end":"2026-04-23T03:11:06.704108Z","steps":["trace[1518490812] 'agreement among raft nodes before linearized reading' (duration: 1.787034749s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.704128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322004414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:06.704136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:04.916999Z","time spent":"1.787132912s","remote":"127.0.0.1:48646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:06.704152Z","caller":"traceutil/trace.go:171","msg":"trace[1429552465] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25927; }","duration":"2.322057265s","start":"2026-04-23T03:11:04.382088Z","end":"2026-04-23T03:11:06.704145Z","steps":["trace[1429552465] 'agreement among raft nodes before linearized reading' (duration: 2.322014324s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.704172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926375012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:06.704173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:04.382072Z","time spent":"2.322095876s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:06.70419Z","caller":"traceutil/trace.go:171","msg":"trace[1015278925] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25927; }","duration":"1.926435274s","start":"2026-04-23T03:11:04.777749Z","end":"2026-04-23T03:11:06.704184Z","steps":["trace[1015278925] 'agreement among raft nodes before linearized reading' (duration: 1.926408283s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.704207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:04.77771Z","time spent":"1.926493755s","remote":"127.0.0.1:53600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:06.703972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:05.319786Z","time spent":"1.384183009s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-23T03:11:06.749321Z","caller":"traceutil/trace.go:171","msg":"trace[1239891736] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"854.382817ms","start":"2026-04-23T03:11:05.894921Z","end":"2026-04-23T03:11:06.749304Z","steps":["trace[1239891736] 'process raft request' (duration: 854.246583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.749423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:05.8949Z","time spent":"854.468609ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:06.749578Z","caller":"traceutil/trace.go:171","msg":"trace[1292667049] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"851.527157ms","start":"2026-04-23T03:11:05.898044Z","end":"2026-04-23T03:11:06.749571Z","steps":["trace[1292667049] 'process raft request' (duration: 851.231528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.749612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:05.898024Z","time spent":"851.570929ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:06.749627Z","caller":"traceutil/trace.go:171","msg":"trace[1750025346] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"851.379452ms","start":"2026-04-23T03:11:05.898233Z","end":"2026-04-23T03:11:06.749613Z","steps":["trace[1750025346] 'process raft request' (duration: 851.232748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.749717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:05.898224Z","time spent":"851.441584ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:06.749788Z","caller":"traceutil/trace.go:171","msg":"trace[1739155550] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"851.975251ms","start":"2026-04-23T03:11:05.897789Z","end":"2026-04-23T03:11:06.749764Z","steps":["trace[1739155550] 'process raft request' (duration: 851.785035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:06.749923Z","caller":"traceutil/trace.go:171","msg":"trace[1288059376] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"851.365302ms","start":"2026-04-23T03:11:05.898551Z","end":"2026-04-23T03:11:06.749916Z","steps":["trace[1288059376] 'process raft request' (duration: 851.190846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.749931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:05.89777Z","time spent":"852.099765ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:06.749954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:05.898544Z","time spent":"851.393812ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:06.749955Z","caller":"traceutil/trace.go:171","msg":"trace[1189057638] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"851.367112ms","start":"2026-04-23T03:11:05.89858Z","end":"2026-04-23T03:11:06.749947Z","steps":["trace[1189057638] 'process raft request' (duration: 851.272229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.749989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:05.898563Z","time spent":"851.408614ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:06.750002Z","caller":"traceutil/trace.go:171","msg":"trace[270239040] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"851.212287ms","start":"2026-04-23T03:11:05.898774Z","end":"2026-04-23T03:11:06.749986Z","steps":["trace[270239040] 'process raft request' (duration: 851.126124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.75008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:05.898752Z","time spent":"851.29019ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:06.750121Z","caller":"traceutil/trace.go:171","msg":"trace[1900831470] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"848.770179ms","start":"2026-04-23T03:11:05.901327Z","end":"2026-04-23T03:11:06.750097Z","steps":["trace[1900831470] 'process raft request' (duration: 848.607144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:06.750228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:05.901321Z","time spent":"848.851882ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:08.451977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000255308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:08.45207Z","caller":"traceutil/trace.go:171","msg":"trace[1823410353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430923s","start":"2026-04-23T03:11:06.451621Z","end":"2026-04-23T03:11:08.452052Z","steps":["trace[1823410353] 'agreement among raft nodes before linearized reading' (duration: 2.000287988s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:08.452119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.4516Z","time spent":"2.000508996s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:08.689782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:08.689843Z","caller":"traceutil/trace.go:171","msg":"trace[1702898371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000208986s","start":"2026-04-23T03:11:06.68962Z","end":"2026-04-23T03:11:08.689829Z","steps":["trace[1702898371] 'agreement among raft nodes before linearized reading' (duration: 2.000122993s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:08.689876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.689604Z","time spent":"2.000266288s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:09.190524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:08.19099Z","time spent":"999.527025ms","remote":"127.0.0.1:47560","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:09.191288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.783382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:09.1914Z","caller":"traceutil/trace.go:171","msg":"trace[815586575] linearizableReadLoop","detail":"{readStateIndex:26802; appliedIndex:26792; }","duration":"2.487967599s","start":"2026-04-23T03:11:06.703421Z","end":"2026-04-23T03:11:09.191388Z","steps":["trace[815586575] 'read index received' (duration: 45.749905ms)","trace[815586575] 'applied index is now lower than readState.Index' (duration: 2.442217044s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:09.19149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758453826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:09.191482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652874641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:09.19153Z","caller":"traceutil/trace.go:171","msg":"trace[1286284432] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25937; }","duration":"2.758533549s","start":"2026-04-23T03:11:06.432983Z","end":"2026-04-23T03:11:09.191517Z","steps":["trace[1286284432] 'agreement among raft nodes before linearized reading' (duration: 2.758429526s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.191501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693107801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:09.191544Z","caller":"traceutil/trace.go:171","msg":"trace[1916689198] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25937; }","duration":"2.652963003s","start":"2026-04-23T03:11:06.538564Z","end":"2026-04-23T03:11:09.191527Z","steps":["trace[1916689198] 'agreement among raft nodes before linearized reading' (duration: 2.652828959s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.191557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.432968Z","time spent":"2.758582711s","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:09.191577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.538556Z","time spent":"2.653012345s","remote":"127.0.0.1:53686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:09.191575Z","caller":"traceutil/trace.go:171","msg":"trace[93547503] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25937; }","duration":"2.693220365s","start":"2026-04-23T03:11:06.498337Z","end":"2026-04-23T03:11:09.191557Z","steps":["trace[93547503] 'agreement among raft nodes before linearized reading' (duration: 2.693078171s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.191606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293444941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-461b3ebc-9330-4e49-a2c1-2200eebb0d44\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-23T03:11:09.191625Z","caller":"traceutil/trace.go:171","msg":"trace[1552509674] range","detail":"{range_begin:/registry/persistentvolumes/pvc-461b3ebc-9330-4e49-a2c1-2200eebb0d44; range_end:; response_count:1; response_revision:25937; }","duration":"3.293483112s","start":"2026-04-23T03:11:05.898134Z","end":"2026-04-23T03:11:09.191617Z","steps":["trace[1552509674] 'agreement among raft nodes before linearized reading' (duration: 3.293436281s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.191622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.498323Z","time spent":"2.693288367s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:09.191642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:05.89812Z","time spent":"3.293518064s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-461b3ebc-9330-4e49-a2c1-2200eebb0d44\" "} {"level":"info","ts":"2026-04-23T03:11:09.191733Z","caller":"traceutil/trace.go:171","msg":"trace[1349061632] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"3.038566787s","start":"2026-04-23T03:11:06.153156Z","end":"2026-04-23T03:11:09.191723Z","steps":["trace[1349061632] 'process raft request' (duration: 2.1642888s)","trace[1349061632] 'compare' (duration: 873.390749ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:09.191743Z","caller":"traceutil/trace.go:171","msg":"trace[1645021051] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"3.00856677s","start":"2026-04-23T03:11:06.183164Z","end":"2026-04-23T03:11:09.191731Z","steps":["trace[1645021051] 'process raft request' (duration: 3.008184368s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.191561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861692559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-04-23T03:11:09.191798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.153134Z","time spent":"3.038619758s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:09.191811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.183144Z","time spent":"3.008620692s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:09.19182Z","caller":"traceutil/trace.go:171","msg":"trace[917005676] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25937; }","duration":"2.861972898s","start":"2026-04-23T03:11:06.329834Z","end":"2026-04-23T03:11:09.191807Z","steps":["trace[917005676] 'agreement among raft nodes before linearized reading' (duration: 2.861598466s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:09.191884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.329818Z","time spent":"2.86205526s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418401,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T03:11:09.691988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:10.192984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:10.693228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:10.697745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:10.697804Z","caller":"traceutil/trace.go:171","msg":"trace[1553763247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000132292s","start":"2026-04-23T03:11:08.697654Z","end":"2026-04-23T03:11:10.697787Z","steps":["trace[1553763247] 'agreement among raft nodes before linearized reading' (duration: 2.00005203s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:10.697965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:08.697642Z","time spent":"2.000264747s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:10.887563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.570156505s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:11.098116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.358095ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:11.098198Z","caller":"traceutil/trace.go:171","msg":"trace[1141370988] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25937; }","duration":"340.449748ms","start":"2026-04-23T03:11:10.757737Z","end":"2026-04-23T03:11:11.098187Z","steps":["trace[1141370988] 'range keys from in-memory index tree' (duration: 340.344155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.098732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.848813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:11.098869Z","caller":"traceutil/trace.go:171","msg":"trace[1498101331] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"3.197942183s","start":"2026-04-23T03:11:07.900919Z","end":"2026-04-23T03:11:11.098861Z","steps":["trace[1498101331] 'process raft request' (duration: 3.197857801s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.098919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.9008Z","time spent":"3.198094488s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:11.099075Z","caller":"traceutil/trace.go:171","msg":"trace[1423196989] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"3.198354206s","start":"2026-04-23T03:11:07.900711Z","end":"2026-04-23T03:11:11.099065Z","steps":["trace[1423196989] 'process raft request' (duration: 2.987126431s)","trace[1423196989] 'compare' (duration: 210.13415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:11.099116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.900673Z","time spent":"3.198423729s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:11.099141Z","caller":"traceutil/trace.go:171","msg":"trace[946876176] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"3.127495858s","start":"2026-04-23T03:11:07.971624Z","end":"2026-04-23T03:11:11.09912Z","steps":["trace[946876176] 'process raft request' (duration: 3.127454436s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.099277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.971611Z","time spent":"3.12759856s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:11.099502Z","caller":"traceutil/trace.go:171","msg":"trace[1092811021] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"3.19754034s","start":"2026-04-23T03:11:07.901951Z","end":"2026-04-23T03:11:11.099491Z","steps":["trace[1092811021] 'process raft request' (duration: 3.19688867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.099564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.901938Z","time spent":"3.197595813s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:11.099686Z","caller":"traceutil/trace.go:171","msg":"trace[755075008] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"3.19752432s","start":"2026-04-23T03:11:07.902153Z","end":"2026-04-23T03:11:11.099678Z","steps":["trace[755075008] 'process raft request' (duration: 3.196785197s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.099743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.902145Z","time spent":"3.197568761s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:11.099859Z","caller":"traceutil/trace.go:171","msg":"trace[108684501] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"3.197402606s","start":"2026-04-23T03:11:07.902447Z","end":"2026-04-23T03:11:11.09985Z","steps":["trace[108684501] 'process raft request' (duration: 3.196570909s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.099913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.90243Z","time spent":"3.197455868s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:11.099994Z","caller":"traceutil/trace.go:171","msg":"trace[1183676395] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"3.184802968s","start":"2026-04-23T03:11:07.915184Z","end":"2026-04-23T03:11:11.099987Z","steps":["trace[1183676395] 'process raft request' (duration: 3.183866898s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:11.100041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.915174Z","time spent":"3.184845459s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:12.444953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000862197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:12.445249Z","caller":"traceutil/trace.go:171","msg":"trace[1692824552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001223658s","start":"2026-04-23T03:11:10.443893Z","end":"2026-04-23T03:11:12.445117Z","steps":["trace[1692824552] 'agreement among raft nodes before linearized reading' (duration: 2.000894767s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.445377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:10.443865Z","time spent":"2.001493046s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:12.71947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997378096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:12.719548Z","caller":"traceutil/trace.go:171","msg":"trace[164453368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99749341s","start":"2026-04-23T03:11:10.722038Z","end":"2026-04-23T03:11:12.719531Z","steps":["trace[164453368] 'agreement among raft nodes before linearized reading' (duration: 1.997394037s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:12.719702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:10.722026Z","time spent":"1.997635434s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:13.459568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.381304848s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:11:13.460096Z","caller":"traceutil/trace.go:171","msg":"trace[2023804838] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"4.751591277s","start":"2026-04-23T03:11:08.708477Z","end":"2026-04-23T03:11:13.460068Z","steps":["trace[2023804838] 'process raft request' (duration: 4.751273057s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:13.460223Z","caller":"traceutil/trace.go:171","msg":"trace[1521266865] linearizableReadLoop","detail":"{readStateIndex:26811; appliedIndex:26802; }","duration":"4.26879133s","start":"2026-04-23T03:11:09.191415Z","end":"2026-04-23T03:11:13.460206Z","steps":["trace[1521266865] 'read index received' (duration: 1.696513898s)","trace[1521266865] 'applied index is now lower than readState.Index' (duration: 2.572276252s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:13.460298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.581280225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:13.460352Z","caller":"traceutil/trace.go:171","msg":"trace[906330295] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25946; }","duration":"5.581334697s","start":"2026-04-23T03:11:07.879006Z","end":"2026-04-23T03:11:13.460341Z","steps":["trace[906330295] 'agreement among raft nodes before linearized reading' (duration: 5.581253374s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.46038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.878948Z","time spent":"5.58142334s","remote":"127.0.0.1:53368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:13.460386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.707551985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T03:11:13.460416Z","caller":"traceutil/trace.go:171","msg":"trace[159286377] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f; range_end:; response_count:1; response_revision:25946; }","duration":"6.707613897s","start":"2026-04-23T03:11:06.752793Z","end":"2026-04-23T03:11:13.460407Z","steps":["trace[159286377] 'agreement among raft nodes before linearized reading' (duration: 6.707491493s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.46044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.752774Z","time spent":"6.707658869s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" "} {"level":"warn","ts":"2026-04-23T03:11:13.460444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.216163037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:13.460485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.70675496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T03:11:13.460553Z","caller":"traceutil/trace.go:171","msg":"trace[1017765404] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25946; }","duration":"6.216318432s","start":"2026-04-23T03:11:07.244209Z","end":"2026-04-23T03:11:13.460527Z","steps":["trace[1017765404] 'agreement among raft nodes before linearized reading' (duration: 6.216116646s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:13.460561Z","caller":"traceutil/trace.go:171","msg":"trace[781745493] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25946; }","duration":"6.706870884s","start":"2026-04-23T03:11:06.753672Z","end":"2026-04-23T03:11:13.460543Z","steps":["trace[781745493] 'agreement among raft nodes before linearized reading' (duration: 6.706601476s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.460616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.753664Z","time spent":"6.706943456s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:11:13.460624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:07.244193Z","time spent":"6.216413715s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:13.460729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704683725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T03:11:13.460852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.742388266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-04-23T03:11:13.460624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.336163109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:13.460895Z","caller":"traceutil/trace.go:171","msg":"trace[1518021028] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25946; }","duration":"6.742428127s","start":"2026-04-23T03:11:06.718457Z","end":"2026-04-23T03:11:13.460885Z","steps":["trace[1518021028] 'agreement among raft nodes before linearized reading' (duration: 6.742335104s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.460922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.718443Z","time spent":"6.742472459s","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-04-23T03:11:13.460935Z","caller":"traceutil/trace.go:171","msg":"trace[1506366318] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25946; }","duration":"5.336465029s","start":"2026-04-23T03:11:08.124448Z","end":"2026-04-23T03:11:13.460913Z","steps":["trace[1506366318] 'agreement among raft nodes before linearized reading' (duration: 5.336145859s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.460453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.706803052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T03:11:13.460918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705290964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T03:11:13.461006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:08.124383Z","time spent":"5.336587132s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:13.461017Z","caller":"traceutil/trace.go:171","msg":"trace[2005178883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25946; }","duration":"4.70739508s","start":"2026-04-23T03:11:08.753604Z","end":"2026-04-23T03:11:13.460999Z","steps":["trace[2005178883] 'agreement among raft nodes before linearized reading' (duration: 4.706620576s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.461054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70672928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T03:11:13.461071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:08.75359Z","time spent":"4.707464763s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T03:11:13.461101Z","caller":"traceutil/trace.go:171","msg":"trace[468561857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25946; }","duration":"4.706817792s","start":"2026-04-23T03:11:08.754273Z","end":"2026-04-23T03:11:13.461091Z","steps":["trace[468561857] 'agreement among raft nodes before linearized reading' (duration: 4.706699589s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.461134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:08.754251Z","time spent":"4.706875764s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T03:11:13.460843Z","caller":"traceutil/trace.go:171","msg":"trace[737861448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25946; }","duration":"4.704917203s","start":"2026-04-23T03:11:08.755905Z","end":"2026-04-23T03:11:13.460822Z","steps":["trace[737861448] 'agreement among raft nodes before linearized reading' (duration: 4.704415107s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.461197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.742757907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-04-23T03:11:13.461243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:08.755883Z","time spent":"4.705346516s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T03:11:13.461252Z","caller":"traceutil/trace.go:171","msg":"trace[1595969980] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25946; }","duration":"6.74283914s","start":"2026-04-23T03:11:06.718404Z","end":"2026-04-23T03:11:13.461243Z","steps":["trace[1595969980] 'agreement among raft nodes before linearized reading' (duration: 6.742717866s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.461281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.718391Z","time spent":"6.742882142s","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-23T03:11:13.460228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:08.708454Z","time spent":"4.751694271s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:13.460977Z","caller":"traceutil/trace.go:171","msg":"trace[1806519589] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"3.908795165s","start":"2026-04-23T03:11:09.552132Z","end":"2026-04-23T03:11:13.460928Z","steps":["trace[1806519589] 'process raft request' (duration: 3.907834215s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.460631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704760387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T03:11:13.461447Z","caller":"traceutil/trace.go:171","msg":"trace[1482200656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25946; }","duration":"4.705576873s","start":"2026-04-23T03:11:08.755859Z","end":"2026-04-23T03:11:13.461436Z","steps":["trace[1482200656] 'agreement among raft nodes before linearized reading' (duration: 4.704663534s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.46146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.552104Z","time spent":"3.909295451s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:13.461486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:08.755828Z","time spent":"4.705648245s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:13.461568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.597437946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:13.461853Z","caller":"traceutil/trace.go:171","msg":"trace[562724336] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25946; }","duration":"4.59788374s","start":"2026-04-23T03:11:08.863945Z","end":"2026-04-23T03:11:13.461829Z","steps":["trace[562724336] 'agreement among raft nodes before linearized reading' (duration: 4.59727082s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.460745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.740986992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-23T03:11:13.462872Z","caller":"traceutil/trace.go:171","msg":"trace[277305002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25946; }","duration":"4.705418248s","start":"2026-04-23T03:11:08.755592Z","end":"2026-04-23T03:11:13.46101Z","steps":["trace[277305002] 'agreement among raft nodes before linearized reading' (duration: 4.705195711s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.463698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:08.755583Z","time spent":"4.708093383s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T03:11:13.463726Z","caller":"traceutil/trace.go:171","msg":"trace[516519188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25946; }","duration":"6.744023488s","start":"2026-04-23T03:11:06.719689Z","end":"2026-04-23T03:11:13.463712Z","steps":["trace[516519188] 'agreement among raft nodes before linearized reading' (duration: 6.740894279s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.463856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:08.863926Z","time spent":"4.599878653s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:11:13.463867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:06.719644Z","time spent":"6.744207694s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T03:11:13.467559Z","caller":"traceutil/trace.go:171","msg":"trace[1816759652] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"2.566932443s","start":"2026-04-23T03:11:10.900612Z","end":"2026-04-23T03:11:13.467545Z","steps":["trace[1816759652] 'process raft request' (duration: 2.566664195s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.467641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:10.900587Z","time spent":"2.567006806s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:13.467649Z","caller":"traceutil/trace.go:171","msg":"trace[1482830218] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"363.344531ms","start":"2026-04-23T03:11:13.10428Z","end":"2026-04-23T03:11:13.467625Z","steps":["trace[1482830218] 'process raft request' (duration: 363.252898ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:13.467826Z","caller":"traceutil/trace.go:171","msg":"trace[160261634] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"1.758308801s","start":"2026-04-23T03:11:11.709509Z","end":"2026-04-23T03:11:13.467817Z","steps":["trace[160261634] 'process raft request' (duration: 1.75797265s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.467878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:11.70949Z","time spent":"1.758360493s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:13.467939Z","caller":"traceutil/trace.go:171","msg":"trace[605467220] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"362.766552ms","start":"2026-04-23T03:11:13.105165Z","end":"2026-04-23T03:11:13.467932Z","steps":["trace[605467220] 'process raft request' (duration: 362.635208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.467772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:13.104253Z","time spent":"363.454994ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:13.467975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:13.105152Z","time spent":"362.804373ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:13.467937Z","caller":"traceutil/trace.go:171","msg":"trace[137300306] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"363.599179ms","start":"2026-04-23T03:11:13.104294Z","end":"2026-04-23T03:11:13.467893Z","steps":["trace[137300306] 'process raft request' (duration: 363.287909ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:13.468081Z","caller":"traceutil/trace.go:171","msg":"trace[403527118] transaction","detail":"{read_only:false; response_revision:25955; number_of_response:1; }","duration":"362.220505ms","start":"2026-04-23T03:11:13.105839Z","end":"2026-04-23T03:11:13.46806Z","steps":["trace[403527118] 'process raft request' (duration: 362.05204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.468131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.505489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:13.468136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.218091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:13.46815Z","caller":"traceutil/trace.go:171","msg":"trace[539475841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25955; }","duration":"740.524889ms","start":"2026-04-23T03:11:12.72762Z","end":"2026-04-23T03:11:13.468145Z","steps":["trace[539475841] 'agreement among raft nodes before linearized reading' (duration: 740.491028ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:13.468163Z","caller":"traceutil/trace.go:171","msg":"trace[1041799878] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25955; }","duration":"734.272291ms","start":"2026-04-23T03:11:12.733883Z","end":"2026-04-23T03:11:13.468155Z","steps":["trace[1041799878] 'agreement among raft nodes before linearized reading' (duration: 734.22139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.468197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.983085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:13.468193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:13.105829Z","time spent":"362.295247ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:13.468222Z","caller":"traceutil/trace.go:171","msg":"trace[234082906] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25955; }","duration":"754.040836ms","start":"2026-04-23T03:11:12.714175Z","end":"2026-04-23T03:11:13.468216Z","steps":["trace[234082906] 'agreement among raft nodes before linearized reading' (duration: 754.003575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.46824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.714157Z","time spent":"754.078877ms","remote":"127.0.0.1:38792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:13.468277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.282835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:13.468308Z","caller":"traceutil/trace.go:171","msg":"trace[533283218] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25955; }","duration":"217.353937ms","start":"2026-04-23T03:11:13.250945Z","end":"2026-04-23T03:11:13.468299Z","steps":["trace[533283218] 'agreement among raft nodes before linearized reading' (duration: 217.310996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.468366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090579031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:13.468392Z","caller":"traceutil/trace.go:171","msg":"trace[1325798976] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25955; }","duration":"1.090639453s","start":"2026-04-23T03:11:12.377745Z","end":"2026-04-23T03:11:13.468385Z","steps":["trace[1325798976] 'agreement among raft nodes before linearized reading' (duration: 1.090598771s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.468411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.377727Z","time spent":"1.090679134s","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:13.468461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.663599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:13.468459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565483148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:13.467749Z","caller":"traceutil/trace.go:171","msg":"trace[33257469] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"2.270827056s","start":"2026-04-23T03:11:11.196908Z","end":"2026-04-23T03:11:13.467735Z","steps":["trace[33257469] 'process raft request' (duration: 2.270513536s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.468661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469884126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:13.46874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156102841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:13.468764Z","caller":"traceutil/trace.go:171","msg":"trace[1453947559] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25955; }","duration":"3.156149482s","start":"2026-04-23T03:11:10.312608Z","end":"2026-04-23T03:11:13.468757Z","steps":["trace[1453947559] 'agreement among raft nodes before linearized reading' (duration: 3.156113751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.468742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172441426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-23T03:11:13.468796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:10.312595Z","time spent":"3.156194163s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:13.468808Z","caller":"traceutil/trace.go:171","msg":"trace[897033463] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25955; }","duration":"4.172538449s","start":"2026-04-23T03:11:09.29626Z","end":"2026-04-23T03:11:13.468799Z","steps":["trace[897033463] 'agreement among raft nodes before linearized reading' (duration: 4.172371234s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.468842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.296243Z","time spent":"4.172593471s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-23T03:11:13.468095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460892183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:13.468943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750155492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:13.468971Z","caller":"traceutil/trace.go:171","msg":"trace[1046457643] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25955; }","duration":"3.750223624s","start":"2026-04-23T03:11:09.718741Z","end":"2026-04-23T03:11:13.468965Z","steps":["trace[1046457643] 'agreement among raft nodes before linearized reading' (duration: 3.750179933s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.469009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.718719Z","time spent":"3.750284296s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:13.46824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.277083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:13.469066Z","caller":"traceutil/trace.go:171","msg":"trace[515606279] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25955; }","duration":"122.097219ms","start":"2026-04-23T03:11:13.346957Z","end":"2026-04-23T03:11:13.469054Z","steps":["trace[515606279] 'agreement among raft nodes before linearized reading' (duration: 121.259942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.468962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:11.196887Z","time spent":"2.271753106s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:13.468757Z","caller":"traceutil/trace.go:171","msg":"trace[840265148] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25955; }","duration":"2.47000278s","start":"2026-04-23T03:11:10.998741Z","end":"2026-04-23T03:11:13.468744Z","steps":["trace[840265148] 'agreement among raft nodes before linearized reading' (duration: 2.469880066s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.469151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:10.998725Z","time spent":"2.470414264s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:13.468168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.72756Z","time spent":"740.604672ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:13.4682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.733872Z","time spent":"734.318024ms","remote":"127.0.0.1:38774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:13.468045Z","caller":"traceutil/trace.go:171","msg":"trace[183663245] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"363.561128ms","start":"2026-04-23T03:11:13.104478Z","end":"2026-04-23T03:11:13.468039Z","steps":["trace[183663245] 'process raft request' (duration: 363.221557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.469359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:13.104454Z","time spent":"364.875019ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:13.468501Z","caller":"traceutil/trace.go:171","msg":"trace[1996680095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25955; }","duration":"262.70362ms","start":"2026-04-23T03:11:13.205786Z","end":"2026-04-23T03:11:13.46849Z","steps":["trace[1996680095] 'agreement among raft nodes before linearized reading' (duration: 262.643438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:13.468515Z","caller":"traceutil/trace.go:171","msg":"trace[1511473587] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25955; }","duration":"1.565577681s","start":"2026-04-23T03:11:11.902928Z","end":"2026-04-23T03:11:13.468506Z","steps":["trace[1511473587] 'agreement among raft nodes before linearized reading' (duration: 1.565494558s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.469495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:11.902909Z","time spent":"1.566576972s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:13.470087Z","caller":"traceutil/trace.go:171","msg":"trace[305975128] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25955; }","duration":"1.461760061s","start":"2026-04-23T03:11:12.007163Z","end":"2026-04-23T03:11:13.468924Z","steps":["trace[305975128] 'agreement among raft nodes before linearized reading' (duration: 1.460900824s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.470134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:12.007146Z","time spent":"1.462976099s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:13.468317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:13.10425Z","time spent":"363.826816ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:13.468662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276561686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:13.468608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176647511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:11:13.468016Z","caller":"traceutil/trace.go:171","msg":"trace[899578865] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"362.739972ms","start":"2026-04-23T03:11:13.105244Z","end":"2026-04-23T03:11:13.467984Z","steps":["trace[899578865] 'process raft request' (duration: 362.597968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.471121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:13.10523Z","time spent":"365.835319ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:13.471544Z","caller":"traceutil/trace.go:171","msg":"trace[1188785528] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25955; }","duration":"4.279456847s","start":"2026-04-23T03:11:09.192075Z","end":"2026-04-23T03:11:13.471532Z","steps":["trace[1188785528] 'agreement among raft nodes before linearized reading' (duration: 4.276557796s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:13.471559Z","caller":"traceutil/trace.go:171","msg":"trace[1435570972] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25955; }","duration":"2.179620505s","start":"2026-04-23T03:11:11.291925Z","end":"2026-04-23T03:11:13.471546Z","steps":["trace[1435570972] 'agreement among raft nodes before linearized reading' (duration: 2.176603589s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:13.471595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:11.291906Z","time spent":"2.179678596s","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T03:11:13.471719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:09.192062Z","time spent":"4.2795142s","remote":"127.0.0.1:48564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:13.803102Z","caller":"traceutil/trace.go:171","msg":"trace[1263607674] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"145.988063ms","start":"2026-04-23T03:11:13.657085Z","end":"2026-04-23T03:11:13.803073Z","steps":["trace[1263607674] 'process raft request' (duration: 143.275777ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:15.588712Z","caller":"traceutil/trace.go:171","msg":"trace[1022680227] linearizableReadLoop","detail":"{readStateIndex:26848; appliedIndex:26847; }","duration":"120.156517ms","start":"2026-04-23T03:11:15.46853Z","end":"2026-04-23T03:11:15.588686Z","steps":["trace[1022680227] 'read index received' (duration: 120.068834ms)","trace[1022680227] 'applied index is now lower than readState.Index' (duration: 87.003µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:15.588754Z","caller":"traceutil/trace.go:171","msg":"trace[1652651517] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"120.238959ms","start":"2026-04-23T03:11:15.468496Z","end":"2026-04-23T03:11:15.588735Z","steps":["trace[1652651517] 'process raft request' (duration: 120.050233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:15.588921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.372904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-f5f557856-fssgb\" ","response":"range_response_count:1 size:8861"} {"level":"info","ts":"2026-04-23T03:11:15.588955Z","caller":"traceutil/trace.go:171","msg":"trace[572077327] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-f5f557856-fssgb; range_end:; response_count:1; response_revision:25982; }","duration":"120.446096ms","start":"2026-04-23T03:11:15.468497Z","end":"2026-04-23T03:11:15.588943Z","steps":["trace[572077327] 'agreement among raft nodes before linearized reading' (duration: 120.303431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:15.716015Z","caller":"traceutil/trace.go:171","msg":"trace[1870876234] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"241.373067ms","start":"2026-04-23T03:11:15.474615Z","end":"2026-04-23T03:11:15.715988Z","steps":["trace[1870876234] 'process raft request' (duration: 241.168571ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:15.716114Z","caller":"traceutil/trace.go:171","msg":"trace[1208545439] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"242.375789ms","start":"2026-04-23T03:11:15.473709Z","end":"2026-04-23T03:11:15.716084Z","steps":["trace[1208545439] 'process raft request' (duration: 241.923265ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:15.716162Z","caller":"traceutil/trace.go:171","msg":"trace[580651755] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"240.124338ms","start":"2026-04-23T03:11:15.476016Z","end":"2026-04-23T03:11:15.716141Z","steps":["trace[580651755] 'process raft request' (duration: 239.844609ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:15.716224Z","caller":"traceutil/trace.go:171","msg":"trace[1837928478] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"233.315653ms","start":"2026-04-23T03:11:15.482888Z","end":"2026-04-23T03:11:15.716204Z","steps":["trace[1837928478] 'process raft request' (duration: 233.036294ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:15.716245Z","caller":"traceutil/trace.go:171","msg":"trace[1687314981] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"241.614575ms","start":"2026-04-23T03:11:15.474622Z","end":"2026-04-23T03:11:15.716237Z","steps":["trace[1687314981] 'process raft request' (duration: 241.118839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:15.71627Z","caller":"traceutil/trace.go:171","msg":"trace[1597320229] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"240.783528ms","start":"2026-04-23T03:11:15.475462Z","end":"2026-04-23T03:11:15.716245Z","steps":["trace[1597320229] 'process raft request' (duration: 240.364125ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:15.716206Z","caller":"traceutil/trace.go:171","msg":"trace[250631576] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"233.774127ms","start":"2026-04-23T03:11:15.482405Z","end":"2026-04-23T03:11:15.716179Z","steps":["trace[250631576] 'process raft request' (duration: 233.488928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:15.837927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.955414ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:11:15.838013Z","caller":"traceutil/trace.go:171","msg":"trace[419887125] linearizableReadLoop","detail":"{readStateIndex:26856; appliedIndex:26848; }","duration":"249.225665ms","start":"2026-04-23T03:11:15.588774Z","end":"2026-04-23T03:11:15.837999Z","steps":["trace[419887125] 'read index received' (duration: 126.879969ms)","trace[419887125] 'applied index is now lower than readState.Index' (duration: 122.343946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:15.838177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.213713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:11:15.83821Z","caller":"traceutil/trace.go:171","msg":"trace[833000446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25989; }","duration":"354.274085ms","start":"2026-04-23T03:11:15.483925Z","end":"2026-04-23T03:11:15.838199Z","steps":["trace[833000446] 'agreement among raft nodes before linearized reading' (duration: 354.139211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:15.838238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.483916Z","time spent":"354.314806ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:15.83825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.721682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:11:15.838303Z","caller":"traceutil/trace.go:171","msg":"trace[678928496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25989; }","duration":"356.787984ms","start":"2026-04-23T03:11:15.481502Z","end":"2026-04-23T03:11:15.83829Z","steps":["trace[678928496] 'agreement among raft nodes before linearized reading' (duration: 356.65777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:15.838343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.481497Z","time spent":"356.838637ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:15.838333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.227317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T03:11:15.838385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.43738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T03:11:15.838422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.352572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:11:15.838434Z","caller":"traceutil/trace.go:171","msg":"trace[2007756662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25989; }","duration":"356.345371ms","start":"2026-04-23T03:11:15.48206Z","end":"2026-04-23T03:11:15.838405Z","steps":["trace[2007756662] 'agreement among raft nodes before linearized reading' (duration: 356.036471ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:15.838447Z","caller":"traceutil/trace.go:171","msg":"trace[1895701284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25989; }","duration":"354.525244ms","start":"2026-04-23T03:11:15.483906Z","end":"2026-04-23T03:11:15.838431Z","steps":["trace[1895701284] 'agreement among raft nodes before linearized reading' (duration: 354.326057ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:15.838453Z","caller":"traceutil/trace.go:171","msg":"trace[2031762117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25989; }","duration":"357.406314ms","start":"2026-04-23T03:11:15.481038Z","end":"2026-04-23T03:11:15.838444Z","steps":["trace[2031762117] 'agreement among raft nodes before linearized reading' (duration: 357.329972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:15.838483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.481028Z","time spent":"357.449475ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T03:11:15.838478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.48204Z","time spent":"356.432254ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:15.838484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.483897Z","time spent":"354.581125ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:11:15.840178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.877195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:15.840238Z","caller":"traceutil/trace.go:171","msg":"trace[2075939867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25990; }","duration":"186.972778ms","start":"2026-04-23T03:11:15.653252Z","end":"2026-04-23T03:11:15.840224Z","steps":["trace[2075939867] 'agreement among raft nodes before linearized reading' (duration: 186.870065ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:15.840476Z","caller":"traceutil/trace.go:171","msg":"trace[1633101348] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"240.939134ms","start":"2026-04-23T03:11:15.599529Z","end":"2026-04-23T03:11:15.840468Z","steps":["trace[1633101348] 'process raft request' (duration: 240.49275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:16.235911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.800415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:16.236091Z","caller":"traceutil/trace.go:171","msg":"trace[288335500] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"394.455995ms","start":"2026-04-23T03:11:15.841609Z","end":"2026-04-23T03:11:16.236065Z","steps":["trace[288335500] 'process raft request' (duration: 230.280347ms)","trace[288335500] 'compare' (duration: 163.568348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:16.236199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.841594Z","time spent":"394.551808ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:16.236285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.635591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:16.23661Z","caller":"traceutil/trace.go:171","msg":"trace[2045222458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25991; }","duration":"394.982751ms","start":"2026-04-23T03:11:15.841605Z","end":"2026-04-23T03:11:16.236588Z","steps":["trace[2045222458] 'agreement among raft nodes before linearized reading' (duration: 394.600019ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:16.236014Z","caller":"traceutil/trace.go:171","msg":"trace[1322034028] linearizableReadLoop","detail":"{readStateIndex:26858; appliedIndex:26857; }","duration":"394.369992ms","start":"2026-04-23T03:11:15.84163Z","end":"2026-04-23T03:11:16.236Z","steps":["trace[1322034028] 'read index received' (duration: 62.342µs)","trace[1322034028] 'applied index is now lower than readState.Index' (duration: 394.306359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:16.236675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.84159Z","time spent":"395.071274ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:11:16.285326Z","caller":"traceutil/trace.go:171","msg":"trace[904274696] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"443.65094ms","start":"2026-04-23T03:11:15.841655Z","end":"2026-04-23T03:11:16.285306Z","steps":["trace[904274696] 'process raft request' (duration: 443.205706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:16.28543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.841642Z","time spent":"443.736422ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:16.285527Z","caller":"traceutil/trace.go:171","msg":"trace[1112776785] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"440.930974ms","start":"2026-04-23T03:11:15.844568Z","end":"2026-04-23T03:11:16.285499Z","steps":["trace[1112776785] 'process raft request' (duration: 440.446569ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:16.285596Z","caller":"traceutil/trace.go:171","msg":"trace[307978077] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"443.647679ms","start":"2026-04-23T03:11:15.841914Z","end":"2026-04-23T03:11:16.285561Z","steps":["trace[307978077] 'process raft request' (duration: 443.05056ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:16.285674Z","caller":"traceutil/trace.go:171","msg":"trace[1075737553] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"441.166331ms","start":"2026-04-23T03:11:15.844503Z","end":"2026-04-23T03:11:16.285669Z","steps":["trace[1075737553] 'process raft request' (duration: 440.48991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:16.285709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.844487Z","time spent":"441.206592ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:16.285762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.841903Z","time spent":"443.780244ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:16.285648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:15.844561Z","time spent":"441.023507ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:17.822936Z","caller":"traceutil/trace.go:171","msg":"trace[1163670765] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"101.620642ms","start":"2026-04-23T03:11:17.721224Z","end":"2026-04-23T03:11:17.822845Z","steps":["trace[1163670765] 'process raft request' (duration: 101.366304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:17.823051Z","caller":"traceutil/trace.go:171","msg":"trace[900701993] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"101.662633ms","start":"2026-04-23T03:11:17.721371Z","end":"2026-04-23T03:11:17.823033Z","steps":["trace[900701993] 'process raft request' (duration: 101.414235ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:17.823243Z","caller":"traceutil/trace.go:171","msg":"trace[1115562135] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"101.468546ms","start":"2026-04-23T03:11:17.721765Z","end":"2026-04-23T03:11:17.823234Z","steps":["trace[1115562135] 'process raft request' (duration: 101.218918ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:17.823299Z","caller":"traceutil/trace.go:171","msg":"trace[817336827] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"100.64776ms","start":"2026-04-23T03:11:17.722631Z","end":"2026-04-23T03:11:17.823279Z","steps":["trace[817336827] 'process raft request' (duration: 100.521866ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:17.823448Z","caller":"traceutil/trace.go:171","msg":"trace[145549269] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"100.750113ms","start":"2026-04-23T03:11:17.722683Z","end":"2026-04-23T03:11:17.823433Z","steps":["trace[145549269] 'process raft request' (duration: 100.549077ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:18.349133Z","caller":"traceutil/trace.go:171","msg":"trace[822015976] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"107.660982ms","start":"2026-04-23T03:11:18.241446Z","end":"2026-04-23T03:11:18.349107Z","steps":["trace[822015976] 'process raft request' (duration: 107.253729ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:19.765008Z","caller":"traceutil/trace.go:171","msg":"trace[112502544] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"145.272201ms","start":"2026-04-23T03:11:19.619718Z","end":"2026-04-23T03:11:19.76499Z","steps":["trace[112502544] 'process raft request' (duration: 145.117576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:20.234048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.769424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:20.234256Z","caller":"traceutil/trace.go:171","msg":"trace[845770150] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"405.258707ms","start":"2026-04-23T03:11:19.82896Z","end":"2026-04-23T03:11:20.234219Z","steps":["trace[845770150] 'process raft request' (duration: 61.218445ms)","trace[845770150] 'compare' (duration: 343.483644ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:20.234353Z","caller":"traceutil/trace.go:171","msg":"trace[1887834860] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"403.429128ms","start":"2026-04-23T03:11:19.830901Z","end":"2026-04-23T03:11:20.23433Z","steps":["trace[1887834860] 'process raft request' (duration: 403.270303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:20.234475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.830871Z","time spent":"403.550632ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:20.234383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.828939Z","time spent":"405.38492ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:20.23543Z","caller":"traceutil/trace.go:171","msg":"trace[1303322176] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"404.389749ms","start":"2026-04-23T03:11:19.831019Z","end":"2026-04-23T03:11:20.235409Z","steps":["trace[1303322176] 'process raft request' (duration: 404.284496ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:20.235433Z","caller":"traceutil/trace.go:171","msg":"trace[2121296897] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"404.411609ms","start":"2026-04-23T03:11:19.830977Z","end":"2026-04-23T03:11:20.235389Z","steps":["trace[2121296897] 'process raft request' (duration: 403.298274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:20.235525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.831011Z","time spent":"404.470181ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:20.235582Z","caller":"traceutil/trace.go:171","msg":"trace[1857397458] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"404.561634ms","start":"2026-04-23T03:11:19.83101Z","end":"2026-04-23T03:11:20.235571Z","steps":["trace[1857397458] 'process raft request' (duration: 404.357488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:20.235603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.830969Z","time spent":"404.544953ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:20.235633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.83098Z","time spent":"404.628716ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:20.235689Z","caller":"traceutil/trace.go:171","msg":"trace[1203138363] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"404.646487ms","start":"2026-04-23T03:11:19.831022Z","end":"2026-04-23T03:11:20.235669Z","steps":["trace[1203138363] 'process raft request' (duration: 404.496573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:20.235788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:19.831005Z","time spent":"404.731949ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:20.55863Z","caller":"traceutil/trace.go:171","msg":"trace[1090107188] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"122.326984ms","start":"2026-04-23T03:11:20.436285Z","end":"2026-04-23T03:11:20.558612Z","steps":["trace[1090107188] 'process raft request' (duration: 122.217731ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:20.558633Z","caller":"traceutil/trace.go:171","msg":"trace[475920306] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"122.778639ms","start":"2026-04-23T03:11:20.435828Z","end":"2026-04-23T03:11:20.558607Z","steps":["trace[475920306] 'process raft request' (duration: 111.624196ms)","trace[475920306] 'compare' (duration: 10.956767ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:20.558849Z","caller":"traceutil/trace.go:171","msg":"trace[1375808767] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"122.223871ms","start":"2026-04-23T03:11:20.436613Z","end":"2026-04-23T03:11:20.558837Z","steps":["trace[1375808767] 'process raft request' (duration: 121.942602ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:20.559155Z","caller":"traceutil/trace.go:171","msg":"trace[355306737] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"122.328405ms","start":"2026-04-23T03:11:20.436807Z","end":"2026-04-23T03:11:20.559136Z","steps":["trace[355306737] 'process raft request' (duration: 121.935582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:21.085487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.655112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:21.085568Z","caller":"traceutil/trace.go:171","msg":"trace[1344629130] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26023; }","duration":"326.741405ms","start":"2026-04-23T03:11:20.758805Z","end":"2026-04-23T03:11:21.085546Z","steps":["trace[1344629130] 'range keys from in-memory index tree' (duration: 326.638262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:21.085627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.192567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:21.085686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.656148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:21.085719Z","caller":"traceutil/trace.go:171","msg":"trace[1802760201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26023; }","duration":"242.71884ms","start":"2026-04-23T03:11:20.842991Z","end":"2026-04-23T03:11:21.08571Z","steps":["trace[1802760201] 'count revisions from in-memory index tree' (duration: 242.608246ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:21.085685Z","caller":"traceutil/trace.go:171","msg":"trace[1875393897] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26023; }","duration":"169.29013ms","start":"2026-04-23T03:11:20.91638Z","end":"2026-04-23T03:11:21.08567Z","steps":["trace[1875393897] 'count revisions from in-memory index tree' (duration: 169.119864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:21.930562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:22.211248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165300794s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:24.232126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.020707863s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:24.652844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:24.652915Z","caller":"traceutil/trace.go:171","msg":"trace[1814617995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142083s","start":"2026-04-23T03:11:22.652758Z","end":"2026-04-23T03:11:24.6529Z","steps":["trace[1814617995] 'agreement among raft nodes before linearized reading' (duration: 2.00004847s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:24.652949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.652739Z","time spent":"2.000203235s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:25.665446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.454023475s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:11:25.667674Z","caller":"traceutil/trace.go:171","msg":"trace[835951151] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"4.24403535s","start":"2026-04-23T03:11:21.423625Z","end":"2026-04-23T03:11:25.66766Z","steps":["trace[835951151] 'process raft request' (duration: 4.241922593s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:25.667771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.423608Z","time spent":"4.244109832s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:26.588496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.35602881s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:26.653657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:26.653727Z","caller":"traceutil/trace.go:171","msg":"trace[2054696982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000411973s","start":"2026-04-23T03:11:24.653299Z","end":"2026-04-23T03:11:26.653711Z","steps":["trace[2054696982] 'agreement among raft nodes before linearized reading' (duration: 2.00032412s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.653757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:24.653275Z","time spent":"2.000475474s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:26.768016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.769732Z","time spent":"4.998278513s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:26.781565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.783105Z","time spent":"4.998455929s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:26.878889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211172682s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:26.879082Z","caller":"traceutil/trace.go:171","msg":"trace[1978843000] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"4.63897988s","start":"2026-04-23T03:11:22.24009Z","end":"2026-04-23T03:11:26.87907Z","steps":["trace[1978843000] 'process raft request' (duration: 4.638936989s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.879118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.240067Z","time spent":"4.639033831s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:26.879232Z","caller":"traceutil/trace.go:171","msg":"trace[1000364986] linearizableReadLoop","detail":"{readStateIndex:26894; appliedIndex:26890; }","duration":"5.449606195s","start":"2026-04-23T03:11:21.42962Z","end":"2026-04-23T03:11:26.879227Z","steps":["trace[1000364986] 'read index received' (duration: 781.821215ms)","trace[1000364986] 'applied index is now lower than readState.Index' (duration: 4.66778439s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:26.879332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.449708559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:26.879348Z","caller":"traceutil/trace.go:171","msg":"trace[1768257873] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26030; }","duration":"5.44974228s","start":"2026-04-23T03:11:21.429599Z","end":"2026-04-23T03:11:26.879342Z","steps":["trace[1768257873] 'agreement among raft nodes before linearized reading' (duration: 5.449694548s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.879363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:21.429593Z","time spent":"5.44976597s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:26.879761Z","caller":"traceutil/trace.go:171","msg":"trace[1457954528] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"4.639169706s","start":"2026-04-23T03:11:22.240557Z","end":"2026-04-23T03:11:26.879726Z","steps":["trace[1457954528] 'process raft request' (duration: 4.638492015s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:26.879864Z","caller":"traceutil/trace.go:171","msg":"trace[769539769] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"3.327627802s","start":"2026-04-23T03:11:23.552215Z","end":"2026-04-23T03:11:26.879843Z","steps":["trace[769539769] 'process raft request' (duration: 3.327196118s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.879932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.240549Z","time spent":"4.639289869s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:26.879974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:23.552142Z","time spent":"3.327777886s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:26.880037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248593734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:11:26.880055Z","caller":"traceutil/trace.go:171","msg":"trace[405672213] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26035; }","duration":"3.248636875s","start":"2026-04-23T03:11:23.631413Z","end":"2026-04-23T03:11:26.88005Z","steps":["trace[405672213] 'agreement among raft nodes before linearized reading' (duration: 3.248587654s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.880072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:23.631393Z","time spent":"3.248675067s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T03:11:26.880084Z","caller":"traceutil/trace.go:171","msg":"trace[109019291] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"4.639098384s","start":"2026-04-23T03:11:22.240976Z","end":"2026-04-23T03:11:26.880074Z","steps":["trace[109019291] 'process raft request' (duration: 4.638172195s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:26.880108Z","caller":"traceutil/trace.go:171","msg":"trace[664265432] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"4.638303728s","start":"2026-04-23T03:11:22.241781Z","end":"2026-04-23T03:11:26.880084Z","steps":["trace[664265432] 'process raft request' (duration: 4.637525064s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.880132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.757683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:26.880167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.364691563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:26.880178Z","caller":"traceutil/trace.go:171","msg":"trace[1328238139] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"4.637136292s","start":"2026-04-23T03:11:22.243032Z","end":"2026-04-23T03:11:26.880168Z","steps":["trace[1328238139] 'process raft request' (duration: 4.636324506s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:26.88019Z","caller":"traceutil/trace.go:171","msg":"trace[1223430168] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26035; }","duration":"181.817335ms","start":"2026-04-23T03:11:26.698359Z","end":"2026-04-23T03:11:26.880176Z","steps":["trace[1223430168] 'agreement among raft nodes before linearized reading' (duration: 181.715432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.880212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380007186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:26.880188Z","caller":"traceutil/trace.go:171","msg":"trace[1146897389] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"2.66140847s","start":"2026-04-23T03:11:24.218742Z","end":"2026-04-23T03:11:26.880151Z","steps":["trace[1146897389] 'process raft request' (duration: 2.66076868s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:26.880229Z","caller":"traceutil/trace.go:171","msg":"trace[28581461] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26035; }","duration":"3.380049648s","start":"2026-04-23T03:11:23.500175Z","end":"2026-04-23T03:11:26.880224Z","steps":["trace[28581461] 'agreement among raft nodes before linearized reading' (duration: 3.380022687s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.880225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.243022Z","time spent":"4.637178483s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:26.880196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.428892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:26.880246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:23.500161Z","time spent":"3.380081269s","remote":"127.0.0.1:53524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:26.88023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.24177Z","time spent":"4.638399452s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:26.880274Z","caller":"traceutil/trace.go:171","msg":"trace[1066903170] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26035; }","duration":"493.546126ms","start":"2026-04-23T03:11:26.386711Z","end":"2026-04-23T03:11:26.880257Z","steps":["trace[1066903170] 'agreement among raft nodes before linearized reading' (duration: 493.413281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.88032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.947306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T03:11:26.880322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329472901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:26.880342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:24.218712Z","time spent":"2.661539044s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:26.880223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874733321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:26.880362Z","caller":"traceutil/trace.go:171","msg":"trace[1779913163] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26035; }","duration":"111.016389ms","start":"2026-04-23T03:11:26.769331Z","end":"2026-04-23T03:11:26.880348Z","steps":["trace[1779913163] 'agreement among raft nodes before linearized reading' (duration: 110.918185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.88039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395892779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:11:26.880388Z","caller":"traceutil/trace.go:171","msg":"trace[330539514] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26035; }","duration":"1.874941157s","start":"2026-04-23T03:11:25.005436Z","end":"2026-04-23T03:11:26.880377Z","steps":["trace[330539514] 'agreement among raft nodes before linearized reading' (duration: 1.874727291s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:26.880379Z","caller":"traceutil/trace.go:171","msg":"trace[313794743] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26035; }","duration":"2.329598465s","start":"2026-04-23T03:11:24.550762Z","end":"2026-04-23T03:11:26.880361Z","steps":["trace[313794743] 'agreement among raft nodes before linearized reading' (duration: 2.329480101s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.880137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.240968Z","time spent":"4.639139675s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:26.880423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:25.005414Z","time spent":"1.87499638s","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:26.880409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.623272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:26.880442Z","caller":"traceutil/trace.go:171","msg":"trace[1218382042] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"3.252044843s","start":"2026-04-23T03:11:23.628388Z","end":"2026-04-23T03:11:26.880433Z","steps":["trace[1218382042] 'process raft request' (duration: 3.251074453s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.880459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.146912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T03:11:26.880451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:24.550742Z","time spent":"2.329687637s","remote":"127.0.0.1:53694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:26.880483Z","caller":"traceutil/trace.go:171","msg":"trace[1020451843] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f; range_end:; response_count:1; response_revision:26035; }","duration":"223.200804ms","start":"2026-04-23T03:11:26.657274Z","end":"2026-04-23T03:11:26.880475Z","steps":["trace[1020451843] 'agreement among raft nodes before linearized reading' (duration: 223.07972ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:26.880186Z","caller":"traceutil/trace.go:171","msg":"trace[1049252729] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26035; }","duration":"3.364729164s","start":"2026-04-23T03:11:23.515451Z","end":"2026-04-23T03:11:26.88018Z","steps":["trace[1049252729] 'agreement among raft nodes before linearized reading' (duration: 3.364695133s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:26.880219Z","caller":"traceutil/trace.go:171","msg":"trace[1011675678] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"4.639127775s","start":"2026-04-23T03:11:22.24107Z","end":"2026-04-23T03:11:26.880198Z","steps":["trace[1011675678] 'process raft request' (duration: 4.638179505s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:26.880472Z","caller":"traceutil/trace.go:171","msg":"trace[1560638362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26035; }","duration":"220.714275ms","start":"2026-04-23T03:11:26.659742Z","end":"2026-04-23T03:11:26.880456Z","steps":["trace[1560638362] 'agreement among raft nodes before linearized reading' (duration: 220.602691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.88053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:23.515438Z","time spent":"3.365074065s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:11:26.880544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.241065Z","time spent":"4.639448415s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:26.880582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.195067892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:26.880483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:23.628356Z","time spent":"3.252105835s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:26.88062Z","caller":"traceutil/trace.go:171","msg":"trace[1147875903] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26035; }","duration":"4.195136855s","start":"2026-04-23T03:11:22.685469Z","end":"2026-04-23T03:11:26.880606Z","steps":["trace[1147875903] 'agreement among raft nodes before linearized reading' (duration: 4.195088153s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.880484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31301703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T03:11:26.880634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313412452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T03:11:26.880337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.386693Z","time spent":"493.633769ms","remote":"127.0.0.1:48498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:26.880171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744760754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-23T03:11:26.880664Z","caller":"traceutil/trace.go:171","msg":"trace[936178386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26035; }","duration":"4.313212715s","start":"2026-04-23T03:11:22.567441Z","end":"2026-04-23T03:11:26.880653Z","steps":["trace[936178386] 'agreement among raft nodes before linearized reading' (duration: 4.312977458s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:26.880672Z","caller":"traceutil/trace.go:171","msg":"trace[928311725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26035; }","duration":"4.313495134s","start":"2026-04-23T03:11:22.567166Z","end":"2026-04-23T03:11:26.880661Z","steps":["trace[928311725] 'agreement among raft nodes before linearized reading' (duration: 4.31336512s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:26.880691Z","caller":"traceutil/trace.go:171","msg":"trace[2514897] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26035; }","duration":"2.745340912s","start":"2026-04-23T03:11:24.135339Z","end":"2026-04-23T03:11:26.88068Z","steps":["trace[2514897] 'agreement among raft nodes before linearized reading' (duration: 2.74465856s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.880688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257736743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T03:11:26.880702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.567147Z","time spent":"4.313547777s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:11:26.879986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.422797818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T03:11:26.880737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313148484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:11:26.880748Z","caller":"traceutil/trace.go:171","msg":"trace[2110483819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26035; }","duration":"4.423591303s","start":"2026-04-23T03:11:22.457148Z","end":"2026-04-23T03:11:26.880739Z","steps":["trace[2110483819] 'agreement among raft nodes before linearized reading' (duration: 4.422763767s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:26.88074Z","caller":"traceutil/trace.go:171","msg":"trace[282094479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26035; }","duration":"4.257832625s","start":"2026-04-23T03:11:22.622893Z","end":"2026-04-23T03:11:26.880726Z","steps":["trace[282094479] 'agreement among raft nodes before linearized reading' (duration: 4.257686421s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.880769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.457129Z","time spent":"4.423634195s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T03:11:26.880767Z","caller":"traceutil/trace.go:171","msg":"trace[518919808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26035; }","duration":"4.313204775s","start":"2026-04-23T03:11:22.567552Z","end":"2026-04-23T03:11:26.880757Z","steps":["trace[518919808] 'agreement among raft nodes before linearized reading' (duration: 4.313127093s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.88054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161173551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:26.880786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.622864Z","time spent":"4.257910458s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:26.880792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.567536Z","time spent":"4.313251306s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:26.880695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.567433Z","time spent":"4.313252557s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:11:26.880654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.685448Z","time spent":"4.195197656s","remote":"127.0.0.1:35546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:26.880815Z","caller":"traceutil/trace.go:171","msg":"trace[2135536313] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26035; }","duration":"4.16144329s","start":"2026-04-23T03:11:22.719357Z","end":"2026-04-23T03:11:26.8808Z","steps":["trace[2135536313] 'agreement among raft nodes before linearized reading' (duration: 4.161150901s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.880719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:24.13532Z","time spent":"2.745391204s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-23T03:11:26.880863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.719321Z","time spent":"4.161525362s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:26.880408Z","caller":"traceutil/trace.go:171","msg":"trace[1662319200] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26035; }","duration":"3.39595456s","start":"2026-04-23T03:11:23.484449Z","end":"2026-04-23T03:11:26.880403Z","steps":["trace[1662319200] 'agreement among raft nodes before linearized reading' (duration: 3.395906649s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.880946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:23.48443Z","time spent":"3.396507848s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T03:11:26.881345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962514154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:11:26.881361Z","caller":"traceutil/trace.go:171","msg":"trace[420986714] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26035; }","duration":"3.962566825s","start":"2026-04-23T03:11:22.91879Z","end":"2026-04-23T03:11:26.881357Z","steps":["trace[420986714] 'agreement among raft nodes before linearized reading' (duration: 3.961626486s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:26.881375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:22.91877Z","time spent":"3.962600036s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2686,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:27.438999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:27.942617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:28.443231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:28.943615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:29.131433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.193628817s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:29.335893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.208933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:29.336199Z","caller":"traceutil/trace.go:171","msg":"trace[2123324753] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"2.449694739s","start":"2026-04-23T03:11:26.886486Z","end":"2026-04-23T03:11:29.336181Z","steps":["trace[2123324753] 'process raft request' (duration: 2.449620867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:29.336276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.886473Z","time spent":"2.449768901s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:29.336411Z","caller":"traceutil/trace.go:171","msg":"trace[1082184093] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"2.450676689s","start":"2026-04-23T03:11:26.8857Z","end":"2026-04-23T03:11:29.336377Z","steps":["trace[1082184093] 'process raft request' (duration: 2.245906188s)","trace[1082184093] 'compare' (duration: 202.461608ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:29.336482Z","caller":"traceutil/trace.go:171","msg":"trace[1456588086] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"2.450308148s","start":"2026-04-23T03:11:26.886163Z","end":"2026-04-23T03:11:29.336471Z","steps":["trace[1456588086] 'process raft request' (duration: 2.449851164s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:29.336537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.886153Z","time spent":"2.45035497s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:29.33658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.885676Z","time spent":"2.450815794s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:29.336662Z","caller":"traceutil/trace.go:171","msg":"trace[641855961] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"2.449924586s","start":"2026-04-23T03:11:26.886685Z","end":"2026-04-23T03:11:29.33661Z","steps":["trace[641855961] 'process raft request' (duration: 2.449456161s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:29.336766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.886675Z","time spent":"2.45004672s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:29.337697Z","caller":"traceutil/trace.go:171","msg":"trace[1183826773] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"2.449814763s","start":"2026-04-23T03:11:26.887838Z","end":"2026-04-23T03:11:29.337653Z","steps":["trace[1183826773] 'process raft request' (duration: 2.448605595s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:29.337771Z","caller":"traceutil/trace.go:171","msg":"trace[392308204] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"2.449189853s","start":"2026-04-23T03:11:26.888563Z","end":"2026-04-23T03:11:29.337753Z","steps":["trace[392308204] 'process raft request' (duration: 2.448591184s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:29.337864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.888543Z","time spent":"2.449273566s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:29.337871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.887828Z","time spent":"2.449963087s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:29.660835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:29.660902Z","caller":"traceutil/trace.go:171","msg":"trace[1003580349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191836s","start":"2026-04-23T03:11:27.660695Z","end":"2026-04-23T03:11:29.660887Z","steps":["trace[1003580349] 'agreement among raft nodes before linearized reading' (duration: 2.000104393s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:29.660937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.660638Z","time spent":"2.000292898s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:31.662596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000799264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:31.66278Z","caller":"traceutil/trace.go:171","msg":"trace[150481499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001091043s","start":"2026-04-23T03:11:29.661666Z","end":"2026-04-23T03:11:31.662757Z","steps":["trace[150481499] 'agreement among raft nodes before linearized reading' (duration: 2.000848556s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:31.662896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:29.661652Z","time spent":"2.001226827s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:31.774859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.88870954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:31.77496Z","caller":"traceutil/trace.go:171","msg":"trace[1812222785] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.888845054s","start":"2026-04-23T03:11:26.88609Z","end":"2026-04-23T03:11:31.774935Z","steps":["trace[1812222785] 'agreement among raft nodes before linearized reading' (duration: 4.88872159s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:31.775026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.88608Z","time spent":"4.888929376s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/23 03:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:31.781687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.895219665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:31.78179Z","caller":"traceutil/trace.go:171","msg":"trace[133422850] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.89535497s","start":"2026-04-23T03:11:26.88641Z","end":"2026-04-23T03:11:31.781764Z","steps":["trace[133422850] 'agreement among raft nodes before linearized reading' (duration: 4.895230786s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:31.781874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.886401Z","time spent":"4.895439102s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 03:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:33.015466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.883814436s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:33.668172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909690175s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:33.668272Z","caller":"traceutil/trace.go:171","msg":"trace[366936483] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26041; }","duration":"2.909800979s","start":"2026-04-23T03:11:30.758455Z","end":"2026-04-23T03:11:33.668256Z","steps":["trace[366936483] 'range keys from in-memory index tree' (duration: 2.909675904s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:33.66951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999737081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:33.669544Z","caller":"traceutil/trace.go:171","msg":"trace[991124775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999800203s","start":"2026-04-23T03:11:31.669736Z","end":"2026-04-23T03:11:33.669536Z","steps":["trace[991124775] 'agreement among raft nodes before linearized reading' (duration: 1.999762192s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:33.669572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.669613Z","time spent":"1.999952278s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:33.6704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.664217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:33.670641Z","caller":"traceutil/trace.go:171","msg":"trace[2083276039] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"6.730551841s","start":"2026-04-23T03:11:26.940076Z","end":"2026-04-23T03:11:33.670628Z","steps":["trace[2083276039] 'process raft request' (duration: 6.075644897s)","trace[2083276039] 'compare' (duration: 651.573949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:33.670707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.940033Z","time spent":"6.730635845s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:33.883386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.884236Z","time spent":"4.99914077s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:33.884311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.887829Z","time spent":"4.996474997s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:33.885676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.886924Z","time spent":"4.998748078s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:33.886207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.887008Z","time spent":"4.999150561s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:33.886305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.887198Z","time spent":"4.99910551s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:33.887625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.887982Z","time spent":"4.999639227s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:35.670083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:35.670152Z","caller":"traceutil/trace.go:171","msg":"trace[793968150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002488s","start":"2026-04-23T03:11:33.670133Z","end":"2026-04-23T03:11:35.670136Z","steps":["trace[793968150] 'agreement among raft nodes before linearized reading' (duration: 1.999911695s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:35.670188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.67011Z","time spent":"2.000070531s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:35.677756Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7edf9db821d02798","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T03:11:36.340491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000123912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:36.34057Z","caller":"traceutil/trace.go:171","msg":"trace[1046134097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000247536s","start":"2026-04-23T03:11:31.340304Z","end":"2026-04-23T03:11:36.340552Z","steps":["trace[1046134097] 'agreement among raft nodes before linearized reading' (duration: 5.000148902s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:36.340617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.340289Z","time spent":"5.000317238s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 03:11:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:36.341751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999403009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:36.341797Z","caller":"traceutil/trace.go:171","msg":"trace[1663630941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999465001s","start":"2026-04-23T03:11:31.342321Z","end":"2026-04-23T03:11:36.341786Z","steps":["trace[1663630941] 'agreement among raft nodes before linearized reading' (duration: 4.999413719s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:36.341828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.342315Z","time spent":"4.999505833s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 03:11:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:36.343205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999806982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:36.343276Z","caller":"traceutil/trace.go:171","msg":"trace[59446347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999963437s","start":"2026-04-23T03:11:31.343292Z","end":"2026-04-23T03:11:36.343256Z","steps":["trace[59446347] 'agreement among raft nodes before linearized reading' (duration: 4.999828783s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:36.343308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.343272Z","time spent":"5.000028168s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 03:11:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:36.895548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007181021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:36.89563Z","caller":"traceutil/trace.go:171","msg":"trace[39789264] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.007297975s","start":"2026-04-23T03:11:26.888313Z","end":"2026-04-23T03:11:36.895611Z","steps":["trace[39789264] 'agreement among raft nodes before linearized reading' (duration: 10.007185962s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:36.895677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.888306Z","time spent":"10.007360347s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/23 03:11:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:37.678174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:37.678249Z","caller":"traceutil/trace.go:171","msg":"trace[295757649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034393s","start":"2026-04-23T03:11:35.677888Z","end":"2026-04-23T03:11:37.678232Z","steps":["trace[295757649] 'agreement among raft nodes before linearized reading' (duration: 2.000251307s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:37.67829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:35.677867Z","time spent":"2.000414823s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:38.785284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.784352Z","time spent":"7.000922675s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:38.882625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993400688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:38.882749Z","caller":"traceutil/trace.go:171","msg":"trace[658823445] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.993562624s","start":"2026-04-23T03:11:33.889168Z","end":"2026-04-23T03:11:38.88273Z","steps":["trace[658823445] 'agreement among raft nodes before linearized reading' (duration: 4.993410839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:38.882799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.88916Z","time spent":"4.993625986s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 03:11:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:38.885157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995731632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:38.885241Z","caller":"traceutil/trace.go:171","msg":"trace[1798500694] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.995855916s","start":"2026-04-23T03:11:33.889366Z","end":"2026-04-23T03:11:38.885222Z","steps":["trace[1798500694] 'agreement among raft nodes before linearized reading' (duration: 4.995752292s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:38.885291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.889352Z","time spent":"4.995928898s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/23 03:11:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:38.886208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997028203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-23T03:11:38.886221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996812647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:38.886256Z","caller":"traceutil/trace.go:171","msg":"trace[1006571863] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997110286s","start":"2026-04-23T03:11:33.889134Z","end":"2026-04-23T03:11:38.886244Z","steps":["trace[1006571863] 'agreement among raft nodes before linearized reading' (duration: 4.997055124s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:38.886273Z","caller":"traceutil/trace.go:171","msg":"trace[1704576624] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.996883148s","start":"2026-04-23T03:11:33.889374Z","end":"2026-04-23T03:11:38.886257Z","steps":["trace[1704576624] 'agreement among raft nodes before linearized reading' (duration: 4.996827416s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:38.886301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.889119Z","time spent":"4.997164147s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:11:38.886312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.889364Z","time spent":"4.99693932s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/23 03:11:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/23 03:11:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:38.88624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996859858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:38.886488Z","caller":"traceutil/trace.go:171","msg":"trace[202035166] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997143677s","start":"2026-04-23T03:11:33.889326Z","end":"2026-04-23T03:11:38.886469Z","steps":["trace[202035166] 'agreement among raft nodes before linearized reading' (duration: 4.996878469s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:38.886628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.88931Z","time spent":"4.997296501s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/23 03:11:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:38.887223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997829179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:38.887254Z","caller":"traceutil/trace.go:171","msg":"trace[349410347] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997902241s","start":"2026-04-23T03:11:33.889345Z","end":"2026-04-23T03:11:38.887247Z","steps":["trace[349410347] 'agreement among raft nodes before linearized reading' (duration: 4.997869379s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:38.887273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.889316Z","time spent":"4.997950922s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/23 03:11:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:38.887869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.887747Z","time spent":"7.00011864s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:39.09381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999761691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:39.093924Z","caller":"traceutil/trace.go:171","msg":"trace[506020173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999921726s","start":"2026-04-23T03:11:37.093989Z","end":"2026-04-23T03:11:39.09391Z","steps":["trace[506020173] 'agreement among raft nodes before linearized reading' (duration: 1.999793342s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.093979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:37.09397Z","time spent":"2.000002189s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:39.678948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000529855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:39.679027Z","caller":"traceutil/trace.go:171","msg":"trace[891272256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000657689s","start":"2026-04-23T03:11:37.67835Z","end":"2026-04-23T03:11:39.679008Z","steps":["trace[891272256] 'agreement among raft nodes before linearized reading' (duration: 2.000558436s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:39.679072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:37.678335Z","time spent":"2.000727192s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:40.25465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.584182947s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T03:11:40.455657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:40.455755Z","caller":"traceutil/trace.go:171","msg":"trace[1748436095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000353951s","start":"2026-04-23T03:11:38.455378Z","end":"2026-04-23T03:11:40.455732Z","steps":["trace[1748436095] 'agreement among raft nodes before linearized reading' (duration: 2.000232257s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:40.455804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:38.455367Z","time spent":"2.000425863s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:41.339343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995244498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:41.339411Z","caller":"traceutil/trace.go:171","msg":"trace[1800752621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.995335371s","start":"2026-04-23T03:11:38.34406Z","end":"2026-04-23T03:11:41.339396Z","steps":["trace[1800752621] 'agreement among raft nodes before linearized reading' (duration: 2.995251078s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.339451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:38.344055Z","time spent":"2.995384802s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 03:11:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:41.339865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999407257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:41.339897Z","caller":"traceutil/trace.go:171","msg":"trace[1579575179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999470509s","start":"2026-04-23T03:11:31.340416Z","end":"2026-04-23T03:11:41.339887Z","steps":["trace[1579575179] 'agreement among raft nodes before linearized reading' (duration: 9.999416718s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.339919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.340412Z","time spent":"9.99950201s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/23 03:11:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:41.342308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000825681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:41.34235Z","caller":"traceutil/trace.go:171","msg":"trace[365534043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000885984s","start":"2026-04-23T03:11:31.341454Z","end":"2026-04-23T03:11:41.34234Z","steps":["trace[365534043] 'agreement among raft nodes before linearized reading' (duration: 10.000837042s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.342378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:31.341448Z","time spent":"10.000923435s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/23 03:11:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:41.345246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000649629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:41.345275Z","caller":"traceutil/trace.go:171","msg":"trace[763130666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.00069107s","start":"2026-04-23T03:11:38.344576Z","end":"2026-04-23T03:11:41.345268Z","steps":["trace[763130666] 'agreement among raft nodes before linearized reading' (duration: 3.000659839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.345297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:38.344572Z","time spent":"3.000717241s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 03:11:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:41.346618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003046045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:41.346655Z","caller":"traceutil/trace.go:171","msg":"trace[2146610971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.003115137s","start":"2026-04-23T03:11:38.343529Z","end":"2026-04-23T03:11:41.346644Z","steps":["trace[2146610971] 'agreement among raft nodes before linearized reading' (duration: 3.003077756s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.346679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:38.343514Z","time spent":"3.003158928s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 03:11:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:41.387949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:34.387622Z","time spent":"7.000321546s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:41.684179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:41.684262Z","caller":"traceutil/trace.go:171","msg":"trace[1488135136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152195s","start":"2026-04-23T03:11:39.684091Z","end":"2026-04-23T03:11:41.684243Z","steps":["trace[1488135136] 'agreement among raft nodes before linearized reading' (duration: 2.000037631s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:41.684309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.684077Z","time spent":"2.000223007s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:42.795521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:35.794363Z","time spent":"7.001151393s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:43.52102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"10.505341213s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:43.685186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000481464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:43.685275Z","caller":"traceutil/trace.go:171","msg":"trace[423985264] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000611908s","start":"2026-04-23T03:11:41.684642Z","end":"2026-04-23T03:11:43.685254Z","steps":["trace[423985264] 'agreement among raft nodes before linearized reading' (duration: 2.000493304s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:43.685325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.684629Z","time spent":"2.00068612s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:43.886258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:38.887748Z","time spent":"4.9985021s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:43.889036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:38.892108Z","time spent":"4.996923941s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:43.934682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.995097686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:43.934741Z","caller":"traceutil/trace.go:171","msg":"trace[1998351369] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"16.995186708s","start":"2026-04-23T03:11:26.939542Z","end":"2026-04-23T03:11:43.934729Z","steps":["trace[1998351369] 'agreement among raft nodes before linearized reading' (duration: 16.995109206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:43.934774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:26.93953Z","time spent":"16.995234749s","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/23 03:11:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/23 03:11:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:43.970607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:36.969211Z","time spent":"7.00139079s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:44.449217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001126685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:44.449291Z","caller":"traceutil/trace.go:171","msg":"trace[2067848035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001241559s","start":"2026-04-23T03:11:42.448033Z","end":"2026-04-23T03:11:44.449274Z","steps":["trace[2067848035] 'agreement among raft nodes before linearized reading' (duration: 2.001149316s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:44.449341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:42.448014Z","time spent":"2.001316232s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:45.485591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727104734s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:45.485742Z","caller":"traceutil/trace.go:171","msg":"trace[83441844] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26043; }","duration":"4.727264629s","start":"2026-04-23T03:11:40.758454Z","end":"2026-04-23T03:11:45.485718Z","steps":["trace[83441844] 'range keys from in-memory index tree' (duration: 4.727086694s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.48833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231248025s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:45.489348Z","caller":"traceutil/trace.go:171","msg":"trace[760701819] linearizableReadLoop","detail":"{readStateIndex:26918; appliedIndex:26904; }","duration":"18.551300771s","start":"2026-04-23T03:11:26.938023Z","end":"2026-04-23T03:11:45.489324Z","steps":["trace[760701819] 'read index received' (duration: 2.193596406s)","trace[760701819] 'applied index is now lower than readState.Index' (duration: 16.357702005s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:45.692439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000451103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:45.692488Z","caller":"traceutil/trace.go:171","msg":"trace[458379060] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508925s","start":"2026-04-23T03:11:43.69197Z","end":"2026-04-23T03:11:45.692479Z","steps":["trace[458379060] 'agreement among raft nodes before linearized reading' (duration: 2.000451143s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:45.69251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:43.691918Z","time spent":"2.000586587s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:45.990091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:46.345624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.348186Z","time spent":"4.997423634s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:46.345633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.347188Z","time spent":"4.998430637s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 03:11:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:46.490285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:46.904797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.383529528s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:11:47.24912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.070052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:47.249519Z","caller":"traceutil/trace.go:171","msg":"trace[444577220] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"5.905709407s","start":"2026-04-23T03:11:41.343795Z","end":"2026-04-23T03:11:47.249504Z","steps":["trace[444577220] 'process raft request' (duration: 5.905584253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:47.249585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.343775Z","time spent":"5.905772329s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:47.249738Z","caller":"traceutil/trace.go:171","msg":"trace[491522937] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"5.907360309s","start":"2026-04-23T03:11:41.342366Z","end":"2026-04-23T03:11:47.249726Z","steps":["trace[491522937] 'process raft request' (duration: 5.906976106s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:47.249779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.342351Z","time spent":"5.90740462s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:47.692468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:47.692581Z","caller":"traceutil/trace.go:171","msg":"trace[615368689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192496s","start":"2026-04-23T03:11:45.692362Z","end":"2026-04-23T03:11:47.692554Z","steps":["trace[615368689] 'agreement among raft nodes before linearized reading' (duration: 2.000056241s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:47.692654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.692348Z","time spent":"2.000289478s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:48.904926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65536586s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:11:48.905133Z","caller":"traceutil/trace.go:171","msg":"trace[712542753] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26058; }","duration":"6.106251466s","start":"2026-04-23T03:11:42.798864Z","end":"2026-04-23T03:11:48.905115Z","steps":["trace[712542753] 'process raft request' (duration: 6.106163453s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:48.905234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:42.798846Z","time spent":"6.106324267s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:49.093537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:49.093613Z","caller":"traceutil/trace.go:171","msg":"trace[2123201869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172155s","start":"2026-04-23T03:11:47.093422Z","end":"2026-04-23T03:11:49.093594Z","steps":["trace[2123201869] 'agreement among raft nodes before linearized reading' (duration: 2.000076892s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.093675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:47.093372Z","time spent":"2.000293139s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:49.293871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.388838695s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:11:49.294253Z","caller":"traceutil/trace.go:171","msg":"trace[804861679] linearizableReadLoop","detail":"{readStateIndex:26933; appliedIndex:26920; }","duration":"3.804807499s","start":"2026-04-23T03:11:45.489421Z","end":"2026-04-23T03:11:49.294229Z","steps":["trace[804861679] 'read index received' (duration: 1.415564511s)","trace[804861679] 'applied index is now lower than readState.Index' (duration: 2.389241858s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:49.294416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.344282548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.294437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.584922514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.294467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.95195196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-f5f557856-fssgb.18a8ddb5ffb1c40d\" ","response":"range_response_count:1 size:831"} {"level":"info","ts":"2026-04-23T03:11:49.294503Z","caller":"traceutil/trace.go:171","msg":"trace[2098497948] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26059; }","duration":"16.585072439s","start":"2026-04-23T03:11:32.709407Z","end":"2026-04-23T03:11:49.29448Z","steps":["trace[2098497948] 'agreement among raft nodes before linearized reading' (duration: 16.584902744s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.294574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.486603395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T03:11:49.294601Z","caller":"traceutil/trace.go:171","msg":"trace[2027443070] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26059; }","duration":"20.486630256s","start":"2026-04-23T03:11:28.807965Z","end":"2026-04-23T03:11:49.294595Z","steps":["trace[2027443070] 'agreement among raft nodes before linearized reading' (duration: 20.486504842s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.294608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:32.709355Z","time spent":"16.585238184s","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:49.294526Z","caller":"traceutil/trace.go:171","msg":"trace[889991153] range","detail":"{range_begin:/registry/events/openstack/magnum-api-f5f557856-fssgb.18a8ddb5ffb1c40d; range_end:; response_count:1; response_revision:26059; }","duration":"19.952043323s","start":"2026-04-23T03:11:29.342468Z","end":"2026-04-23T03:11:49.294511Z","steps":["trace[889991153] 'agreement among raft nodes before linearized reading' (duration: 19.951850507s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.294641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.265809642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.29466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:29.342455Z","time spent":"19.952196299s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":853,"request content":"key:\"/registry/events/openstack/magnum-api-f5f557856-fssgb.18a8ddb5ffb1c40d\" "} {"level":"info","ts":"2026-04-23T03:11:49.294675Z","caller":"traceutil/trace.go:171","msg":"trace[1578607289] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26059; }","duration":"14.265888394s","start":"2026-04-23T03:11:35.028776Z","end":"2026-04-23T03:11:49.294665Z","steps":["trace[1578607289] 'agreement among raft nodes before linearized reading' (duration: 14.265807632s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.294695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:35.028756Z","time spent":"14.265932296s","remote":"127.0.0.1:40860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.294738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.686401209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:11:49.294767Z","caller":"traceutil/trace.go:171","msg":"trace[1643541576] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26059; }","duration":"20.686460561s","start":"2026-04-23T03:11:28.608298Z","end":"2026-04-23T03:11:49.294759Z","steps":["trace[1643541576] 'agreement among raft nodes before linearized reading' (duration: 20.686341467s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.294792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.608283Z","time spent":"20.686502882s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.294856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.387637432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:49.294877Z","caller":"traceutil/trace.go:171","msg":"trace[2010766126] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26059; }","duration":"12.387708225s","start":"2026-04-23T03:11:36.907163Z","end":"2026-04-23T03:11:49.294871Z","steps":["trace[2010766126] 'agreement among raft nodes before linearized reading' (duration: 12.387668073s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.294899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:36.907139Z","time spent":"12.387754876s","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.294894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.432175129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:49.29493Z","caller":"traceutil/trace.go:171","msg":"trace[403385896] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26059; }","duration":"14.43221261s","start":"2026-04-23T03:11:34.862706Z","end":"2026-04-23T03:11:49.294918Z","steps":["trace[403385896] 'agreement among raft nodes before linearized reading' (duration: 14.432148648s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.294968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:34.862667Z","time spent":"14.432291502s","remote":"127.0.0.1:53816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.29498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.723959326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:49.295002Z","caller":"traceutil/trace.go:171","msg":"trace[434859992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26059; }","duration":"20.724009447s","start":"2026-04-23T03:11:28.570985Z","end":"2026-04-23T03:11:49.294995Z","steps":["trace[434859992] 'agreement among raft nodes before linearized reading' (duration: 20.723969916s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.295013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.62086299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T03:11:49.295062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.839766079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.295072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.151279599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:49.295091Z","caller":"traceutil/trace.go:171","msg":"trace[1205895358] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26059; }","duration":"12.839832951s","start":"2026-04-23T03:11:36.455251Z","end":"2026-04-23T03:11:49.295084Z","steps":["trace[1205895358] 'agreement among raft nodes before linearized reading' (duration: 12.83979189s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.295096Z","caller":"traceutil/trace.go:171","msg":"trace[694506979] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26059; }","duration":"21.1513294s","start":"2026-04-23T03:11:28.143759Z","end":"2026-04-23T03:11:49.295088Z","steps":["trace[694506979] 'agreement among raft nodes before linearized reading' (duration: 21.151292389s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.295114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:36.455228Z","time spent":"12.839880033s","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.295118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.143746Z","time spent":"21.151364912s","remote":"127.0.0.1:53824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.295157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.442290948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:49.295199Z","caller":"traceutil/trace.go:171","msg":"trace[1855410135] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26059; }","duration":"14.442368211s","start":"2026-04-23T03:11:34.85282Z","end":"2026-04-23T03:11:49.295188Z","steps":["trace[1855410135] 'agreement among raft nodes before linearized reading' (duration: 14.442306699s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.29523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:34.852799Z","time spent":"14.442421393s","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.295238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.220229428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.295242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.485616588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.295214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.951657443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:49.295261Z","caller":"traceutil/trace.go:171","msg":"trace[1272213974] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26059; }","duration":"21.22028955s","start":"2026-04-23T03:11:28.074962Z","end":"2026-04-23T03:11:49.295252Z","steps":["trace[1272213974] 'agreement among raft nodes before linearized reading' (duration: 21.220255139s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.295266Z","caller":"traceutil/trace.go:171","msg":"trace[980061095] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26059; }","duration":"13.48566543s","start":"2026-04-23T03:11:35.809593Z","end":"2026-04-23T03:11:49.295259Z","steps":["trace[980061095] 'agreement among raft nodes before linearized reading' (duration: 13.485625669s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.295272Z","caller":"traceutil/trace.go:171","msg":"trace[297120512] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26059; }","duration":"16.951776057s","start":"2026-04-23T03:11:32.343486Z","end":"2026-04-23T03:11:49.295263Z","steps":["trace[297120512] 'agreement among raft nodes before linearized reading' (duration: 16.951698945s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.295283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.074941Z","time spent":"21.220335721s","remote":"127.0.0.1:40884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.295286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:35.809582Z","time spent":"13.48569798s","remote":"127.0.0.1:53662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.295296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:32.343454Z","time spent":"16.951832989s","remote":"127.0.0.1:53798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.294625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.80792Z","time spent":"20.486700019s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T03:11:49.29503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.804721471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:49.297419Z","caller":"traceutil/trace.go:171","msg":"trace[1699467002] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26059; }","duration":"12.807096007s","start":"2026-04-23T03:11:36.4903Z","end":"2026-04-23T03:11:49.297396Z","steps":["trace[1699467002] 'agreement among raft nodes before linearized reading' (duration: 12.804698712s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.295124Z","caller":"traceutil/trace.go:171","msg":"trace[1875883089] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26059; }","duration":"16.621018395s","start":"2026-04-23T03:11:32.674094Z","end":"2026-04-23T03:11:49.295112Z","steps":["trace[1875883089] 'agreement among raft nodes before linearized reading' (duration: 16.620729376s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.295393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.007188974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.295404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.77085305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.295415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.513596932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.295447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.023673641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.295461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.250440941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-04-23T03:11:49.295508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.776732632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.295575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.930475855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T03:11:49.295695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.622487151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-23T03:11:49.295732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.285653247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:49.294454Z","caller":"traceutil/trace.go:171","msg":"trace[1926375897] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26059; }","duration":"20.344373941s","start":"2026-04-23T03:11:28.950067Z","end":"2026-04-23T03:11:49.294441Z","steps":["trace[1926375897] 'agreement among raft nodes before linearized reading' (duration: 20.344290028s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.29574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.934354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-04-23T03:11:49.295774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.16746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:49.295771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.319580418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:49.295804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26585516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:49.295811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.757738533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.295839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.267145791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.295844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422939004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:49.295871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596528979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.295955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609553881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:49.29596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.785602014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T03:11:49.295983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624569005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058699274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.15553989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:49.296045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078940223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:49.29606Z","caller":"traceutil/trace.go:171","msg":"trace[98060055] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26059; }","duration":"5.322003312s","start":"2026-04-23T03:11:43.974049Z","end":"2026-04-23T03:11:49.296052Z","steps":["trace[98060055] 'process raft request' (duration: 5.320101012s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.296075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383789366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.417068016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.572277859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936811811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.133454424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.249515069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:49.296153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236481561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.21530008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493971936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.632141241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:49.296214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24436345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:49.296234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.8903119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.729727864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.018962504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326370471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T03:11:49.296317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.201824412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395099173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745305059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.310056982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.177214446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T03:11:49.296419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.266919491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.332778142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.556261803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.885475286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:49.296534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.926969727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:49.296559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.905897881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T03:11:49.296596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.404104954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-23T03:11:49.296608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.719135949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.849099816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.718296363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.612554821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-04-23T03:11:49.295027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.570969Z","time spent":"20.724053048s","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.296703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.464043886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:49.296884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.847190966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277844"} {"level":"warn","ts":"2026-04-23T03:11:49.297491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:36.49025Z","time spent":"12.807219391s","remote":"127.0.0.1:60838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.297521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:32.674067Z","time spent":"16.623447061s","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:49.297535Z","caller":"traceutil/trace.go:171","msg":"trace[569001966] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26059; }","duration":"14.773026028s","start":"2026-04-23T03:11:34.524494Z","end":"2026-04-23T03:11:49.29752Z","steps":["trace[569001966] 'agreement among raft nodes before linearized reading' (duration: 14.77087708s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297529Z","caller":"traceutil/trace.go:171","msg":"trace[564125065] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26059; }","duration":"22.009339742s","start":"2026-04-23T03:11:27.288165Z","end":"2026-04-23T03:11:49.297505Z","steps":["trace[564125065] 'agreement among raft nodes before linearized reading' (duration: 22.007208564s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297554Z","caller":"traceutil/trace.go:171","msg":"trace[943337815] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26059; }","duration":"14.025798288s","start":"2026-04-23T03:11:35.271735Z","end":"2026-04-23T03:11:49.297533Z","steps":["trace[943337815] 'agreement among raft nodes before linearized reading' (duration: 14.023694421s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297563Z","caller":"traceutil/trace.go:171","msg":"trace[1990286540] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26059; }","duration":"13.515802231s","start":"2026-04-23T03:11:35.781752Z","end":"2026-04-23T03:11:49.297555Z","steps":["trace[1990286540] 'agreement among raft nodes before linearized reading' (duration: 13.513635343s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297569Z","caller":"traceutil/trace.go:171","msg":"trace[1804970892] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26059; }","duration":"22.252575268s","start":"2026-04-23T03:11:27.044984Z","end":"2026-04-23T03:11:49.297559Z","steps":["trace[1804970892] 'agreement among raft nodes before linearized reading' (duration: 22.25042202s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297577Z","caller":"traceutil/trace.go:171","msg":"trace[1771900569] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26059; }","duration":"3.778830628s","start":"2026-04-23T03:11:45.518739Z","end":"2026-04-23T03:11:49.297569Z","steps":["trace[1771900569] 'agreement among raft nodes before linearized reading' (duration: 3.776752652s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297585Z","caller":"traceutil/trace.go:171","msg":"trace[2008022147] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26059; }","duration":"14.932509588s","start":"2026-04-23T03:11:34.365068Z","end":"2026-04-23T03:11:49.297577Z","steps":["trace[2008022147] 'agreement among raft nodes before linearized reading' (duration: 14.9303555s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297605Z","caller":"traceutil/trace.go:171","msg":"trace[175756561] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26059; }","duration":"15.624446164s","start":"2026-04-23T03:11:33.673152Z","end":"2026-04-23T03:11:49.297599Z","steps":["trace[175756561] 'agreement among raft nodes before linearized reading' (duration: 15.622446671s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297626Z","caller":"traceutil/trace.go:171","msg":"trace[366349000] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26059; }","duration":"16.287550627s","start":"2026-04-23T03:11:33.010068Z","end":"2026-04-23T03:11:49.297619Z","steps":["trace[366349000] 'agreement among raft nodes before linearized reading' (duration: 16.285641147s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.297656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:28.950047Z","time spent":"20.347596672s","remote":"127.0.0.1:48504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:49.297682Z","caller":"traceutil/trace.go:171","msg":"trace[355655735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26059; }","duration":"19.321528719s","start":"2026-04-23T03:11:29.976143Z","end":"2026-04-23T03:11:49.297672Z","steps":["trace[355655735] 'agreement among raft nodes before linearized reading' (duration: 19.319600898s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297706Z","caller":"traceutil/trace.go:171","msg":"trace[462429476] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26059; }","duration":"387.934098ms","start":"2026-04-23T03:11:48.909764Z","end":"2026-04-23T03:11:49.297698Z","steps":["trace[462429476] 'agreement among raft nodes before linearized reading' (duration: 385.924804ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.29773Z","caller":"traceutil/trace.go:171","msg":"trace[1457041594] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26059; }","duration":"18.759676855s","start":"2026-04-23T03:11:30.538043Z","end":"2026-04-23T03:11:49.297719Z","steps":["trace[1457041594] 'agreement among raft nodes before linearized reading' (duration: 18.757748004s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297752Z","caller":"traceutil/trace.go:171","msg":"trace[2091921591] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26059; }","duration":"1.267835362s","start":"2026-04-23T03:11:48.029908Z","end":"2026-04-23T03:11:49.297744Z","steps":["trace[2091921591] 'agreement among raft nodes before linearized reading' (duration: 1.265879301s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297773Z","caller":"traceutil/trace.go:171","msg":"trace[1289919947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26059; }","duration":"1.59845957s","start":"2026-04-23T03:11:47.699307Z","end":"2026-04-23T03:11:49.297766Z","steps":["trace[1289919947] 'agreement among raft nodes before linearized reading' (duration: 1.5965495s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297791Z","caller":"traceutil/trace.go:171","msg":"trace[785634453] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26059; }","duration":"19.269132154s","start":"2026-04-23T03:11:30.028652Z","end":"2026-04-23T03:11:49.297784Z","steps":["trace[785634453] 'agreement among raft nodes before linearized reading' (duration: 19.267170892s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297793Z","caller":"traceutil/trace.go:171","msg":"trace[1313055922] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26059; }","duration":"19.787435372s","start":"2026-04-23T03:11:29.510348Z","end":"2026-04-23T03:11:49.297783Z","steps":["trace[1313055922] 'agreement among raft nodes before linearized reading' (duration: 19.785510001s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297811Z","caller":"traceutil/trace.go:171","msg":"trace[750006921] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26059; }","duration":"1.424950627s","start":"2026-04-23T03:11:47.872854Z","end":"2026-04-23T03:11:49.297804Z","steps":["trace[750006921] 'agreement among raft nodes before linearized reading' (duration: 1.422962234s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297816Z","caller":"traceutil/trace.go:171","msg":"trace[2043397597] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26059; }","duration":"1.611414439s","start":"2026-04-23T03:11:47.686394Z","end":"2026-04-23T03:11:49.297808Z","steps":["trace[2043397597] 'agreement among raft nodes before linearized reading' (duration: 1.609487338s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.299912Z","caller":"traceutil/trace.go:171","msg":"trace[547399749] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26059; }","duration":"10.850246213s","start":"2026-04-23T03:11:38.449656Z","end":"2026-04-23T03:11:49.299903Z","steps":["trace[547399749] 'agreement among raft nodes before linearized reading' (duration: 10.846953289s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.299952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:38.449641Z","time spent":"10.850296184s","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277866,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T03:11:49.3Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:47.686343Z","time spent":"1.613614219s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.30027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.044968Z","time spent":"22.255292055s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:11:49.300326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:27.272973Z","time spent":"22.027323941s","remote":"127.0.0.1:40800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.300446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:30.538029Z","time spent":"18.762405361s","remote":"127.0.0.1:53874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.300459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:47.872815Z","time spent":"1.427632262s","remote":"127.0.0.1:38760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.300517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:29.510277Z","time spent":"19.790186478s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:11:49.300591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:34.365053Z","time spent":"14.935531464s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":165,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:49.297765Z","caller":"traceutil/trace.go:171","msg":"trace[1323750513] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26059; }","duration":"399.091501ms","start":"2026-04-23T03:11:48.898598Z","end":"2026-04-23T03:11:49.29769Z","steps":["trace[1323750513] 'agreement among raft nodes before linearized reading' (duration: 397.15786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.300706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.67313Z","time spent":"15.627567923s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:11:49.300715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:48.898573Z","time spent":"402.126527ms","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.300834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:33.010005Z","time spent":"16.290815751s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.300348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:35.271692Z","time spent":"14.028643237s","remote":"127.0.0.1:53774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.300913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:48.029879Z","time spent":"1.271014233s","remote":"127.0.0.1:41068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:49.297835Z","caller":"traceutil/trace.go:171","msg":"trace[763577074] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26059; }","duration":"8.157376138s","start":"2026-04-23T03:11:41.140453Z","end":"2026-04-23T03:11:49.297829Z","steps":["trace[763577074] 'agreement among raft nodes before linearized reading' (duration: 8.15552915s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.301012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.140432Z","time spent":"8.160570379s","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.297661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.757376406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:49.298104Z","caller":"traceutil/trace.go:171","msg":"trace[1021208276] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26059; }","duration":"2.081015808s","start":"2026-04-23T03:11:47.217045Z","end":"2026-04-23T03:11:49.298061Z","steps":["trace[1021208276] 'agreement among raft nodes before linearized reading' (duration: 2.078983044s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298151Z","caller":"traceutil/trace.go:171","msg":"trace[597649872] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26059; }","duration":"9.574347924s","start":"2026-04-23T03:11:39.723791Z","end":"2026-04-23T03:11:49.298139Z","steps":["trace[597649872] 'agreement among raft nodes before linearized reading' (duration: 9.572259608s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.298342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:43.974031Z","time spent":"5.32415907s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:49.298389Z","caller":"traceutil/trace.go:171","msg":"trace[436209033] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26059; }","duration":"2.38613066s","start":"2026-04-23T03:11:46.912242Z","end":"2026-04-23T03:11:49.298373Z","steps":["trace[436209033] 'agreement among raft nodes before linearized reading' (duration: 2.383815837s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298424Z","caller":"traceutil/trace.go:171","msg":"trace[1812646558] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26059; }","duration":"4.41941677s","start":"2026-04-23T03:11:44.878993Z","end":"2026-04-23T03:11:49.29841Z","steps":["trace[1812646558] 'agreement among raft nodes before linearized reading' (duration: 4.417080577s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.300567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.518722Z","time spent":"3.781835593s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.300839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:34.524476Z","time spent":"14.776351084s","remote":"127.0.0.1:53728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:49.297855Z","caller":"traceutil/trace.go:171","msg":"trace[1302853664] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26059; }","duration":"1.626462134s","start":"2026-04-23T03:11:47.671378Z","end":"2026-04-23T03:11:49.29784Z","steps":["trace[1302853664] 'agreement among raft nodes before linearized reading' (duration: 1.624590675s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.301337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:47.671361Z","time spent":"1.629967526s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:49.298473Z","caller":"traceutil/trace.go:171","msg":"trace[48331839] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26059; }","duration":"5.217628694s","start":"2026-04-23T03:11:44.080827Z","end":"2026-04-23T03:11:49.298456Z","steps":["trace[48331839] 'agreement among raft nodes before linearized reading' (duration: 5.215312901s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298503Z","caller":"traceutil/trace.go:171","msg":"trace[1804366258] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26059; }","duration":"5.496287109s","start":"2026-04-23T03:11:43.802208Z","end":"2026-04-23T03:11:49.298495Z","steps":["trace[1804366258] 'agreement among raft nodes before linearized reading' (duration: 5.493982406s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298521Z","caller":"traceutil/trace.go:171","msg":"trace[880943699] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26059; }","duration":"5.135885691s","start":"2026-04-23T03:11:44.162624Z","end":"2026-04-23T03:11:49.29851Z","steps":["trace[880943699] 'agreement among raft nodes before linearized reading' (duration: 5.133482065s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298524Z","caller":"traceutil/trace.go:171","msg":"trace[1092860183] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26059; }","duration":"8.634523606s","start":"2026-04-23T03:11:40.663993Z","end":"2026-04-23T03:11:49.298517Z","steps":["trace[1092860183] 'agreement among raft nodes before linearized reading' (duration: 8.632155891s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298664Z","caller":"traceutil/trace.go:171","msg":"trace[1131008097] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26059; }","duration":"8.252080881s","start":"2026-04-23T03:11:41.04657Z","end":"2026-04-23T03:11:49.29865Z","steps":["trace[1131008097] 'agreement among raft nodes before linearized reading' (duration: 8.249538161s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.29871Z","caller":"traceutil/trace.go:171","msg":"trace[1794287613] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26059; }","duration":"3.328820809s","start":"2026-04-23T03:11:45.969877Z","end":"2026-04-23T03:11:49.298698Z","steps":["trace[1794287613] 'agreement among raft nodes before linearized reading' (duration: 3.326352201s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298741Z","caller":"traceutil/trace.go:171","msg":"trace[931944375] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26059; }","duration":"9.021416191s","start":"2026-04-23T03:11:40.277313Z","end":"2026-04-23T03:11:49.298729Z","steps":["trace[931944375] 'agreement among raft nodes before linearized reading' (duration: 9.018948703s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298771Z","caller":"traceutil/trace.go:171","msg":"trace[1741906122] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26059; }","duration":"3.246944161s","start":"2026-04-23T03:11:46.051817Z","end":"2026-04-23T03:11:49.298761Z","steps":["trace[1741906122] 'agreement among raft nodes before linearized reading' (duration: 3.244348059s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298786Z","caller":"traceutil/trace.go:171","msg":"trace[1563876973] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26059; }","duration":"5.892891052s","start":"2026-04-23T03:11:43.405884Z","end":"2026-04-23T03:11:49.298775Z","steps":["trace[1563876973] 'agreement among raft nodes before linearized reading' (duration: 5.890332381s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298801Z","caller":"traceutil/trace.go:171","msg":"trace[468809167] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26059; }","duration":"9.204338661s","start":"2026-04-23T03:11:40.09445Z","end":"2026-04-23T03:11:49.298789Z","steps":["trace[468809167] 'agreement among raft nodes before linearized reading' (duration: 9.201845993s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298812Z","caller":"traceutil/trace.go:171","msg":"trace[1243413468] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26059; }","duration":"3.397610283s","start":"2026-04-23T03:11:45.901194Z","end":"2026-04-23T03:11:49.298804Z","steps":["trace[1243413468] 'agreement among raft nodes before linearized reading' (duration: 3.395111194s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298837Z","caller":"traceutil/trace.go:171","msg":"trace[1884637348] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26059; }","duration":"3.747810489s","start":"2026-04-23T03:11:45.55102Z","end":"2026-04-23T03:11:49.29883Z","steps":["trace[1884637348] 'agreement among raft nodes before linearized reading' (duration: 3.74531905s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298868Z","caller":"traceutil/trace.go:171","msg":"trace[618103134] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26059; }","duration":"8.732392419s","start":"2026-04-23T03:11:40.566467Z","end":"2026-04-23T03:11:49.298859Z","steps":["trace[618103134] 'agreement among raft nodes before linearized reading' (duration: 8.729753375s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298889Z","caller":"traceutil/trace.go:171","msg":"trace[1448846518] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26059; }","duration":"6.179714885s","start":"2026-04-23T03:11:43.119167Z","end":"2026-04-23T03:11:49.298882Z","steps":["trace[1448846518] 'agreement among raft nodes before linearized reading' (duration: 6.177078412s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298888Z","caller":"traceutil/trace.go:171","msg":"trace[2002320565] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26059; }","duration":"9.312604053s","start":"2026-04-23T03:11:39.986266Z","end":"2026-04-23T03:11:49.29887Z","steps":["trace[2002320565] 'agreement among raft nodes before linearized reading' (duration: 9.310065283s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.298952Z","caller":"traceutil/trace.go:171","msg":"trace[784430568] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26059; }","duration":"7.26942977s","start":"2026-04-23T03:11:42.029471Z","end":"2026-04-23T03:11:49.298901Z","steps":["trace[784430568] 'agreement among raft nodes before linearized reading' (duration: 7.266930471s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.299071Z","caller":"traceutil/trace.go:171","msg":"trace[154879940] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26059; }","duration":"7.558893116s","start":"2026-04-23T03:11:41.740169Z","end":"2026-04-23T03:11:49.299062Z","steps":["trace[154879940] 'agreement among raft nodes before linearized reading' (duration: 7.556284004s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.299096Z","caller":"traceutil/trace.go:171","msg":"trace[973069751] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26059; }","duration":"7.929559179s","start":"2026-04-23T03:11:41.369528Z","end":"2026-04-23T03:11:49.299087Z","steps":["trace[973069751] 'agreement among raft nodes before linearized reading' (duration: 7.926985697s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.299108Z","caller":"traceutil/trace.go:171","msg":"trace[2086930557] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26059; }","duration":"7.888116719s","start":"2026-04-23T03:11:41.410977Z","end":"2026-04-23T03:11:49.299094Z","steps":["trace[2086930557] 'agreement among raft nodes before linearized reading' (duration: 7.885502676s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.299124Z","caller":"traceutil/trace.go:171","msg":"trace[1491951353] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26059; }","duration":"9.721700691s","start":"2026-04-23T03:11:39.577412Z","end":"2026-04-23T03:11:49.299113Z","steps":["trace[1491951353] 'agreement among raft nodes before linearized reading' (duration: 9.719173701s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.29914Z","caller":"traceutil/trace.go:171","msg":"trace[1277107774] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26059; }","duration":"7.908496503s","start":"2026-04-23T03:11:41.390633Z","end":"2026-04-23T03:11:49.29913Z","steps":["trace[1277107774] 'agreement among raft nodes before linearized reading' (duration: 7.90585992s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.299134Z","caller":"traceutil/trace.go:171","msg":"trace[47124980] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26059; }","duration":"10.406647835s","start":"2026-04-23T03:11:38.892465Z","end":"2026-04-23T03:11:49.299113Z","steps":["trace[47124980] 'agreement among raft nodes before linearized reading' (duration: 10.404085024s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.299147Z","caller":"traceutil/trace.go:171","msg":"trace[1348186182] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26059; }","duration":"10.720784011s","start":"2026-04-23T03:11:38.578356Z","end":"2026-04-23T03:11:49.29914Z","steps":["trace[1348186182] 'agreement among raft nodes before linearized reading' (duration: 10.718287403s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.299166Z","caller":"traceutil/trace.go:171","msg":"trace[251984932] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26059; }","duration":"9.851663007s","start":"2026-04-23T03:11:39.447495Z","end":"2026-04-23T03:11:49.299158Z","steps":["trace[251984932] 'agreement among raft nodes before linearized reading' (duration: 9.849112076s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.299176Z","caller":"traceutil/trace.go:171","msg":"trace[1844449355] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26059; }","duration":"9.61506636s","start":"2026-04-23T03:11:39.684099Z","end":"2026-04-23T03:11:49.299165Z","steps":["trace[1844449355] 'agreement among raft nodes before linearized reading' (duration: 9.61252684s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.299179Z","caller":"traceutil/trace.go:171","msg":"trace[75490913] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26059; }","duration":"7.335511478s","start":"2026-04-23T03:11:41.96366Z","end":"2026-04-23T03:11:49.299171Z","steps":["trace[75490913] 'agreement among raft nodes before linearized reading' (duration: 7.332769052s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.301645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.723752Z","time spent":"9.577886765s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.301692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.963637Z","time spent":"7.338023728s","remote":"127.0.0.1:53592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.301802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.551007Z","time spent":"3.750787423s","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:49.298489Z","caller":"traceutil/trace.go:171","msg":"trace[1418739173] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26059; }","duration":"2.939202926s","start":"2026-04-23T03:11:46.359272Z","end":"2026-04-23T03:11:49.298475Z","steps":["trace[1418739173] 'agreement among raft nodes before linearized reading' (duration: 2.936817561s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:49.297831Z","caller":"traceutil/trace.go:171","msg":"trace[528182810] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26059; }","duration":"2.060560152s","start":"2026-04-23T03:11:47.237264Z","end":"2026-04-23T03:11:49.297825Z","steps":["trace[528182810] 'agreement among raft nodes before linearized reading' (duration: 2.058731394s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.301048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:29.976122Z","time spent":"19.324914256s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.301861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:46.912222Z","time spent":"2.38963s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:11:49.301946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:44.080809Z","time spent":"5.221126944s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.301991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:44.878977Z","time spent":"4.423005763s","remote":"127.0.0.1:48632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:43.119109Z","time spent":"6.182899036s","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:49.299888Z","caller":"traceutil/trace.go:171","msg":"trace[201651790] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26059; }","duration":"11.467242418s","start":"2026-04-23T03:11:37.832629Z","end":"2026-04-23T03:11:49.299872Z","steps":["trace[201651790] 'agreement among raft nodes before linearized reading' (duration: 11.464053537s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.302089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:44.162602Z","time spent":"5.139480284s","remote":"127.0.0.1:53708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:37.832613Z","time spent":"11.469471988s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.986253Z","time spent":"9.315911218s","remote":"127.0.0.1:53428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:49.298456Z","caller":"traceutil/trace.go:171","msg":"trace[614945060] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26059; }","duration":"3.238803674s","start":"2026-04-23T03:11:46.059639Z","end":"2026-04-23T03:11:49.298442Z","steps":["trace[614945060] 'agreement among raft nodes before linearized reading' (duration: 3.236497202s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.302206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:40.663974Z","time spent":"8.638223493s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:46.059623Z","time spent":"3.242599565s","remote":"127.0.0.1:53668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.046519Z","time spent":"8.255795938s","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.299851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:35.781728Z","time spent":"13.518106994s","remote":"127.0.0.1:41018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.301072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:48.909751Z","time spent":"391.315124ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-23T03:11:49.302451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.969857Z","time spent":"3.332584318s","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T03:11:49.302508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.740153Z","time spent":"7.562345576s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.301096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:30.028632Z","time spent":"19.272453338s","remote":"127.0.0.1:53786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:46.359254Z","time spent":"2.943321797s","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:40.277266Z","time spent":"9.025316504s","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.369513Z","time spent":"7.933140172s","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:47.237241Z","time spent":"2.065425956s","remote":"127.0.0.1:60824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.30272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:46.051802Z","time spent":"3.250909887s","remote":"127.0.0.1:60912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.301064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:47.699288Z","time spent":"1.601766774s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:11:49.301588Z","caller":"traceutil/trace.go:171","msg":"trace[1219136635] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26059; }","duration":"11.761337351s","start":"2026-04-23T03:11:37.540234Z","end":"2026-04-23T03:11:49.301571Z","steps":["trace[1219136635] 'agreement among raft nodes before linearized reading' (duration: 11.754042111s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:49.302772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.410957Z","time spent":"7.891807176s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:37.540214Z","time spent":"11.762560979s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:43.405861Z","time spent":"5.89695342s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.301993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:40.566451Z","time spent":"8.735510137s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.577385Z","time spent":"9.725491179s","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.301621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:47.216953Z","time spent":"2.084657573s","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:43.802193Z","time spent":"5.499861492s","remote":"127.0.0.1:40930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:41.390622Z","time spent":"7.912370235s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-23T03:11:49.302993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:40.094426Z","time spent":"9.208532084s","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.302347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:42.029457Z","time spent":"7.272881299s","remote":"127.0.0.1:53346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.3031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:38.892454Z","time spent":"10.41063832s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T03:11:49.303181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:38.578318Z","time spent":"10.72485497s","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.30329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.44748Z","time spent":"9.855802557s","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.303403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:39.684083Z","time spent":"9.619308365s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T03:11:49.301691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:45.901178Z","time spent":"3.400500914s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:49.810238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:51.311541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000551397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:51.311612Z","caller":"traceutil/trace.go:171","msg":"trace[429647898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00067179s","start":"2026-04-23T03:11:49.310926Z","end":"2026-04-23T03:11:51.311598Z","steps":["trace[429647898] 'agreement among raft nodes before linearized reading' (duration: 2.000579847s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:51.31166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.310911Z","time spent":"2.000730613s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:51.86291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:50.665074Z","time spent":"1.19782329s","remote":"127.0.0.1:50232","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:51.863578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105837213s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:51.863674Z","caller":"traceutil/trace.go:171","msg":"trace[1011393657] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26059; }","duration":"1.105956077s","start":"2026-04-23T03:11:50.757697Z","end":"2026-04-23T03:11:51.863653Z","steps":["trace[1011393657] 'range keys from in-memory index tree' (duration: 1.105818353s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:51.864315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:51.476433Z","time spent":"387.869237ms","remote":"127.0.0.1:43326","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:51.866503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692399399s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:51.86669Z","caller":"traceutil/trace.go:171","msg":"trace[21008962] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"2.566667276s","start":"2026-04-23T03:11:49.299993Z","end":"2026-04-23T03:11:51.86666Z","steps":["trace[21008962] 'process raft request' (duration: 873.981818ms)","trace[21008962] 'compare' (duration: 1.689872099s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:51.866797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.299965Z","time spent":"2.56678006s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:52.812864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.63867591s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:11:52.814769Z","caller":"traceutil/trace.go:171","msg":"trace[579220919] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"3.504439229s","start":"2026-04-23T03:11:49.310305Z","end":"2026-04-23T03:11:52.814745Z","steps":["trace[579220919] 'process raft request' (duration: 3.504351466s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:52.814759Z","caller":"traceutil/trace.go:171","msg":"trace[389319536] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"3.513314759s","start":"2026-04-23T03:11:49.30141Z","end":"2026-04-23T03:11:52.814725Z","steps":["trace[389319536] 'process raft request' (duration: 3.512373839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.814904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.310292Z","time spent":"3.504533341s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:52.814916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.301398Z","time spent":"3.513431932s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:52.815079Z","caller":"traceutil/trace.go:171","msg":"trace[859780000] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"3.502775296s","start":"2026-04-23T03:11:49.312292Z","end":"2026-04-23T03:11:52.815067Z","steps":["trace[859780000] 'process raft request' (duration: 3.502610051s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:52.815143Z","caller":"traceutil/trace.go:171","msg":"trace[1598220083] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"3.503814499s","start":"2026-04-23T03:11:49.311315Z","end":"2026-04-23T03:11:52.815129Z","steps":["trace[1598220083] 'process raft request' (duration: 3.503390565s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.815154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.312274Z","time spent":"3.502851969s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:52.815136Z","caller":"traceutil/trace.go:171","msg":"trace[1221258312] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"3.424164982s","start":"2026-04-23T03:11:49.390912Z","end":"2026-04-23T03:11:52.815077Z","steps":["trace[1221258312] 'process raft request' (duration: 3.424077879s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.8152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.311306Z","time spent":"3.50386275s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:52.81526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505180062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:52.815308Z","caller":"traceutil/trace.go:171","msg":"trace[86294708] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26065; }","duration":"3.505283215s","start":"2026-04-23T03:11:49.310014Z","end":"2026-04-23T03:11:52.815297Z","steps":["trace[86294708] 'agreement among raft nodes before linearized reading' (duration: 3.505184882s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.815305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.390894Z","time spent":"3.424317976s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:52.815347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.309993Z","time spent":"3.505340947s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-23T03:11:52.815067Z","caller":"traceutil/trace.go:171","msg":"trace[251994351] linearizableReadLoop","detail":"{readStateIndex:26939; appliedIndex:26933; }","duration":"3.504986506s","start":"2026-04-23T03:11:49.310058Z","end":"2026-04-23T03:11:52.815044Z","steps":["trace[251994351] 'read index received' (duration: 863.995663ms)","trace[251994351] 'applied index is now lower than readState.Index' (duration: 2.640989493s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:52.815508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569772043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:52.815561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505312396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-23T03:11:52.815574Z","caller":"traceutil/trace.go:171","msg":"trace[781347535] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26065; }","duration":"1.569869626s","start":"2026-04-23T03:11:51.245684Z","end":"2026-04-23T03:11:52.815554Z","steps":["trace[781347535] 'agreement among raft nodes before linearized reading' (duration: 1.569754113s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.815597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241288913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:52.815603Z","caller":"traceutil/trace.go:171","msg":"trace[1186017390] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26065; }","duration":"3.505367437s","start":"2026-04-23T03:11:49.310223Z","end":"2026-04-23T03:11:52.81559Z","steps":["trace[1186017390] 'agreement among raft nodes before linearized reading' (duration: 3.505210552s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.815606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641324665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:11:52.815632Z","caller":"traceutil/trace.go:171","msg":"trace[416199206] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26065; }","duration":"2.241355265s","start":"2026-04-23T03:11:50.574264Z","end":"2026-04-23T03:11:52.81562Z","steps":["trace[416199206] 'agreement among raft nodes before linearized reading' (duration: 2.241282833s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.815636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.310217Z","time spent":"3.50541142s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T03:11:52.815632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505239604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b93aba24-05f7-432b-8e89-905acee3cfda\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-04-23T03:11:52.815666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:50.574245Z","time spent":"2.241413436s","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:52.815671Z","caller":"traceutil/trace.go:171","msg":"trace[1073307689] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26065; }","duration":"1.641427448s","start":"2026-04-23T03:11:51.174224Z","end":"2026-04-23T03:11:52.815652Z","steps":["trace[1073307689] 'agreement among raft nodes before linearized reading' (duration: 1.641257343s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:52.81568Z","caller":"traceutil/trace.go:171","msg":"trace[7850458] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b93aba24-05f7-432b-8e89-905acee3cfda; range_end:; response_count:1; response_revision:26065; }","duration":"3.505298786s","start":"2026-04-23T03:11:49.310368Z","end":"2026-04-23T03:11:52.815667Z","steps":["trace[7850458] 'agreement among raft nodes before linearized reading' (duration: 3.505146501s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.815705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:51.174205Z","time spent":"1.64149177s","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T03:11:52.815698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503216629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:52.815684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505266254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-23T03:11:52.815717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.310361Z","time spent":"3.505348477s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-b93aba24-05f7-432b-8e89-905acee3cfda\" "} {"level":"warn","ts":"2026-04-23T03:11:52.815627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:51.245667Z","time spent":"1.569945939s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:52.815765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472786799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:52.81576Z","caller":"traceutil/trace.go:171","msg":"trace[1723010137] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26065; }","duration":"3.505390578s","start":"2026-04-23T03:11:49.310349Z","end":"2026-04-23T03:11:52.81574Z","steps":["trace[1723010137] 'agreement among raft nodes before linearized reading' (duration: 3.50514901s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:52.815766Z","caller":"traceutil/trace.go:171","msg":"trace[1968994624] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26065; }","duration":"3.503275542s","start":"2026-04-23T03:11:49.312451Z","end":"2026-04-23T03:11:52.815727Z","steps":["trace[1968994624] 'agreement among raft nodes before linearized reading' (duration: 3.503206909s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:52.815794Z","caller":"traceutil/trace.go:171","msg":"trace[557448002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26065; }","duration":"1.4728453s","start":"2026-04-23T03:11:51.34294Z","end":"2026-04-23T03:11:52.815786Z","steps":["trace[557448002] 'agreement among raft nodes before linearized reading' (duration: 1.472798059s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.815805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.310332Z","time spent":"3.505465321s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-23T03:11:52.815808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.312445Z","time spent":"3.503354434s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:11:52.815826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:51.342922Z","time spent":"1.472896953s","remote":"127.0.0.1:40924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:52.815833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.487475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T03:11:52.815712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206712961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:52.815871Z","caller":"traceutil/trace.go:171","msg":"trace[1524166897] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f; range_end:; response_count:1; response_revision:26065; }","duration":"944.543457ms","start":"2026-04-23T03:11:51.871313Z","end":"2026-04-23T03:11:52.815856Z","steps":["trace[1524166897] 'agreement among raft nodes before linearized reading' (duration: 944.422463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.815522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.064990982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:11:52.8159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:51.871296Z","time spent":"944.597828ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" "} {"level":"info","ts":"2026-04-23T03:11:52.81592Z","caller":"traceutil/trace.go:171","msg":"trace[1606673568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26065; }","duration":"3.065444676s","start":"2026-04-23T03:11:49.750465Z","end":"2026-04-23T03:11:52.815909Z","steps":["trace[1606673568] 'agreement among raft nodes before linearized reading' (duration: 3.065010553s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.815963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:49.750435Z","time spent":"3.065514819s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:52.815978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504269313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:52.816006Z","caller":"traceutil/trace.go:171","msg":"trace[1461396689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26065; }","duration":"1.504329245s","start":"2026-04-23T03:11:51.311669Z","end":"2026-04-23T03:11:52.815998Z","steps":["trace[1461396689] 'agreement among raft nodes before linearized reading' (duration: 1.504282694s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:52.815885Z","caller":"traceutil/trace.go:171","msg":"trace[775779997] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26065; }","duration":"1.206889636s","start":"2026-04-23T03:11:51.608984Z","end":"2026-04-23T03:11:52.815873Z","steps":["trace[775779997] 'agreement among raft nodes before linearized reading' (duration: 1.2066916s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.81606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:51.608925Z","time spent":"1.207121414s","remote":"127.0.0.1:53418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:52.816031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:51.311654Z","time spent":"1.504371647s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:52.815716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.875015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:52.81613Z","caller":"traceutil/trace.go:171","msg":"trace[854691045] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26065; }","duration":"225.289428ms","start":"2026-04-23T03:11:52.590829Z","end":"2026-04-23T03:11:52.816118Z","steps":["trace[854691045] 'agreement among raft nodes before linearized reading' (duration: 224.844424ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:52.99203Z","caller":"traceutil/trace.go:171","msg":"trace[151356675] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"171.351915ms","start":"2026-04-23T03:11:52.820657Z","end":"2026-04-23T03:11:52.992009Z","steps":["trace[151356675] 'process raft request' (duration: 171.311104ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:52.99207Z","caller":"traceutil/trace.go:171","msg":"trace[51739015] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"171.467399ms","start":"2026-04-23T03:11:52.820583Z","end":"2026-04-23T03:11:52.99205Z","steps":["trace[51739015] 'process raft request' (duration: 171.323024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:52.992161Z","caller":"traceutil/trace.go:171","msg":"trace[332645628] linearizableReadLoop","detail":"{readStateIndex:26940; appliedIndex:26939; }","duration":"172.864243ms","start":"2026-04-23T03:11:52.819285Z","end":"2026-04-23T03:11:52.992149Z","steps":["trace[332645628] 'read index received' (duration: 114.365294ms)","trace[332645628] 'applied index is now lower than readState.Index' (duration: 58.498129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:52.992253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.953585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:52.992274Z","caller":"traceutil/trace.go:171","msg":"trace[1918784210] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:0; response_revision:26068; }","duration":"173.000677ms","start":"2026-04-23T03:11:52.819265Z","end":"2026-04-23T03:11:52.992266Z","steps":["trace[1918784210] 'agreement among raft nodes before linearized reading' (duration: 172.953066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.992433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.869121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-f5f557856-fssgb\" ","response":"range_response_count:1 size:8759"} {"level":"info","ts":"2026-04-23T03:11:52.992447Z","caller":"traceutil/trace.go:171","msg":"trace[1563163318] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-f5f557856-fssgb; range_end:; response_count:1; response_revision:26068; }","duration":"171.883412ms","start":"2026-04-23T03:11:52.820559Z","end":"2026-04-23T03:11:52.992442Z","steps":["trace[1563163318] 'agreement among raft nodes before linearized reading' (duration: 171.801539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.992565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.50543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-04-23T03:11:52.992574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.913533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-23T03:11:52.992594Z","caller":"traceutil/trace.go:171","msg":"trace[2060801134] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26068; }","duration":"171.53093ms","start":"2026-04-23T03:11:52.821044Z","end":"2026-04-23T03:11:52.992575Z","steps":["trace[2060801134] 'agreement among raft nodes before linearized reading' (duration: 171.477118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:52.992608Z","caller":"traceutil/trace.go:171","msg":"trace[1398516118] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26068; }","duration":"171.961174ms","start":"2026-04-23T03:11:52.820636Z","end":"2026-04-23T03:11:52.992598Z","steps":["trace[1398516118] 'agreement among raft nodes before linearized reading' (duration: 171.891142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.9926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.256658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:52.992673Z","caller":"traceutil/trace.go:171","msg":"trace[1755090779] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26068; }","duration":"169.379623ms","start":"2026-04-23T03:11:52.823276Z","end":"2026-04-23T03:11:52.992656Z","steps":["trace[1755090779] 'agreement among raft nodes before linearized reading' (duration: 169.217378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:52.992702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.960048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:52.992771Z","caller":"traceutil/trace.go:171","msg":"trace[392968275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26068; }","duration":"168.054461ms","start":"2026-04-23T03:11:52.824699Z","end":"2026-04-23T03:11:52.992754Z","steps":["trace[392968275] 'agreement among raft nodes before linearized reading' (duration: 167.909256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:52.991982Z","caller":"traceutil/trace.go:171","msg":"trace[364854493] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"173.808322ms","start":"2026-04-23T03:11:52.818142Z","end":"2026-04-23T03:11:52.99195Z","steps":["trace[364854493] 'process raft request' (duration: 115.492179ms)","trace[364854493] 'compare' (duration: 57.88243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:53.495886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:11:56.119649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565296332s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T03:11:56.119763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:52.993715Z","time spent":"3.126042232s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:11:56.651162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000098102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:11:56.651229Z","caller":"traceutil/trace.go:171","msg":"trace[350654864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000212425s","start":"2026-04-23T03:11:54.651002Z","end":"2026-04-23T03:11:56.651215Z","steps":["trace[350654864] 'agreement among raft nodes before linearized reading' (duration: 2.000129733s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:56.65126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:54.650985Z","time spent":"2.000270157s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:57.579262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.024915495s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:11:57.579595Z","caller":"traceutil/trace.go:171","msg":"trace[924936869] linearizableReadLoop","detail":"{readStateIndex:26944; appliedIndex:26942; }","duration":"4.584080015s","start":"2026-04-23T03:11:52.995497Z","end":"2026-04-23T03:11:57.579577Z","steps":["trace[924936869] 'read index received' (duration: 558.814599ms)","trace[924936869] 'applied index is now lower than readState.Index' (duration: 4.025264336s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:57.579812Z","caller":"traceutil/trace.go:171","msg":"trace[149027589] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"4.579049536s","start":"2026-04-23T03:11:53.000754Z","end":"2026-04-23T03:11:57.579803Z","steps":["trace[149027589] 'process raft request' (duration: 4.578681455s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.579894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:53.000741Z","time spent":"4.579093957s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8843,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:57.580077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.58456038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7199369c-4c13-4c26-8ae2-061f622f3e66\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-23T03:11:57.580147Z","caller":"traceutil/trace.go:171","msg":"trace[2050550987] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7199369c-4c13-4c26-8ae2-061f622f3e66; range_end:; response_count:1; response_revision:26069; }","duration":"4.584658193s","start":"2026-04-23T03:11:52.995458Z","end":"2026-04-23T03:11:57.580116Z","steps":["trace[2050550987] 'agreement among raft nodes before linearized reading' (duration: 4.584467587s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:57.580179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:52.995443Z","time spent":"4.584729665s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-7199369c-4c13-4c26-8ae2-061f622f3e66\" "} {"level":"warn","ts":"2026-04-23T03:11:58.65185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:11:58.651945Z","caller":"traceutil/trace.go:171","msg":"trace[24914125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494835s","start":"2026-04-23T03:11:56.651427Z","end":"2026-04-23T03:11:58.651922Z","steps":["trace[24914125] 'agreement among raft nodes before linearized reading' (duration: 2.000366001s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.652008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:56.651409Z","time spent":"2.000582768s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:11:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:11:58.698408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.126685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:58.698629Z","caller":"traceutil/trace.go:171","msg":"trace[1458729923] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"2.576111693s","start":"2026-04-23T03:11:56.1225Z","end":"2026-04-23T03:11:58.698612Z","steps":["trace[1458729923] 'process raft request' (duration: 1.76270755s)","trace[1458729923] 'compare' (duration: 812.599718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:58.698685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:56.122474Z","time spent":"2.576185286s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:58.698843Z","caller":"traceutil/trace.go:171","msg":"trace[1899765023] linearizableReadLoop","detail":"{readStateIndex:26945; appliedIndex:26944; }","duration":"1.119190646s","start":"2026-04-23T03:11:57.579625Z","end":"2026-04-23T03:11:58.698815Z","steps":["trace[1899765023] 'read index received' (duration: 305.694199ms)","trace[1899765023] 'applied index is now lower than readState.Index' (duration: 813.493417ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:11:58.698922Z","caller":"traceutil/trace.go:171","msg":"trace[1909474757] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"872.132089ms","start":"2026-04-23T03:11:57.82678Z","end":"2026-04-23T03:11:58.698912Z","steps":["trace[1909474757] 'process raft request' (duration: 872.031336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.698944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.696489838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:58.698964Z","caller":"traceutil/trace.go:171","msg":"trace[1184179838] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26071; }","duration":"4.696557779s","start":"2026-04-23T03:11:54.0024Z","end":"2026-04-23T03:11:58.698958Z","steps":["trace[1184179838] 'agreement among raft nodes before linearized reading' (duration: 4.696502057s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.698981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:54.002377Z","time spent":"4.696599231s","remote":"127.0.0.1:53632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:58.698981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.826755Z","time spent":"872.198841ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:11:58.699015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.70073976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:58.698994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.487959457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:58.699057Z","caller":"traceutil/trace.go:171","msg":"trace[1939194422] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26071; }","duration":"5.700804293s","start":"2026-04-23T03:11:52.998239Z","end":"2026-04-23T03:11:58.699044Z","steps":["trace[1939194422] 'agreement among raft nodes before linearized reading' (duration: 5.700728201s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.699069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518540725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:58.699071Z","caller":"traceutil/trace.go:171","msg":"trace[428951774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26071; }","duration":"5.48805392s","start":"2026-04-23T03:11:53.211Z","end":"2026-04-23T03:11:58.699054Z","steps":["trace[428951774] 'agreement among raft nodes before linearized reading' (duration: 5.487921056s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.699106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.652144196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:58.699101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:52.99823Z","time spent":"5.700860624s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:11:58.699114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:53.210981Z","time spent":"5.488122543s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:58.699142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604502142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:58.699175Z","caller":"traceutil/trace.go:171","msg":"trace[2011966144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26071; }","duration":"1.604569294s","start":"2026-04-23T03:11:57.094597Z","end":"2026-04-23T03:11:58.699167Z","steps":["trace[2011966144] 'agreement among raft nodes before linearized reading' (duration: 1.604527533s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.699188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836174432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:58.699205Z","caller":"traceutil/trace.go:171","msg":"trace[1509842879] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26071; }","duration":"1.836231245s","start":"2026-04-23T03:11:56.862969Z","end":"2026-04-23T03:11:58.699201Z","steps":["trace[1509842879] 'agreement among raft nodes before linearized reading' (duration: 1.836202754s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.699209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.094576Z","time spent":"1.604626086s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:11:58.699223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:56.862947Z","time spent":"1.836272435s","remote":"127.0.0.1:48590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:58.699245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115315994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-23T03:11:58.699005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573377307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:58.699085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.506737121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:58.699302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771367785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:58.699307Z","caller":"traceutil/trace.go:171","msg":"trace[2146715764] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26071; }","duration":"3.573743759s","start":"2026-04-23T03:11:55.125546Z","end":"2026-04-23T03:11:58.69929Z","steps":["trace[2146715764] 'agreement among raft nodes before linearized reading' (duration: 3.573346616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.69934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.703196038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-864c4d8684-7sjmd.18a8dc1d9d3fe69e\" ","response":"range_response_count:1 size:2107"} {"level":"warn","ts":"2026-04-23T03:11:58.69935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:55.125522Z","time spent":"3.57381656s","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:58.699332Z","caller":"traceutil/trace.go:171","msg":"trace[1112789281] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26071; }","duration":"4.506991769s","start":"2026-04-23T03:11:54.192311Z","end":"2026-04-23T03:11:58.699303Z","steps":["trace[1112789281] 'agreement among raft nodes before linearized reading' (duration: 4.506742871s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.699382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077929761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:11:58.699319Z","caller":"traceutil/trace.go:171","msg":"trace[84282948] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26071; }","duration":"1.771416537s","start":"2026-04-23T03:11:56.927898Z","end":"2026-04-23T03:11:58.699315Z","steps":["trace[84282948] 'agreement among raft nodes before linearized reading' (duration: 1.771391776s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:58.699417Z","caller":"traceutil/trace.go:171","msg":"trace[449289870] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26071; }","duration":"3.077999423s","start":"2026-04-23T03:11:55.621409Z","end":"2026-04-23T03:11:58.699408Z","steps":["trace[449289870] 'agreement among raft nodes before linearized reading' (duration: 3.077934761s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:58.699363Z","caller":"traceutil/trace.go:171","msg":"trace[360166153] range","detail":"{range_begin:/registry/events/openstack/glance-api-864c4d8684-7sjmd.18a8dc1d9d3fe69e; range_end:; response_count:1; response_revision:26071; }","duration":"5.70323504s","start":"2026-04-23T03:11:52.996122Z","end":"2026-04-23T03:11:58.699357Z","steps":["trace[360166153] 'agreement among raft nodes before linearized reading' (duration: 5.703170588s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.69943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:54.192295Z","time spent":"4.507091352s","remote":"127.0.0.1:53328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:58.699451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:55.621391Z","time spent":"3.078052795s","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:58.699132Z","caller":"traceutil/trace.go:171","msg":"trace[102954667] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26071; }","duration":"4.652194148s","start":"2026-04-23T03:11:54.046931Z","end":"2026-04-23T03:11:58.699125Z","steps":["trace[102954667] 'agreement among raft nodes before linearized reading' (duration: 4.652164507s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.699476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106103462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-23T03:11:58.699492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:54.046916Z","time spent":"4.652570399s","remote":"127.0.0.1:53358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:58.699496Z","caller":"traceutil/trace.go:171","msg":"trace[1045461190] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26071; }","duration":"1.106146484s","start":"2026-04-23T03:11:57.593342Z","end":"2026-04-23T03:11:58.699489Z","steps":["trace[1045461190] 'agreement among raft nodes before linearized reading' (duration: 1.106084692s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.699515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.593331Z","time spent":"1.106179735s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T03:11:58.699496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:52.996114Z","time spent":"5.703351033s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2129,"request content":"key:\"/registry/events/openstack/glance-api-864c4d8684-7sjmd.18a8dc1d9d3fe69e\" "} {"level":"warn","ts":"2026-04-23T03:11:58.699426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:56.927876Z","time spent":"1.771544941s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:11:58.699104Z","caller":"traceutil/trace.go:171","msg":"trace[721599636] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26071; }","duration":"1.518602677s","start":"2026-04-23T03:11:57.180488Z","end":"2026-04-23T03:11:58.699091Z","steps":["trace[721599636] 'agreement among raft nodes before linearized reading' (duration: 1.518550006s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:58.699278Z","caller":"traceutil/trace.go:171","msg":"trace[125255265] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26071; }","duration":"1.115376516s","start":"2026-04-23T03:11:57.583892Z","end":"2026-04-23T03:11:58.699269Z","steps":["trace[125255265] 'agreement among raft nodes before linearized reading' (duration: 1.115275523s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:58.699641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.583879Z","time spent":"1.115754078s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T03:11:58.699635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:57.180472Z","time spent":"1.519150375s","remote":"127.0.0.1:53566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:59.440649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.632623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:11:59.440939Z","caller":"traceutil/trace.go:171","msg":"trace[1077505654] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"734.427308ms","start":"2026-04-23T03:11:58.706488Z","end":"2026-04-23T03:11:59.440915Z","steps":["trace[1077505654] 'process raft request' (duration: 734.296584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:59.441067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.706478Z","time spent":"734.51004ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:59.441312Z","caller":"traceutil/trace.go:171","msg":"trace[1264073119] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"739.224899ms","start":"2026-04-23T03:11:58.702072Z","end":"2026-04-23T03:11:59.441297Z","steps":["trace[1264073119] 'process raft request' (duration: 141.844522ms)","trace[1264073119] 'compare' (duration: 595.25627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:59.441386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.702039Z","time spent":"739.312302ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:11:59.441431Z","caller":"traceutil/trace.go:171","msg":"trace[2082016301] linearizableReadLoop","detail":"{readStateIndex:26947; appliedIndex:26946; }","duration":"739.002132ms","start":"2026-04-23T03:11:58.702367Z","end":"2026-04-23T03:11:59.441369Z","steps":["trace[2082016301] 'read index received' (duration: 141.563443ms)","trace[2082016301] 'applied index is now lower than readState.Index' (duration: 597.435929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:11:59.44168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.118344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:11:59.441667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.279361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53e308a5-71d0-4ec2-8a1d-4b3c14e69d1a\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-23T03:11:59.441724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.774265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:11:59.441731Z","caller":"traceutil/trace.go:171","msg":"trace[645791798] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26073; }","duration":"306.192366ms","start":"2026-04-23T03:11:59.13552Z","end":"2026-04-23T03:11:59.441712Z","steps":["trace[645791798] 'agreement among raft nodes before linearized reading' (duration: 306.117874ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:11:59.441739Z","caller":"traceutil/trace.go:171","msg":"trace[1099397635] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53e308a5-71d0-4ec2-8a1d-4b3c14e69d1a; range_end:; response_count:1; response_revision:26073; }","duration":"739.431746ms","start":"2026-04-23T03:11:58.702289Z","end":"2026-04-23T03:11:59.44172Z","steps":["trace[1099397635] 'agreement among raft nodes before linearized reading' (duration: 739.23943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:59.441705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.698637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:11:59.441767Z","caller":"traceutil/trace.go:171","msg":"trace[1136682178] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26073; }","duration":"738.846267ms","start":"2026-04-23T03:11:58.70291Z","end":"2026-04-23T03:11:59.441756Z","steps":["trace[1136682178] 'agreement among raft nodes before linearized reading' (duration: 738.649721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:59.441773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:59.135505Z","time spent":"306.258598ms","remote":"127.0.0.1:53716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:11:59.441779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.702282Z","time spent":"739.489358ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-53e308a5-71d0-4ec2-8a1d-4b3c14e69d1a\" "} {"level":"warn","ts":"2026-04-23T03:11:59.441804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:58.702903Z","time spent":"738.892169ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-23T03:11:59.441815Z","caller":"traceutil/trace.go:171","msg":"trace[888488702] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26073; }","duration":"184.895242ms","start":"2026-04-23T03:11:59.256892Z","end":"2026-04-23T03:11:59.441787Z","steps":["trace[888488702] 'agreement among raft nodes before linearized reading' (duration: 184.679186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:11:59.952786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:12:00.483923Z","caller":"traceutil/trace.go:171","msg":"trace[1530483654] linearizableReadLoop","detail":"{readStateIndex:26949; appliedIndex:26948; }","duration":"1.031560506s","start":"2026-04-23T03:11:59.452338Z","end":"2026-04-23T03:12:00.483898Z","steps":["trace[1530483654] 'read index received' (duration: 966.325134ms)","trace[1530483654] 'applied index is now lower than readState.Index' (duration: 65.234082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:00.484201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009923043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-04-23T03:12:00.484202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031846525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T03:12:00.484255Z","caller":"traceutil/trace.go:171","msg":"trace[1626414344] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26074; }","duration":"1.010017336s","start":"2026-04-23T03:11:59.474226Z","end":"2026-04-23T03:12:00.484243Z","steps":["trace[1626414344] 'agreement among raft nodes before linearized reading' (duration: 1.00985098s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:00.484271Z","caller":"traceutil/trace.go:171","msg":"trace[1219430285] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26074; }","duration":"1.031932978s","start":"2026-04-23T03:11:59.452322Z","end":"2026-04-23T03:12:00.484255Z","steps":["trace[1219430285] 'agreement among raft nodes before linearized reading' (duration: 1.03169557s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:00.484287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:59.47421Z","time spent":"1.010070577s","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":928,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-23T03:12:00.484315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:59.452315Z","time spent":"1.03198834s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-23T03:12:00.484951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.013308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:00.484991Z","caller":"traceutil/trace.go:171","msg":"trace[769442232] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26074; }","duration":"598.058229ms","start":"2026-04-23T03:11:59.886923Z","end":"2026-04-23T03:12:00.484981Z","steps":["trace[769442232] 'agreement among raft nodes before linearized reading' (duration: 597.986237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:00.484986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.946624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:00.485026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:59.886886Z","time spent":"598.129401ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:00.485036Z","caller":"traceutil/trace.go:171","msg":"trace[393784284] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26074; }","duration":"735.034496ms","start":"2026-04-23T03:11:59.749987Z","end":"2026-04-23T03:12:00.485021Z","steps":["trace[393784284] 'agreement among raft nodes before linearized reading' (duration: 734.908752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:00.485096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:59.749968Z","time spent":"735.113848ms","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:00.485311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.884049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb\" ","response":"range_response_count:1 size:5482"} {"level":"info","ts":"2026-04-23T03:12:00.485358Z","caller":"traceutil/trace.go:171","msg":"trace[1594973597] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb; range_end:; response_count:1; response_revision:26074; }","duration":"282.954632ms","start":"2026-04-23T03:12:00.202395Z","end":"2026-04-23T03:12:00.485349Z","steps":["trace[1594973597] 'agreement among raft nodes before linearized reading' (duration: 282.047943ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:00.485493Z","caller":"traceutil/trace.go:171","msg":"trace[94115274] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"1.033142646s","start":"2026-04-23T03:11:59.450819Z","end":"2026-04-23T03:12:00.483962Z","steps":["trace[94115274] 'process raft request' (duration: 967.922225ms)","trace[94115274] 'compare' (duration: 64.993364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:00.485781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:11:59.450805Z","time spent":"1.034742397s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:01.600792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.629427ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:01.600943Z","caller":"traceutil/trace.go:171","msg":"trace[2117760786] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26074; }","duration":"842.789532ms","start":"2026-04-23T03:12:00.758128Z","end":"2026-04-23T03:12:01.600917Z","steps":["trace[2117760786] 'range keys from in-memory index tree' (duration: 842.608537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:01.601558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.561901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:01.601643Z","caller":"traceutil/trace.go:171","msg":"trace[2040566406] linearizableReadLoop","detail":"{readStateIndex:26950; appliedIndex:26949; }","duration":"1.110978037s","start":"2026-04-23T03:12:00.490649Z","end":"2026-04-23T03:12:01.601627Z","steps":["trace[2040566406] 'read index received' (duration: 195.27212ms)","trace[2040566406] 'applied index is now lower than readState.Index' (duration: 915.704447ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:01.601677Z","caller":"traceutil/trace.go:171","msg":"trace[1799322434] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"1.111602056s","start":"2026-04-23T03:12:00.490045Z","end":"2026-04-23T03:12:01.601647Z","steps":["trace[1799322434] 'process raft request' (duration: 195.864629ms)","trace[1799322434] 'compare' (duration: 914.478557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:01.601811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:00.490034Z","time spent":"1.11171707s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:01.60188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111222244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T03:12:01.60191Z","caller":"traceutil/trace.go:171","msg":"trace[2061554972] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26075; }","duration":"1.111269366s","start":"2026-04-23T03:12:00.49063Z","end":"2026-04-23T03:12:01.601899Z","steps":["trace[2061554972] 'agreement among raft nodes before linearized reading' (duration: 1.11106927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:01.60194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:00.490619Z","time spent":"1.111313067s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T03:12:01.69984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01391621s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:02.433706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.563531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:02.434027Z","caller":"traceutil/trace.go:171","msg":"trace[1651728510] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"1.941238112s","start":"2026-04-23T03:12:00.492763Z","end":"2026-04-23T03:12:02.434001Z","steps":["trace[1651728510] 'process raft request' (duration: 1.207320271s)","trace[1651728510] 'compare' (duration: 733.075335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:02.434349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:00.492751Z","time spent":"1.941324936s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5656,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:02.434684Z","caller":"traceutil/trace.go:171","msg":"trace[645325385] linearizableReadLoop","detail":"{readStateIndex:26952; appliedIndex:26950; }","duration":"833.001263ms","start":"2026-04-23T03:12:01.60167Z","end":"2026-04-23T03:12:02.434672Z","steps":["trace[645325385] 'read index received' (duration: 98.377659ms)","trace[645325385] 'applied index is now lower than readState.Index' (duration: 734.622714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:02.435285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570656442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:02.43535Z","caller":"traceutil/trace.go:171","msg":"trace[1689904819] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26077; }","duration":"1.570754806s","start":"2026-04-23T03:12:00.86458Z","end":"2026-04-23T03:12:02.435335Z","steps":["trace[1689904819] 'agreement among raft nodes before linearized reading' (duration: 1.570609901s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:02.435381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:00.864567Z","time spent":"1.570807057s","remote":"127.0.0.1:53732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:02.435543Z","caller":"traceutil/trace.go:171","msg":"trace[1558469122] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"1.932644991s","start":"2026-04-23T03:12:00.502889Z","end":"2026-04-23T03:12:02.435534Z","steps":["trace[1558469122] 'process raft request' (duration: 1.930948697s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:02.435609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:00.502875Z","time spent":"1.932688952s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:02.435877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338078643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:02.435906Z","caller":"traceutil/trace.go:171","msg":"trace[1668854885] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26077; }","duration":"1.338138945s","start":"2026-04-23T03:12:01.097758Z","end":"2026-04-23T03:12:02.435896Z","steps":["trace[1668854885] 'agreement among raft nodes before linearized reading' (duration: 1.338090434s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:02.435925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:01.09774Z","time spent":"1.338179086s","remote":"127.0.0.1:53448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:02.436028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167918406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:02.436288Z","caller":"traceutil/trace.go:171","msg":"trace[890064665] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26077; }","duration":"1.168215775s","start":"2026-04-23T03:12:01.268065Z","end":"2026-04-23T03:12:02.436281Z","steps":["trace[890064665] 'agreement among raft nodes before linearized reading' (duration: 1.167946737s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:02.436311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:01.268045Z","time spent":"1.168258566s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:02.436583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785255844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:02.436604Z","caller":"traceutil/trace.go:171","msg":"trace[582458167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26077; }","duration":"1.785306025s","start":"2026-04-23T03:12:00.651292Z","end":"2026-04-23T03:12:02.436598Z","steps":["trace[582458167] 'agreement among raft nodes before linearized reading' (duration: 1.785268494s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:02.436622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:00.651275Z","time spent":"1.785342706s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:02.43675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583962033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:02.436776Z","caller":"traceutil/trace.go:171","msg":"trace[1186398910] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26077; }","duration":"1.584061066s","start":"2026-04-23T03:12:00.852708Z","end":"2026-04-23T03:12:02.436769Z","steps":["trace[1186398910] 'agreement among raft nodes before linearized reading' (duration: 1.584015284s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:02.436797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:00.852691Z","time spent":"1.584100658s","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:02.437059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416868643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:02.437088Z","caller":"traceutil/trace.go:171","msg":"trace[2003862958] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26077; }","duration":"1.416931905s","start":"2026-04-23T03:12:01.020149Z","end":"2026-04-23T03:12:02.437081Z","steps":["trace[2003862958] 'agreement among raft nodes before linearized reading' (duration: 1.416888483s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:02.437109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:01.020133Z","time spent":"1.416970265s","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:02.437979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.044933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-23T03:12:02.437974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.165735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee156fdb82\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-23T03:12:02.438039Z","caller":"traceutil/trace.go:171","msg":"trace[579783918] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e; range_end:; response_count:1; response_revision:26077; }","duration":"832.118984ms","start":"2026-04-23T03:12:01.605902Z","end":"2026-04-23T03:12:02.438021Z","steps":["trace[579783918] 'agreement among raft nodes before linearized reading' (duration: 831.935949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:02.438035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.427999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:02.438048Z","caller":"traceutil/trace.go:171","msg":"trace[1510598686] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee156fdb82; range_end:; response_count:1; response_revision:26077; }","duration":"831.268718ms","start":"2026-04-23T03:12:01.606762Z","end":"2026-04-23T03:12:02.43803Z","steps":["trace[1510598686] 'agreement among raft nodes before linearized reading' (duration: 831.0341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:02.438247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:01.605895Z","time spent":"832.176357ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-cb7ccfe4-758e-4416-b5c3-719a6a0cd31e\" "} {"level":"info","ts":"2026-04-23T03:12:02.438256Z","caller":"traceutil/trace.go:171","msg":"trace[1299551343] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26077; }","duration":"729.518672ms","start":"2026-04-23T03:12:01.708555Z","end":"2026-04-23T03:12:02.438074Z","steps":["trace[1299551343] 'agreement among raft nodes before linearized reading' (duration: 729.425699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:02.43827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:01.606753Z","time spent":"831.508975ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee156fdb82\" "} {"level":"warn","ts":"2026-04-23T03:12:02.438303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:01.708539Z","time spent":"729.74901ms","remote":"127.0.0.1:53550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:02.43834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.59809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:02.438365Z","caller":"traceutil/trace.go:171","msg":"trace[1685216228] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26077; }","duration":"832.660882ms","start":"2026-04-23T03:12:01.605697Z","end":"2026-04-23T03:12:02.438358Z","steps":["trace[1685216228] 'agreement among raft nodes before linearized reading' (duration: 831.578198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:02.438385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:01.605682Z","time spent":"832.697923ms","remote":"127.0.0.1:33032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:02.944243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:03.876203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.769825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:03.876278Z","caller":"traceutil/trace.go:171","msg":"trace[130074072] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"1.435562643s","start":"2026-04-23T03:12:02.440702Z","end":"2026-04-23T03:12:03.876265Z","steps":["trace[130074072] 'process raft request' (duration: 608.586081ms)","trace[130074072] 'compare' (duration: 824.737491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:03.876323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.440688Z","time spent":"1.435612284s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:03.935027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491426497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T03:12:03.935305Z","caller":"traceutil/trace.go:171","msg":"trace[1122448171] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26079; }","duration":"1.491733717s","start":"2026-04-23T03:12:02.443549Z","end":"2026-04-23T03:12:03.935282Z","steps":["trace[1122448171] 'agreement among raft nodes before linearized reading' (duration: 1.491258212s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:03.935287Z","caller":"traceutil/trace.go:171","msg":"trace[26182594] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"1.043597646s","start":"2026-04-23T03:12:02.891668Z","end":"2026-04-23T03:12:03.935266Z","steps":["trace[26182594] 'process raft request' (duration: 1.042829072s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:03.935356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.443538Z","time spent":"1.491804519s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-23T03:12:03.935441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.89165Z","time spent":"1.04371647s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:03.935835Z","caller":"traceutil/trace.go:171","msg":"trace[1733287493] linearizableReadLoop","detail":"{readStateIndex:26954; appliedIndex:26952; }","duration":"1.491073686s","start":"2026-04-23T03:12:02.443576Z","end":"2026-04-23T03:12:03.93465Z","steps":["trace[1733287493] 'read index received' (duration: 605.69336ms)","trace[1733287493] 'applied index is now lower than readState.Index' (duration: 885.379376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:04.449023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999669938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:04.449116Z","caller":"traceutil/trace.go:171","msg":"trace[1312904232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006369s","start":"2026-04-23T03:12:02.449086Z","end":"2026-04-23T03:12:04.449092Z","steps":["trace[1312904232] 'agreement among raft nodes before linearized reading' (duration: 1.999895085s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.449181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.44907Z","time spent":"2.000099361s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:04.841041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.218848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:04.842084Z","caller":"traceutil/trace.go:171","msg":"trace[684633877] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"1.456217374s","start":"2026-04-23T03:12:03.385842Z","end":"2026-04-23T03:12:04.842059Z","steps":["trace[684633877] 'process raft request' (duration: 672.886591ms)","trace[684633877] 'compare' (duration: 780.325728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:04.842198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.385818Z","time spent":"1.456335458s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:04.843046Z","caller":"traceutil/trace.go:171","msg":"trace[101501994] linearizableReadLoop","detail":"{readStateIndex:26956; appliedIndex:26954; }","duration":"906.932789ms","start":"2026-04-23T03:12:03.936098Z","end":"2026-04-23T03:12:04.843031Z","steps":["trace[101501994] 'read index received' (duration: 122.681837ms)","trace[101501994] 'applied index is now lower than readState.Index' (duration: 784.249942ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:04.843349Z","caller":"traceutil/trace.go:171","msg":"trace[26385596] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"1.137223996s","start":"2026-04-23T03:12:03.706112Z","end":"2026-04-23T03:12:04.843336Z","steps":["trace[26385596] 'process raft request' (duration: 1.136820313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.843462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.706087Z","time spent":"1.137298488s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:04.843817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025350559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T03:12:04.843829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882611708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:04.843859Z","caller":"traceutil/trace.go:171","msg":"trace[722576158] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26081; }","duration":"2.025397431s","start":"2026-04-23T03:12:02.818451Z","end":"2026-04-23T03:12:04.843849Z","steps":["trace[722576158] 'agreement among raft nodes before linearized reading' (duration: 2.025264737s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.843931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.818392Z","time spent":"2.025529975s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T03:12:04.843966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.648713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:04.843959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394902417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb\" ","response":"range_response_count:1 size:5673"} {"level":"info","ts":"2026-04-23T03:12:04.843989Z","caller":"traceutil/trace.go:171","msg":"trace[712558283] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26081; }","duration":"908.694764ms","start":"2026-04-23T03:12:03.935289Z","end":"2026-04-23T03:12:04.843983Z","steps":["trace[712558283] 'agreement among raft nodes before linearized reading' (duration: 908.624132ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:04.844005Z","caller":"traceutil/trace.go:171","msg":"trace[1723052915] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb; range_end:; response_count:1; response_revision:26081; }","duration":"2.394974919s","start":"2026-04-23T03:12:02.449016Z","end":"2026-04-23T03:12:04.843991Z","steps":["trace[1723052915] 'agreement among raft nodes before linearized reading' (duration: 2.394843645s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.844048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.449002Z","time spent":"2.395038181s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5695,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb\" "} {"level":"warn","ts":"2026-04-23T03:12:04.84415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.92686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T03:12:04.844172Z","caller":"traceutil/trace.go:171","msg":"trace[1981004742] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f; range_end:; response_count:1; response_revision:26081; }","duration":"963.976501ms","start":"2026-04-23T03:12:03.88019Z","end":"2026-04-23T03:12:04.844167Z","steps":["trace[1981004742] 'agreement among raft nodes before linearized reading' (duration: 963.881068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.844189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.880174Z","time spent":"964.010643ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" "} {"level":"info","ts":"2026-04-23T03:12:04.843895Z","caller":"traceutil/trace.go:171","msg":"trace[918350171] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26081; }","duration":"1.882729893s","start":"2026-04-23T03:12:02.961149Z","end":"2026-04-23T03:12:04.843879Z","steps":["trace[918350171] 'agreement among raft nodes before linearized reading' (duration: 1.882537337s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.84433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269403603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:04.844353Z","caller":"traceutil/trace.go:171","msg":"trace[1008829436] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26081; }","duration":"1.269465705s","start":"2026-04-23T03:12:03.574882Z","end":"2026-04-23T03:12:04.844348Z","steps":["trace[1008829436] 'agreement among raft nodes before linearized reading' (duration: 1.269424823s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.844371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.574862Z","time spent":"1.269504755s","remote":"127.0.0.1:47738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:04.844339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.961129Z","time spent":"1.883160716s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:04.844408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.70877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-40461507-f220-4d81-aa57-d2087e0e2881\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T03:12:04.844452Z","caller":"traceutil/trace.go:171","msg":"trace[2065678428] range","detail":"{range_begin:/registry/persistentvolumes/pvc-40461507-f220-4d81-aa57-d2087e0e2881; range_end:; response_count:1; response_revision:26081; }","duration":"905.786333ms","start":"2026-04-23T03:12:03.938654Z","end":"2026-04-23T03:12:04.84444Z","steps":["trace[2065678428] 'agreement among raft nodes before linearized reading' (duration: 905.658589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.844476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761638207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:04.844494Z","caller":"traceutil/trace.go:171","msg":"trace[2071655734] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26081; }","duration":"1.761693588s","start":"2026-04-23T03:12:03.082795Z","end":"2026-04-23T03:12:04.844489Z","steps":["trace[2071655734] 'agreement among raft nodes before linearized reading' (duration: 1.761662257s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.84452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.082775Z","time spent":"1.761739969s","remote":"127.0.0.1:60580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:04.84462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845484276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:04.844645Z","caller":"traceutil/trace.go:171","msg":"trace[551312839] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26081; }","duration":"1.845541908s","start":"2026-04-23T03:12:02.999098Z","end":"2026-04-23T03:12:04.84464Z","steps":["trace[551312839] 'agreement among raft nodes before linearized reading' (duration: 1.845504617s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.844662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:02.999079Z","time spent":"1.845578348s","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:04.844692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.611359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:04.844725Z","caller":"traceutil/trace.go:171","msg":"trace[941977483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26081; }","duration":"394.666971ms","start":"2026-04-23T03:12:04.450049Z","end":"2026-04-23T03:12:04.844716Z","steps":["trace[941977483] 'agreement among raft nodes before linearized reading' (duration: 394.62776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.844756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.450033Z","time spent":"394.717872ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:04.844061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.273201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:04.844804Z","caller":"traceutil/trace.go:171","msg":"trace[882574431] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26081; }","duration":"953.035895ms","start":"2026-04-23T03:12:03.891761Z","end":"2026-04-23T03:12:04.844797Z","steps":["trace[882574431] 'agreement among raft nodes before linearized reading' (duration: 952.266191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.844829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.891749Z","time spent":"953.072637ms","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:04.844615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.385749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:04.844933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.077817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:04.84495Z","caller":"traceutil/trace.go:171","msg":"trace[1491812404] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26081; }","duration":"254.724769ms","start":"2026-04-23T03:12:04.590218Z","end":"2026-04-23T03:12:04.844943Z","steps":["trace[1491812404] 'agreement among raft nodes before linearized reading' (duration: 254.366318ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:04.844965Z","caller":"traceutil/trace.go:171","msg":"trace[760797144] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26081; }","duration":"603.146709ms","start":"2026-04-23T03:12:04.241807Z","end":"2026-04-23T03:12:04.844954Z","steps":["trace[760797144] 'agreement among raft nodes before linearized reading' (duration: 603.089767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.845004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.241787Z","time spent":"603.208461ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:04.844659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.729135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:04.845045Z","caller":"traceutil/trace.go:171","msg":"trace[455279453] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26081; }","duration":"271.151878ms","start":"2026-04-23T03:12:04.573883Z","end":"2026-04-23T03:12:04.845035Z","steps":["trace[455279453] 'agreement among raft nodes before linearized reading' (duration: 270.752106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:04.844488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.938636Z","time spent":"905.844934ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-40461507-f220-4d81-aa57-d2087e0e2881\" "} {"level":"warn","ts":"2026-04-23T03:12:04.844013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:03.935273Z","time spent":"908.734566ms","remote":"127.0.0.1:60940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:05.855747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.917136ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T03:12:05.855849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.846988Z","time spent":"1.00885775s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T03:12:05.856107Z","caller":"traceutil/trace.go:171","msg":"trace[1885101425] linearizableReadLoop","detail":"{readStateIndex:26958; appliedIndex:26956; }","duration":"1.007668713s","start":"2026-04-23T03:12:04.848424Z","end":"2026-04-23T03:12:05.856093Z","steps":["trace[1885101425] 'read index received' (duration: 408.410936ms)","trace[1885101425] 'applied index is now lower than readState.Index' (duration: 599.256547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:05.856266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.848046Z","time spent":"1.00821782s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:05.856497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008059865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-f5f557856-fssgb\" ","response":"range_response_count:1 size:8861"} {"level":"info","ts":"2026-04-23T03:12:05.856536Z","caller":"traceutil/trace.go:171","msg":"trace[1676521294] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-f5f557856-fssgb; range_end:; response_count:1; response_revision:26081; }","duration":"1.008112956s","start":"2026-04-23T03:12:04.848413Z","end":"2026-04-23T03:12:05.856526Z","steps":["trace[1676521294] 'agreement among raft nodes before linearized reading' (duration: 1.007975242s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:05.856577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.848405Z","time spent":"1.008153017s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8883,"request content":"key:\"/registry/pods/openstack/magnum-api-f5f557856-fssgb\" "} {"level":"warn","ts":"2026-04-23T03:12:05.856779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004621676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-23T03:12:05.856816Z","caller":"traceutil/trace.go:171","msg":"trace[201684327] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26081; }","duration":"1.004678778s","start":"2026-04-23T03:12:04.852127Z","end":"2026-04-23T03:12:05.856806Z","steps":["trace[201684327] 'agreement among raft nodes before linearized reading' (duration: 1.004588075s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:05.856843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.852117Z","time spent":"1.004719339s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-23T03:12:05.857168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.563397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:05.857219Z","caller":"traceutil/trace.go:171","msg":"trace[1138288307] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26081; }","duration":"562.641559ms","start":"2026-04-23T03:12:05.294567Z","end":"2026-04-23T03:12:05.857209Z","steps":["trace[1138288307] 'agreement among raft nodes before linearized reading' (duration: 562.565026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:05.857253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:05.294555Z","time spent":"562.689601ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:05.857466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.968414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:05.857504Z","caller":"traceutil/trace.go:171","msg":"trace[762094276] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26081; }","duration":"584.035416ms","start":"2026-04-23T03:12:05.27346Z","end":"2026-04-23T03:12:05.857495Z","steps":["trace[762094276] 'agreement among raft nodes before linearized reading' (duration: 583.922732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:05.857535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:05.273445Z","time spent":"584.082487ms","remote":"127.0.0.1:60800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:05.85768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.992086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:05.857715Z","caller":"traceutil/trace.go:171","msg":"trace[2079301314] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26081; }","duration":"717.063349ms","start":"2026-04-23T03:12:05.140644Z","end":"2026-04-23T03:12:05.857707Z","steps":["trace[2079301314] 'agreement among raft nodes before linearized reading' (duration: 717.011477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:05.857743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:05.140625Z","time spent":"717.109771ms","remote":"127.0.0.1:53664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:05.857889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.475582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:05.857925Z","caller":"traceutil/trace.go:171","msg":"trace[1140357081] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26081; }","duration":"886.550834ms","start":"2026-04-23T03:12:04.971366Z","end":"2026-04-23T03:12:05.857917Z","steps":["trace[1140357081] 'agreement among raft nodes before linearized reading' (duration: 886.494812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:05.857958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.971345Z","time spent":"886.605496ms","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:05.858098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005106961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:05.858131Z","caller":"traceutil/trace.go:171","msg":"trace[320767872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26081; }","duration":"1.005156743s","start":"2026-04-23T03:12:04.852966Z","end":"2026-04-23T03:12:05.858123Z","steps":["trace[320767872] 'agreement among raft nodes before linearized reading' (duration: 1.005107131s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:05.858156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:04.852958Z","time spent":"1.005192934s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:06.362753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:06.863426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:07.193526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251862257s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:12:07.281524Z","caller":"traceutil/trace.go:171","msg":"trace[150924965] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"1.421482788s","start":"2026-04-23T03:12:05.86001Z","end":"2026-04-23T03:12:07.281493Z","steps":["trace[150924965] 'process raft request' (duration: 1.333763946s)","trace[150924965] 'compare' (duration: 84.920824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:07.281674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:05.859992Z","time spent":"1.421610511s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:07.868261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000804014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:07.868345Z","caller":"traceutil/trace.go:171","msg":"trace[599515049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000908138s","start":"2026-04-23T03:12:05.867419Z","end":"2026-04-23T03:12:07.868327Z","steps":["trace[599515049] 'agreement among raft nodes before linearized reading' (duration: 2.000808384s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:07.868397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:05.867414Z","time spent":"2.000969089s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:08.47717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142272295s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:12:08.541653Z","caller":"traceutil/trace.go:171","msg":"trace[1719781197] linearizableReadLoop","detail":"{readStateIndex:26961; appliedIndex:26958; }","duration":"2.679045736s","start":"2026-04-23T03:12:05.862585Z","end":"2026-04-23T03:12:08.541631Z","steps":["trace[1719781197] 'read index received' (duration: 1.331120942s)","trace[1719781197] 'applied index is now lower than readState.Index' (duration: 1.347923614s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:08.54176Z","caller":"traceutil/trace.go:171","msg":"trace[818699524] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"2.680628467s","start":"2026-04-23T03:12:05.861119Z","end":"2026-04-23T03:12:08.541748Z","steps":["trace[818699524] 'process raft request' (duration: 2.616213771s)","trace[818699524] 'compare' (duration: 63.61169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:08.541853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:05.861095Z","time spent":"2.680689528s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:08.541983Z","caller":"traceutil/trace.go:171","msg":"trace[860087546] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"2.673368947s","start":"2026-04-23T03:12:05.868596Z","end":"2026-04-23T03:12:08.541965Z","steps":["trace[860087546] 'process raft request' (duration: 2.672932023s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:08.542032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:05.868531Z","time spent":"2.67347537s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8741,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:08.542141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679548822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-29f7f29b-15d8-4dd7-8cd8-fe587451e81b\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-23T03:12:08.542178Z","caller":"traceutil/trace.go:171","msg":"trace[256380158] range","detail":"{range_begin:/registry/persistentvolumes/pvc-29f7f29b-15d8-4dd7-8cd8-fe587451e81b; range_end:; response_count:1; response_revision:26084; }","duration":"2.679604164s","start":"2026-04-23T03:12:05.862561Z","end":"2026-04-23T03:12:08.542165Z","steps":["trace[256380158] 'agreement among raft nodes before linearized reading' (duration: 2.679459529s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:08.542209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:05.862516Z","time spent":"2.679683766s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-29f7f29b-15d8-4dd7-8cd8-fe587451e81b\" "} {"level":"warn","ts":"2026-04-23T03:12:09.092199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000766484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:09.092259Z","caller":"traceutil/trace.go:171","msg":"trace[1773191170] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000867966s","start":"2026-04-23T03:12:07.091379Z","end":"2026-04-23T03:12:09.092247Z","steps":["trace[1773191170] 'agreement among raft nodes before linearized reading' (duration: 2.000790664s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:09.092295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:07.091363Z","time spent":"2.000921109s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:09.508417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.386282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:09.508684Z","caller":"traceutil/trace.go:171","msg":"trace[1959696687] linearizableReadLoop","detail":"{readStateIndex:26962; appliedIndex:26961; }","duration":"966.943555ms","start":"2026-04-23T03:12:08.541716Z","end":"2026-04-23T03:12:09.50866Z","steps":["trace[1959696687] 'read index received' (duration: 116.192931ms)","trace[1959696687] 'applied index is now lower than readState.Index' (duration: 850.748334ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:09.508698Z","caller":"traceutil/trace.go:171","msg":"trace[433907621] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"2.223896475s","start":"2026-04-23T03:12:07.284767Z","end":"2026-04-23T03:12:09.508663Z","steps":["trace[433907621] 'process raft request' (duration: 1.373207403s)","trace[433907621] 'compare' (duration: 849.934418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:09.508836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:07.284745Z","time spent":"2.224022398s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:12:09.928162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.650041ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:12:09.92838Z","caller":"traceutil/trace.go:171","msg":"trace[1622594737] linearizableReadLoop","detail":"{readStateIndex:26963; appliedIndex:26962; }","duration":"419.615639ms","start":"2026-04-23T03:12:09.508747Z","end":"2026-04-23T03:12:09.928363Z","steps":["trace[1622594737] 'read index received' (duration: 126.344µs)","trace[1622594737] 'applied index is now lower than readState.Index' (duration: 419.488045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:09.928561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484670535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:09.928676Z","caller":"traceutil/trace.go:171","msg":"trace[907301031] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26085; }","duration":"1.484797109s","start":"2026-04-23T03:12:08.443849Z","end":"2026-04-23T03:12:09.928646Z","steps":["trace[907301031] 'agreement among raft nodes before linearized reading' (duration: 1.064932552s)","trace[907301031] 'count revisions from in-memory index tree' (duration: 419.708293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:09.928739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:08.44379Z","time spent":"1.484933324s","remote":"127.0.0.1:53628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:09.929014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594259729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:09.929067Z","caller":"traceutil/trace.go:171","msg":"trace[35921758] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26085; }","duration":"1.594335881s","start":"2026-04-23T03:12:08.334716Z","end":"2026-04-23T03:12:09.929052Z","steps":["trace[35921758] 'agreement among raft nodes before linearized reading' (duration: 1.174082531s)","trace[35921758] 'count revisions from in-memory index tree' (duration: 420.182337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:09.929108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:08.334701Z","time spent":"1.594394853s","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:09.929119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.285354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-04-23T03:12:09.929177Z","caller":"traceutil/trace.go:171","msg":"trace[1858438018] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26085; }","duration":"478.387558ms","start":"2026-04-23T03:12:09.450778Z","end":"2026-04-23T03:12:09.929165Z","steps":["trace[1858438018] 'agreement among raft nodes before linearized reading' (duration: 478.214522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:09.92922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.450758Z","time spent":"478.453409ms","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T03:12:09.929295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38450296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T03:12:09.929378Z","caller":"traceutil/trace.go:171","msg":"trace[992662132] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26085; }","duration":"1.384627974s","start":"2026-04-23T03:12:08.544731Z","end":"2026-04-23T03:12:09.929359Z","steps":["trace[992662132] 'agreement among raft nodes before linearized reading' (duration: 1.384431328s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:09.929388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.61113489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-04-23T03:12:09.929444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:08.544697Z","time spent":"1.384730627s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:12:09.929531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06077066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:09.929581Z","caller":"traceutil/trace.go:171","msg":"trace[1525759390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26085; }","duration":"2.060870053s","start":"2026-04-23T03:12:07.868696Z","end":"2026-04-23T03:12:09.929566Z","steps":["trace[1525759390] 'agreement among raft nodes before linearized reading' (duration: 1.640111878s)","trace[1525759390] 'range keys from in-memory index tree' (duration: 420.680293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:09.929584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443144543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:09.929622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:07.868682Z","time spent":"2.060929765s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:12:09.929648Z","caller":"traceutil/trace.go:171","msg":"trace[2091562146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26085; }","duration":"2.443248866s","start":"2026-04-23T03:12:07.486381Z","end":"2026-04-23T03:12:09.92963Z","steps":["trace[2091562146] 'agreement among raft nodes before linearized reading' (duration: 2.022448699s)","trace[2091562146] 'count revisions from in-memory index tree' (duration: 420.704125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:09.929692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:07.486366Z","time spent":"2.443318328s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:09.929706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.901523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:09.929735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469601208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:09.929743Z","caller":"traceutil/trace.go:171","msg":"trace[405063523] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26085; }","duration":"723.024788ms","start":"2026-04-23T03:12:09.206707Z","end":"2026-04-23T03:12:09.929731Z","steps":["trace[405063523] 'agreement among raft nodes before linearized reading' (duration: 722.955905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:09.929792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.206687Z","time spent":"723.09667ms","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:09.92979Z","caller":"traceutil/trace.go:171","msg":"trace[289977911] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26085; }","duration":"2.469677882s","start":"2026-04-23T03:12:07.460091Z","end":"2026-04-23T03:12:09.929769Z","steps":["trace[289977911] 'agreement among raft nodes before linearized reading' (duration: 2.048745921s)","trace[289977911] 'range keys from in-memory index tree' (duration: 420.874959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:09.929831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:07.460074Z","time spent":"2.469745983s","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-04-23T03:12:09.929846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86614887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:09.929892Z","caller":"traceutil/trace.go:171","msg":"trace[1803086768] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26085; }","duration":"2.866190511s","start":"2026-04-23T03:12:07.063683Z","end":"2026-04-23T03:12:09.929873Z","steps":["trace[1803086768] 'agreement among raft nodes before linearized reading' (duration: 2.445166997s)","trace[1803086768] 'count revisions from in-memory index tree' (duration: 420.970213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:09.929928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108935702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T03:12:09.929935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:07.063642Z","time spent":"2.866282184s","remote":"127.0.0.1:53640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:09.92995Z","caller":"traceutil/trace.go:171","msg":"trace[1358110830] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26085; }","duration":"2.108971533s","start":"2026-04-23T03:12:07.820971Z","end":"2026-04-23T03:12:09.929942Z","steps":["trace[1358110830] 'agreement among raft nodes before linearized reading' (duration: 1.687843406s)","trace[1358110830] 'range keys from in-memory index tree' (duration: 421.028644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:09.929974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:07.820964Z","time spent":"2.109002994s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:12:09.929992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110500481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T03:12:09.929453Z","caller":"traceutil/trace.go:171","msg":"trace[1922039528] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26085; }","duration":"3.611241093s","start":"2026-04-23T03:12:06.318192Z","end":"2026-04-23T03:12:09.929433Z","steps":["trace[1922039528] 'agreement among raft nodes before linearized reading' (duration: 3.190673193s)","trace[1922039528] 'range keys from in-memory index tree' (duration: 420.26134ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:09.930052Z","caller":"traceutil/trace.go:171","msg":"trace[1067015110] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26085; }","duration":"2.110584924s","start":"2026-04-23T03:12:07.819449Z","end":"2026-04-23T03:12:09.930034Z","steps":["trace[1067015110] 'agreement among raft nodes before linearized reading' (duration: 1.689375324s)","trace[1067015110] 'range keys from in-memory index tree' (duration: 421.050005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:09.930115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040670363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:09.930139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:07.819433Z","time spent":"2.110694567s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T03:12:09.930175Z","caller":"traceutil/trace.go:171","msg":"trace[177423483] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26085; }","duration":"3.040765516s","start":"2026-04-23T03:12:06.889393Z","end":"2026-04-23T03:12:09.930159Z","steps":["trace[177423483] 'agreement among raft nodes before linearized reading' (duration: 2.619465013s)","trace[177423483] 'count revisions from in-memory index tree' (duration: 421.18859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:09.930236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:06.889373Z","time spent":"3.040844969s","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:09.93013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:06.318169Z","time spent":"3.611952666s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418401,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-23T03:12:09.930281Z","caller":"traceutil/trace.go:171","msg":"trace[1855254922] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"417.650688ms","start":"2026-04-23T03:12:09.512617Z","end":"2026-04-23T03:12:09.930268Z","steps":["trace[1855254922] 'process raft request' (duration: 415.653804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:09.93037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.512598Z","time spent":"417.72381ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:12:10.69349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866445898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:10.693575Z","caller":"traceutil/trace.go:171","msg":"trace[30780498] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26086; }","duration":"1.866581012s","start":"2026-04-23T03:12:08.826971Z","end":"2026-04-23T03:12:10.693552Z","steps":["trace[30780498] 'agreement among raft nodes before linearized reading' (duration: 1.102956243s)","trace[30780498] 'count revisions from in-memory index tree' (duration: 763.504945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:10.693564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0373825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-23T03:12:10.693618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:08.82695Z","time spent":"1.866657635s","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:10.693645Z","caller":"traceutil/trace.go:171","msg":"trace[1721065069] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26086; }","duration":"2.037476723s","start":"2026-04-23T03:12:08.656145Z","end":"2026-04-23T03:12:10.693622Z","steps":["trace[1721065069] 'agreement among raft nodes before linearized reading' (duration: 1.273802312s)","trace[1721065069] 'range keys from in-memory index tree' (duration: 763.420222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:10.693706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:08.656098Z","time spent":"2.037582586s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-23T03:12:10.693757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825694631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:10.693822Z","caller":"traceutil/trace.go:171","msg":"trace[424368602] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26086; }","duration":"1.825781743s","start":"2026-04-23T03:12:08.868014Z","end":"2026-04-23T03:12:10.693796Z","steps":["trace[424368602] 'agreement among raft nodes before linearized reading' (duration: 1.061897705s)","trace[424368602] 'count revisions from in-memory index tree' (duration: 763.803454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:10.693864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:08.868002Z","time spent":"1.825847895s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:10.693898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141886222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-2zgsh\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-04-23T03:12:10.693972Z","caller":"traceutil/trace.go:171","msg":"trace[1418069367] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-2zgsh; range_end:; response_count:1; response_revision:26086; }","duration":"2.141979465s","start":"2026-04-23T03:12:08.551972Z","end":"2026-04-23T03:12:10.693951Z","steps":["trace[1418069367] 'agreement among raft nodes before linearized reading' (duration: 1.377983384s)","trace[1418069367] 'range keys from in-memory index tree' (duration: 763.823055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:10.694013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:08.551965Z","time spent":"2.142039467s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5340,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-2zgsh\" "} {"level":"warn","ts":"2026-04-23T03:12:10.694238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97851541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:10.694337Z","caller":"traceutil/trace.go:171","msg":"trace[1017774462] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26086; }","duration":"1.978640493s","start":"2026-04-23T03:12:08.715665Z","end":"2026-04-23T03:12:10.694305Z","steps":["trace[1017774462] 'agreement among raft nodes before linearized reading' (duration: 1.21427218s)","trace[1017774462] 'range keys from in-memory index tree' (duration: 764.249019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:10.694381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:08.715649Z","time spent":"1.978721916s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:10.694394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.285482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:10.694606Z","caller":"traceutil/trace.go:171","msg":"trace[1173854303] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"844.02801ms","start":"2026-04-23T03:12:09.85056Z","end":"2026-04-23T03:12:10.694588Z","steps":["trace[1173854303] 'process raft request' (duration: 184.470099ms)","trace[1173854303] 'compare' (duration: 658.684123ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:10.694659Z","caller":"traceutil/trace.go:171","msg":"trace[26669311] linearizableReadLoop","detail":"{readStateIndex:26965; appliedIndex:26964; }","duration":"766.217351ms","start":"2026-04-23T03:12:09.928416Z","end":"2026-04-23T03:12:10.694634Z","steps":["trace[26669311] 'read index received' (duration: 106.614659ms)","trace[26669311] 'applied index is now lower than readState.Index' (duration: 659.599442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:10.694703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.850513Z","time spent":"844.126673ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:10.694805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.252425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:10.694819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.16462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:10.69485Z","caller":"traceutil/trace.go:171","msg":"trace[1463553383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26090; }","duration":"818.314578ms","start":"2026-04-23T03:12:09.876526Z","end":"2026-04-23T03:12:10.69484Z","steps":["trace[1463553383] 'agreement among raft nodes before linearized reading' (duration: 818.241475ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:10.694864Z","caller":"traceutil/trace.go:171","msg":"trace[1668256356] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"760.651175ms","start":"2026-04-23T03:12:09.934201Z","end":"2026-04-23T03:12:10.694852Z","steps":["trace[1668256356] 'process raft request' (duration: 760.277353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:10.694879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.876518Z","time spent":"818.355169ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:10.694944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.934177Z","time spent":"760.728058ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:12:10.694871Z","caller":"traceutil/trace.go:171","msg":"trace[952483871] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26090; }","duration":"779.263864ms","start":"2026-04-23T03:12:09.915589Z","end":"2026-04-23T03:12:10.694853Z","steps":["trace[952483871] 'agreement among raft nodes before linearized reading' (duration: 779.14691ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:10.695286Z","caller":"traceutil/trace.go:171","msg":"trace[1955496626] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"760.235582ms","start":"2026-04-23T03:12:09.93503Z","end":"2026-04-23T03:12:10.695266Z","steps":["trace[1955496626] 'process raft request' (duration: 759.597032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:10.695298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.915557Z","time spent":"779.707448ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:10.694818Z","caller":"traceutil/trace.go:171","msg":"trace[482723411] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"757.670681ms","start":"2026-04-23T03:12:09.937127Z","end":"2026-04-23T03:12:10.694798Z","steps":["trace[482723411] 'process raft request' (duration: 757.582119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:10.695385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.935014Z","time spent":"760.311714ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:10.695407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.535856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:10.695421Z","caller":"traceutil/trace.go:171","msg":"trace[2114272056] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"739.067104ms","start":"2026-04-23T03:12:09.95634Z","end":"2026-04-23T03:12:10.695408Z","steps":["trace[2114272056] 'process raft request' (duration: 738.420703ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:10.695453Z","caller":"traceutil/trace.go:171","msg":"trace[738040362] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26090; }","duration":"875.624668ms","start":"2026-04-23T03:12:09.819812Z","end":"2026-04-23T03:12:10.695437Z","steps":["trace[738040362] 'agreement among raft nodes before linearized reading' (duration: 875.084741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:10.695489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.819792Z","time spent":"875.685371ms","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:10.695514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.937109Z","time spent":"758.257599ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:10.696002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.956317Z","time spent":"739.136816ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:11.195643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:11.62751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054363187s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:12:11.627958Z","caller":"traceutil/trace.go:171","msg":"trace[315678282] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"1.171712704s","start":"2026-04-23T03:12:10.456227Z","end":"2026-04-23T03:12:11.62794Z","steps":["trace[315678282] 'process raft request' (duration: 1.171541879s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:11.628161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:10.456203Z","time spent":"1.171796927s","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:12.696297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000387922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:12.696388Z","caller":"traceutil/trace.go:171","msg":"trace[1099570267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000517825s","start":"2026-04-23T03:12:10.695855Z","end":"2026-04-23T03:12:12.696372Z","steps":["trace[1099570267] 'agreement among raft nodes before linearized reading' (duration: 2.000403572s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:12.696426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:10.69584Z","time spent":"2.000579108s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:13.055905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.428154099s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:14.705603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000755563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:14.705712Z","caller":"traceutil/trace.go:171","msg":"trace[691549646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000908198s","start":"2026-04-23T03:12:12.704784Z","end":"2026-04-23T03:12:14.705692Z","steps":["trace[691549646] 'agreement among raft nodes before linearized reading' (duration: 2.000773614s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:14.705766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:12.70477Z","time spent":"2.00098138s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T03:12:14.834219Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000695c.wal"} {"level":"info","ts":"2026-04-23T03:12:14.834545Z","caller":"traceutil/trace.go:171","msg":"trace[1618873849] linearizableReadLoop","detail":"{readStateIndex:26971; appliedIndex:26969; }","duration":"4.139805366s","start":"2026-04-23T03:12:10.694703Z","end":"2026-04-23T03:12:14.834509Z","steps":["trace[1618873849] 'read index received' (duration: 932.972792ms)","trace[1618873849] 'applied index is now lower than readState.Index' (duration: 3.206831784s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:14.83463Z","caller":"traceutil/trace.go:171","msg":"trace[1563653179] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"4.132278258s","start":"2026-04-23T03:12:10.702321Z","end":"2026-04-23T03:12:14.834599Z","steps":["trace[1563653179] 'process raft request' (duration: 4.132055451s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:14.834693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.250798542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:14.834718Z","caller":"traceutil/trace.go:171","msg":"trace[1815036731] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26093; }","duration":"4.250882844s","start":"2026-04-23T03:12:10.583829Z","end":"2026-04-23T03:12:14.834712Z","steps":["trace[1815036731] 'agreement among raft nodes before linearized reading' (duration: 4.250782681s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:14.834725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.90329112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:14.834738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:10.58381Z","time spent":"4.250923476s","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:14.834758Z","caller":"traceutil/trace.go:171","msg":"trace[1815201468] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26093; }","duration":"4.903348153s","start":"2026-04-23T03:12:09.931402Z","end":"2026-04-23T03:12:14.83475Z","steps":["trace[1815201468] 'agreement among raft nodes before linearized reading' (duration: 4.90327469s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:14.834756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:10.702303Z","time spent":"4.132372091s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:14.834768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.902539557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:12:14.834823Z","caller":"traceutil/trace.go:171","msg":"trace[206072478] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26093; }","duration":"4.90262851s","start":"2026-04-23T03:12:09.932182Z","end":"2026-04-23T03:12:14.83481Z","steps":["trace[206072478] 'agreement among raft nodes before linearized reading' (duration: 4.902456994s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:14.834783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.93139Z","time spent":"4.903388264s","remote":"127.0.0.1:48646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:14.834862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:09.932165Z","time spent":"4.902688812s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T03:12:15.58579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.875794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:15.586028Z","caller":"traceutil/trace.go:171","msg":"trace[175250915] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"735.395158ms","start":"2026-04-23T03:12:14.850609Z","end":"2026-04-23T03:12:15.586004Z","steps":["trace[175250915] 'process raft request' (duration: 735.310696ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:15.586088Z","caller":"traceutil/trace.go:171","msg":"trace[731798978] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"1.31359213s","start":"2026-04-23T03:12:14.272483Z","end":"2026-04-23T03:12:15.586075Z","steps":["trace[731798978] 'process raft request' (duration: 683.343974ms)","trace[731798978] 'compare' (duration: 629.606575ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:15.586118Z","caller":"traceutil/trace.go:171","msg":"trace[1960192054] linearizableReadLoop","detail":"{readStateIndex:26972; appliedIndex:26971; }","duration":"751.513088ms","start":"2026-04-23T03:12:14.83459Z","end":"2026-04-23T03:12:15.586103Z","steps":["trace[1960192054] 'read index received' (duration: 121.250271ms)","trace[1960192054] 'applied index is now lower than readState.Index' (duration: 630.260797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:15.586131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:14.8506Z","time spent":"735.482931ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:15.586245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.506644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:15.586156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:14.27246Z","time spent":"1.313664592s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:15.586274Z","caller":"traceutil/trace.go:171","msg":"trace[1410566526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26095; }","duration":"880.574496ms","start":"2026-04-23T03:12:14.705691Z","end":"2026-04-23T03:12:15.586266Z","steps":["trace[1410566526] 'agreement among raft nodes before linearized reading' (duration: 880.483033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.586295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:14.705673Z","time spent":"880.616787ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:15.586428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2294306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:15.586456Z","caller":"traceutil/trace.go:171","msg":"trace[2068430958] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26095; }","duration":"1.229492501s","start":"2026-04-23T03:12:14.356956Z","end":"2026-04-23T03:12:15.586449Z","steps":["trace[2068430958] 'agreement among raft nodes before linearized reading' (duration: 1.22943295s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.586477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:14.356937Z","time spent":"1.229534093s","remote":"127.0.0.1:60772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:15.586557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.915348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:12:15.586586Z","caller":"traceutil/trace.go:171","msg":"trace[1834250414] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26095; }","duration":"749.99681ms","start":"2026-04-23T03:12:14.836582Z","end":"2026-04-23T03:12:15.586579Z","steps":["trace[1834250414] 'agreement among raft nodes before linearized reading' (duration: 749.880276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.586604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:14.836572Z","time spent":"750.026821ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:12:15.586607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.887840714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T03:12:15.586669Z","caller":"traceutil/trace.go:171","msg":"trace[733415703] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f; range_end:; response_count:1; response_revision:26095; }","duration":"4.887912696s","start":"2026-04-23T03:12:10.698742Z","end":"2026-04-23T03:12:15.586655Z","steps":["trace[733415703] 'agreement among raft nodes before linearized reading' (duration: 4.88770823s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.586702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:10.698712Z","time spent":"4.887980928s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" "} {"level":"warn","ts":"2026-04-23T03:12:15.586678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.574037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T03:12:15.586762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.94013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:15.586756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.948721538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18621"} {"level":"warn","ts":"2026-04-23T03:12:15.586732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.889562518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f842dac9-19c3-4fc3-a5cb-ff93b28164c9\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-23T03:12:15.586803Z","caller":"traceutil/trace.go:171","msg":"trace[2140146076] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26095; }","duration":"3.948771619s","start":"2026-04-23T03:12:11.638019Z","end":"2026-04-23T03:12:15.586791Z","steps":["trace[2140146076] 'agreement among raft nodes before linearized reading' (duration: 3.948626475s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.586817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.679846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:15.58684Z","caller":"traceutil/trace.go:171","msg":"trace[1775750619] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26095; }","duration":"615.722708ms","start":"2026-04-23T03:12:14.971107Z","end":"2026-04-23T03:12:15.58683Z","steps":["trace[1775750619] 'agreement among raft nodes before linearized reading' (duration: 615.692607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.586836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:11.637954Z","time spent":"3.948874582s","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-23T03:12:15.586839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.556137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:15.586863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:14.97109Z","time spent":"615.766958ms","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:15.586876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.884636923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:15.586876Z","caller":"traceutil/trace.go:171","msg":"trace[1375019652] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26095; }","duration":"175.62534ms","start":"2026-04-23T03:12:15.411241Z","end":"2026-04-23T03:12:15.586867Z","steps":["trace[1375019652] 'agreement among raft nodes before linearized reading' (duration: 175.561228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:15.586901Z","caller":"traceutil/trace.go:171","msg":"trace[1065613860] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26095; }","duration":"4.884678864s","start":"2026-04-23T03:12:10.702214Z","end":"2026-04-23T03:12:15.586893Z","steps":["trace[1065613860] 'agreement among raft nodes before linearized reading' (duration: 4.884631832s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.586898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857074432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:15.586766Z","caller":"traceutil/trace.go:171","msg":"trace[805880167] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26095; }","duration":"268.711781ms","start":"2026-04-23T03:12:15.318033Z","end":"2026-04-23T03:12:15.586745Z","steps":["trace[805880167] 'agreement among raft nodes before linearized reading' (duration: 268.438392ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:15.586995Z","caller":"traceutil/trace.go:171","msg":"trace[1327726447] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26095; }","duration":"1.857201836s","start":"2026-04-23T03:12:13.729772Z","end":"2026-04-23T03:12:15.586974Z","steps":["trace[1327726447] 'agreement among raft nodes before linearized reading' (duration: 1.857026351s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.587004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.721311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-v8kjt\" ","response":"range_response_count:1 size:4350"} {"level":"warn","ts":"2026-04-23T03:12:15.587062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277934493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:15.587068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274558596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:15.586934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:10.702207Z","time spent":"4.884716225s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T03:12:15.587072Z","caller":"traceutil/trace.go:171","msg":"trace[756550654] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-v8kjt; range_end:; response_count:1; response_revision:26095; }","duration":"749.793233ms","start":"2026-04-23T03:12:14.837255Z","end":"2026-04-23T03:12:15.587049Z","steps":["trace[756550654] 'agreement among raft nodes before linearized reading' (duration: 749.586977ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:15.587095Z","caller":"traceutil/trace.go:171","msg":"trace[611637851] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26095; }","duration":"1.274624178s","start":"2026-04-23T03:12:14.312464Z","end":"2026-04-23T03:12:15.587088Z","steps":["trace[611637851] 'agreement among raft nodes before linearized reading' (duration: 1.274576606s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:15.587095Z","caller":"traceutil/trace.go:171","msg":"trace[1004543083] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26095; }","duration":"1.278002275s","start":"2026-04-23T03:12:14.309082Z","end":"2026-04-23T03:12:15.587084Z","steps":["trace[1004543083] 'agreement among raft nodes before linearized reading' (duration: 1.277951143s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.587113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:14.312445Z","time spent":"1.274663009s","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:15.587119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:14.309061Z","time spent":"1.278051146s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:15.587124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:14.837251Z","time spent":"749.860395ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4372,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-v8kjt\" "} {"level":"warn","ts":"2026-04-23T03:12:15.587156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71619791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:15.587207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324177484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:15.587215Z","caller":"traceutil/trace.go:171","msg":"trace[584043663] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26095; }","duration":"2.716300743s","start":"2026-04-23T03:12:12.870903Z","end":"2026-04-23T03:12:15.587204Z","steps":["trace[584043663] 'agreement among raft nodes before linearized reading' (duration: 2.71620759s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:15.587231Z","caller":"traceutil/trace.go:171","msg":"trace[2089999404] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26095; }","duration":"1.324236356s","start":"2026-04-23T03:12:14.262988Z","end":"2026-04-23T03:12:15.587224Z","steps":["trace[2089999404] 'agreement among raft nodes before linearized reading' (duration: 1.324191135s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.587238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154817581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:15.587258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:14.262972Z","time spent":"1.324279247s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:15.586832Z","caller":"traceutil/trace.go:171","msg":"trace[1505248300] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f842dac9-19c3-4fc3-a5cb-ff93b28164c9; range_end:; response_count:1; response_revision:26095; }","duration":"4.889708433s","start":"2026-04-23T03:12:10.6971Z","end":"2026-04-23T03:12:15.586809Z","steps":["trace[1505248300] 'agreement among raft nodes before linearized reading' (duration: 4.889385773s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:15.586786Z","caller":"traceutil/trace.go:171","msg":"trace[596428885] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26095; }","duration":"469.993772ms","start":"2026-04-23T03:12:15.116786Z","end":"2026-04-23T03:12:15.58678Z","steps":["trace[596428885] 'agreement among raft nodes before linearized reading' (duration: 469.902919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.587274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029726468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:15.587296Z","caller":"traceutil/trace.go:171","msg":"trace[1118035756] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26095; }","duration":"2.02978561s","start":"2026-04-23T03:12:13.557505Z","end":"2026-04-23T03:12:15.587291Z","steps":["trace[1118035756] 'agreement among raft nodes before linearized reading' (duration: 2.029750679s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:15.587286Z","caller":"traceutil/trace.go:171","msg":"trace[607970042] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26095; }","duration":"3.154901993s","start":"2026-04-23T03:12:12.43237Z","end":"2026-04-23T03:12:15.587272Z","steps":["trace[607970042] 'agreement among raft nodes before linearized reading' (duration: 3.154827751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.587303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:15.11677Z","time spent":"470.522308ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:15.587314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:13.557483Z","time spent":"2.029826471s","remote":"127.0.0.1:60578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:15.587308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:10.697082Z","time spent":"4.890208329s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-f842dac9-19c3-4fc3-a5cb-ff93b28164c9\" "} {"level":"warn","ts":"2026-04-23T03:12:15.58734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:12.432353Z","time spent":"3.154971175s","remote":"127.0.0.1:53310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:15.586611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.186579784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:15.587062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:13.729756Z","time spent":"1.857288179s","remote":"127.0.0.1:53456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:15.587428Z","caller":"traceutil/trace.go:171","msg":"trace[1522835504] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26095; }","duration":"4.187432161s","start":"2026-04-23T03:12:11.399981Z","end":"2026-04-23T03:12:15.587413Z","steps":["trace[1522835504] 'agreement among raft nodes before linearized reading' (duration: 4.186579314s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.587264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:12.870874Z","time spent":"2.716377546s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:15.587478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:11.399961Z","time spent":"4.187505694s","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:15.591077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420162166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389055"} {"level":"info","ts":"2026-04-23T03:12:15.591156Z","caller":"traceutil/trace.go:171","msg":"trace[698662622] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26095; }","duration":"3.420275329s","start":"2026-04-23T03:12:12.170864Z","end":"2026-04-23T03:12:15.591139Z","steps":["trace[698662622] 'agreement among raft nodes before linearized reading' (duration: 3.415531129s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:15.591237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:12.17085Z","time spent":"3.420350592s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2031,"response size":389077,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-23T03:12:16.823988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02150141s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:16.8241Z","caller":"traceutil/trace.go:171","msg":"trace[1481913430] linearizableReadLoop","detail":"{readStateIndex:26974; appliedIndex:26973; }","duration":"1.233681874s","start":"2026-04-23T03:12:15.590398Z","end":"2026-04-23T03:12:16.82408Z","steps":["trace[1481913430] 'read index received' (duration: 211.997349ms)","trace[1481913430] 'applied index is now lower than readState.Index' (duration: 1.021681735s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:16.824137Z","caller":"traceutil/trace.go:171","msg":"trace[1388735351] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"1.233823769s","start":"2026-04-23T03:12:15.590276Z","end":"2026-04-23T03:12:16.8241Z","steps":["trace[1388735351] 'process raft request' (duration: 212.104893ms)","trace[1388735351] 'compare' (duration: 1.020457766s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:16.824303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233900501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T03:12:16.824321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:15.590256Z","time spent":"1.233962523s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:16.824347Z","caller":"traceutil/trace.go:171","msg":"trace[905474319] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26096; }","duration":"1.233960653s","start":"2026-04-23T03:12:15.590374Z","end":"2026-04-23T03:12:16.824334Z","steps":["trace[905474319] 'agreement among raft nodes before linearized reading' (duration: 1.233784288s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:16.824383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:15.590364Z","time spent":"1.234010235s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T03:12:17.305209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.50282342s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:17.596668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:17.596789Z","caller":"traceutil/trace.go:171","msg":"trace[58970467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481145s","start":"2026-04-23T03:12:15.59628Z","end":"2026-04-23T03:12:17.596761Z","steps":["trace[58970467] 'agreement among raft nodes before linearized reading' (duration: 2.00032772s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:17.596851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:15.596266Z","time spent":"2.000573557s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:18.262144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.552735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:18.262503Z","caller":"traceutil/trace.go:171","msg":"trace[1681225855] linearizableReadLoop","detail":"{readStateIndex:26976; appliedIndex:26974; }","duration":"1.43835684s","start":"2026-04-23T03:12:16.824129Z","end":"2026-04-23T03:12:18.262485Z","steps":["trace[1681225855] 'read index received' (duration: 481.397532ms)","trace[1681225855] 'applied index is now lower than readState.Index' (duration: 956.955908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:18.262725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757456933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:18.262802Z","caller":"traceutil/trace.go:171","msg":"trace[1054246845] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"2.668225394s","start":"2026-04-23T03:12:15.594559Z","end":"2026-04-23T03:12:18.262785Z","steps":["trace[1054246845] 'process raft request' (duration: 1.710969196s)","trace[1054246845] 'compare' (duration: 953.84286ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:18.262811Z","caller":"traceutil/trace.go:171","msg":"trace[1129531954] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26098; }","duration":"1.757549947s","start":"2026-04-23T03:12:16.505247Z","end":"2026-04-23T03:12:18.262797Z","steps":["trace[1129531954] 'agreement among raft nodes before linearized reading' (duration: 1.757422013s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:18.262886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:15.594542Z","time spent":"2.668296846s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4346,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:18.262905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:16.505193Z","time spent":"1.757697011s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:18.263114Z","caller":"traceutil/trace.go:171","msg":"trace[677424147] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"2.560850201s","start":"2026-04-23T03:12:15.702254Z","end":"2026-04-23T03:12:18.263105Z","steps":["trace[677424147] 'process raft request' (duration: 2.560148619s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:18.263165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:15.702235Z","time spent":"2.560905293s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:18.26344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671416075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:18.263472Z","caller":"traceutil/trace.go:171","msg":"trace[1956429848] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26098; }","duration":"2.671447986s","start":"2026-04-23T03:12:15.592016Z","end":"2026-04-23T03:12:18.263464Z","steps":["trace[1956429848] 'agreement among raft nodes before linearized reading' (duration: 2.671392924s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:18.263493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:15.591988Z","time spent":"2.671499168s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:18.263675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671020883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T03:12:18.263704Z","caller":"traceutil/trace.go:171","msg":"trace[787002968] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26098; }","duration":"2.671062043s","start":"2026-04-23T03:12:15.592635Z","end":"2026-04-23T03:12:18.263697Z","steps":["trace[787002968] 'agreement among raft nodes before linearized reading' (duration: 2.67096719s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:18.263734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:15.592628Z","time spent":"2.671091164s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-23T03:12:18.262732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446238729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:18.264001Z","caller":"traceutil/trace.go:171","msg":"trace[252667309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26098; }","duration":"1.447565721s","start":"2026-04-23T03:12:16.816427Z","end":"2026-04-23T03:12:18.263993Z","steps":["trace[252667309] 'agreement among raft nodes before linearized reading' (duration: 1.446219888s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:18.264028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:16.816406Z","time spent":"1.447612713s","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:18.265981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657608288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-67bd6767b4-t6mt4.18a8dd009e68a5de\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26095 ","response":"range_response_count:500 size:388905"} {"level":"info","ts":"2026-04-23T03:12:18.266069Z","caller":"traceutil/trace.go:171","msg":"trace[63160896] range","detail":"{range_begin:/registry/events/openstack/heat-engine-67bd6767b4-t6mt4.18a8dd009e68a5de\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26098; }","duration":"2.657713562s","start":"2026-04-23T03:12:15.608335Z","end":"2026-04-23T03:12:18.266049Z","steps":["trace[63160896] 'agreement among raft nodes before linearized reading' (duration: 2.654973055s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:18.266132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:15.60828Z","time spent":"2.657822926s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":1531,"response size":388927,"request content":"key:\"/registry/events/openstack/heat-engine-67bd6767b4-t6mt4.18a8dd009e68a5de\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26095 "} {"level":"warn","ts":"2026-04-23T03:12:18.550043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244568426s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:19.09227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:19.092389Z","caller":"traceutil/trace.go:171","msg":"trace[2068176040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356929s","start":"2026-04-23T03:12:17.092011Z","end":"2026-04-23T03:12:19.092368Z","steps":["trace[2068176040] 'agreement among raft nodes before linearized reading' (duration: 2.000211875s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:19.092436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:17.091996Z","time spent":"2.000429791s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:19.536408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.153243ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T03:12:19.536711Z","caller":"traceutil/trace.go:171","msg":"trace[1452114891] linearizableReadLoop","detail":"{readStateIndex:26979; appliedIndex:26976; }","duration":"1.27405004s","start":"2026-04-23T03:12:18.262645Z","end":"2026-04-23T03:12:19.536695Z","steps":["trace[1452114891] 'read index received' (duration: 287.606138ms)","trace[1452114891] 'applied index is now lower than readState.Index' (duration: 986.442922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:19.536807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:16.825655Z","time spent":"2.711149481s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:19.537152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:19.537198Z","caller":"traceutil/trace.go:171","msg":"trace[397086360] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26100; }","duration":"2.012185704s","start":"2026-04-23T03:12:17.525Z","end":"2026-04-23T03:12:19.537186Z","steps":["trace[397086360] 'agreement among raft nodes before linearized reading' (duration: 2.012062s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:19.537193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940455347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:19.537232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:17.524948Z","time spent":"2.012275597s","remote":"127.0.0.1:60530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:19.537258Z","caller":"traceutil/trace.go:171","msg":"trace[454633400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26100; }","duration":"1.9405588s","start":"2026-04-23T03:12:17.596681Z","end":"2026-04-23T03:12:19.53724Z","steps":["trace[454633400] 'agreement among raft nodes before linearized reading' (duration: 1.940390675s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:19.537291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:17.596664Z","time spent":"1.940621412s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:12:19.537289Z","caller":"traceutil/trace.go:171","msg":"trace[520039529] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"2.709802288s","start":"2026-04-23T03:12:16.827461Z","end":"2026-04-23T03:12:19.537263Z","steps":["trace[520039529] 'process raft request' (duration: 2.709053264s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:19.537383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:16.827444Z","time spent":"2.70988509s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":843,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:12:19.537384Z","caller":"traceutil/trace.go:171","msg":"trace[421592010] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"1.336051399s","start":"2026-04-23T03:12:18.201179Z","end":"2026-04-23T03:12:19.537231Z","steps":["trace[421592010] 'process raft request' (duration: 1.33545275s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:19.537391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869467184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:19.537473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265304154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-461b3ebc-9330-4e49-a2c1-2200eebb0d44\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-23T03:12:19.537486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264020703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-sfqft\" ","response":"range_response_count:1 size:4803"} {"level":"info","ts":"2026-04-23T03:12:19.537507Z","caller":"traceutil/trace.go:171","msg":"trace[224656640] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26100; }","duration":"1.869628769s","start":"2026-04-23T03:12:17.66786Z","end":"2026-04-23T03:12:19.537489Z","steps":["trace[224656640] 'agreement among raft nodes before linearized reading' (duration: 1.869401422s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:19.537544Z","caller":"traceutil/trace.go:171","msg":"trace[1340031798] range","detail":"{range_begin:/registry/persistentvolumes/pvc-461b3ebc-9330-4e49-a2c1-2200eebb0d44; range_end:; response_count:1; response_revision:26100; }","duration":"1.265403436s","start":"2026-04-23T03:12:18.272121Z","end":"2026-04-23T03:12:19.537525Z","steps":["trace[1340031798] 'agreement among raft nodes before linearized reading' (duration: 1.26518765s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:19.537559Z","caller":"traceutil/trace.go:171","msg":"trace[333862656] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-sfqft; range_end:; response_count:1; response_revision:26100; }","duration":"1.264119676s","start":"2026-04-23T03:12:18.273417Z","end":"2026-04-23T03:12:19.537537Z","steps":["trace[333862656] 'agreement among raft nodes before linearized reading' (duration: 1.263906309s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:19.537582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:18.272089Z","time spent":"1.265484669s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-461b3ebc-9330-4e49-a2c1-2200eebb0d44\" "} {"level":"warn","ts":"2026-04-23T03:12:19.537621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:17.667844Z","time spent":"1.869742452s","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:19.537614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:18.273397Z","time spent":"1.264204649s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4825,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-sfqft\" "} {"level":"warn","ts":"2026-04-23T03:12:19.537648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.735579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:12:19.53771Z","caller":"traceutil/trace.go:171","msg":"trace[231147426] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26100; }","duration":"616.849203ms","start":"2026-04-23T03:12:18.920845Z","end":"2026-04-23T03:12:19.537694Z","steps":["trace[231147426] 'agreement among raft nodes before linearized reading' (duration: 616.601695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:19.537477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108076034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:19.53775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:18.920828Z","time spent":"616.912524ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:19.537763Z","caller":"traceutil/trace.go:171","msg":"trace[485747547] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26100; }","duration":"2.108427735s","start":"2026-04-23T03:12:17.429315Z","end":"2026-04-23T03:12:19.537743Z","steps":["trace[485747547] 'agreement among raft nodes before linearized reading' (duration: 2.108095095s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:19.537745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:18.201161Z","time spent":"1.336268355s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:19.537818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:17.429283Z","time spent":"2.108517958s","remote":"127.0.0.1:35612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:19.537804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26551713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:19.537879Z","caller":"traceutil/trace.go:171","msg":"trace[342806195] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26100; }","duration":"1.265635784s","start":"2026-04-23T03:12:18.272224Z","end":"2026-04-23T03:12:19.53786Z","steps":["trace[342806195] 'agreement among raft nodes before linearized reading' (duration: 1.265294963s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:19.537928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:18.272209Z","time spent":"1.265709387s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:19.540264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253995596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-ovn-vpn-agent-default-6j5bz.18a8dcfb21e610a9\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26095 ","response":"range_response_count:500 size:389788"} {"level":"info","ts":"2026-04-23T03:12:19.54035Z","caller":"traceutil/trace.go:171","msg":"trace[1180740328] range","detail":"{range_begin:/registry/events/openstack/neutron-ovn-vpn-agent-default-6j5bz.18a8dcfb21e610a9\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26100; }","duration":"1.254117439s","start":"2026-04-23T03:12:18.286221Z","end":"2026-04-23T03:12:19.540339Z","steps":["trace[1180740328] 'agreement among raft nodes before linearized reading' (duration: 1.251095194s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:19.540564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:18.286206Z","time spent":"1.254258844s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":118,"response count":1031,"response size":389810,"request content":"key:\"/registry/events/openstack/neutron-ovn-vpn-agent-default-6j5bz.18a8dcfb21e610a9\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26095 "} {"level":"warn","ts":"2026-04-23T03:12:20.431135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.082308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:20.431223Z","caller":"traceutil/trace.go:171","msg":"trace[2121072074] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"891.433049ms","start":"2026-04-23T03:12:19.539775Z","end":"2026-04-23T03:12:20.431209Z","steps":["trace[2121072074] 'process raft request' (duration: 475.208847ms)","trace[2121072074] 'compare' (duration: 415.447648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:20.431267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:19.539755Z","time spent":"891.491441ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:21.547275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000621798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:21.547388Z","caller":"traceutil/trace.go:171","msg":"trace[1063080817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000784733s","start":"2026-04-23T03:12:19.546584Z","end":"2026-04-23T03:12:21.547369Z","steps":["trace[1063080817] 'agreement among raft nodes before linearized reading' (duration: 2.000640508s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.547437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:19.546571Z","time spent":"2.000855676s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:21.568297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.553386586s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:21.635134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.023603ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:21.635265Z","caller":"traceutil/trace.go:171","msg":"trace[789977341] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26101; }","duration":"877.168678ms","start":"2026-04-23T03:12:20.758077Z","end":"2026-04-23T03:12:21.635246Z","steps":["trace[789977341] 'range keys from in-memory index tree' (duration: 877.000552ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:21.636486Z","caller":"traceutil/trace.go:171","msg":"trace[846334958] linearizableReadLoop","detail":"{readStateIndex:26981; appliedIndex:26979; }","duration":"2.093272146s","start":"2026-04-23T03:12:19.543192Z","end":"2026-04-23T03:12:21.636464Z","steps":["trace[846334958] 'read index received' (duration: 471.796239ms)","trace[846334958] 'applied index is now lower than readState.Index' (duration: 1.621474747s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:21.636577Z","caller":"traceutil/trace.go:171","msg":"trace[592306774] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"2.093491673s","start":"2026-04-23T03:12:19.543047Z","end":"2026-04-23T03:12:21.636538Z","steps":["trace[592306774] 'process raft request' (duration: 2.025507764s)","trace[592306774] 'compare' (duration: 66.501332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:21.636633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09340861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:21.636715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:19.543028Z","time spent":"2.093624947s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:12:21.636733Z","caller":"traceutil/trace.go:171","msg":"trace[898123361] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26103; }","duration":"2.093539514s","start":"2026-04-23T03:12:19.543169Z","end":"2026-04-23T03:12:21.636709Z","steps":["trace[898123361] 'agreement among raft nodes before linearized reading' (duration: 2.093366629s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.636799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:19.543162Z","time spent":"2.093621017s","remote":"127.0.0.1:48650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:21.636526Z","caller":"traceutil/trace.go:171","msg":"trace[184356480] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"2.089349991s","start":"2026-04-23T03:12:19.547152Z","end":"2026-04-23T03:12:21.636502Z","steps":["trace[184356480] 'process raft request' (duration: 2.089208007s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:21.637042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:19.547132Z","time spent":"2.089836587s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4963,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:23.548018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:23.548137Z","caller":"traceutil/trace.go:171","msg":"trace[1907618489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161034s","start":"2026-04-23T03:12:21.547942Z","end":"2026-04-23T03:12:23.548103Z","steps":["trace[1907618489] 'agreement among raft nodes before linearized reading' (duration: 2.00002015s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:23.548214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.547921Z","time spent":"2.000275088s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:24.321756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445642222s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:12:24.321993Z","caller":"traceutil/trace.go:171","msg":"trace[1496990523] linearizableReadLoop","detail":"{readStateIndex:26983; appliedIndex:26982; }","duration":"2.685423908s","start":"2026-04-23T03:12:21.636547Z","end":"2026-04-23T03:12:24.321971Z","steps":["trace[1496990523] 'read index received' (duration: 239.604581ms)","trace[1496990523] 'applied index is now lower than readState.Index' (duration: 2.445817947s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:24.322633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750904526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:24.322737Z","caller":"traceutil/trace.go:171","msg":"trace[2046683858] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26103; }","duration":"3.75102984s","start":"2026-04-23T03:12:20.571687Z","end":"2026-04-23T03:12:24.322717Z","steps":["trace[2046683858] 'agreement among raft nodes before linearized reading' (duration: 3.750816983s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:24.322813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:20.571629Z","time spent":"3.751162044s","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:24.322908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.88900255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T03:12:24.322964Z","caller":"traceutil/trace.go:171","msg":"trace[725647307] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26103; }","duration":"3.889095523s","start":"2026-04-23T03:12:20.433849Z","end":"2026-04-23T03:12:24.322944Z","steps":["trace[725647307] 'agreement among raft nodes before linearized reading' (duration: 3.888929448s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:24.322744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.858116664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:24.323011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:20.433829Z","time spent":"3.889168866s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T03:12:24.323032Z","caller":"traceutil/trace.go:171","msg":"trace[1139498271] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26103; }","duration":"3.858411683s","start":"2026-04-23T03:12:20.464594Z","end":"2026-04-23T03:12:24.323006Z","steps":["trace[1139498271] 'agreement among raft nodes before linearized reading' (duration: 3.858060632s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:24.323096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:20.464537Z","time spent":"3.858534467s","remote":"127.0.0.1:48526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:24.323122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149320226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:12:24.323215Z","caller":"traceutil/trace.go:171","msg":"trace[558503683] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26103; }","duration":"3.149452771s","start":"2026-04-23T03:12:21.173744Z","end":"2026-04-23T03:12:24.323196Z","steps":["trace[558503683] 'agreement among raft nodes before linearized reading' (duration: 3.149219164s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:24.323262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.173721Z","time spent":"3.149528093s","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T03:12:24.323362Z","caller":"traceutil/trace.go:171","msg":"trace[1001562150] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"2.683003641s","start":"2026-04-23T03:12:21.640336Z","end":"2026-04-23T03:12:24.32334Z","steps":["trace[1001562150] 'process raft request' (duration: 2.681534575s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:24.323474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.640318Z","time spent":"2.683092085s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:12:24.325355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.759510648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-ovsdb-nb-0.18a8dc97460234a3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26095 ","response":"range_response_count:500 size:388251"} {"level":"info","ts":"2026-04-23T03:12:24.325437Z","caller":"traceutil/trace.go:171","msg":"trace[1111695349] range","detail":"{range_begin:/registry/events/openstack/ovn-ovsdb-nb-0.18a8dc97460234a3\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26103; }","duration":"4.759638752s","start":"2026-04-23T03:12:19.56578Z","end":"2026-04-23T03:12:24.325419Z","steps":["trace[1111695349] 'agreement among raft nodes before linearized reading' (duration: 4.757275397s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:24.325591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:19.565764Z","time spent":"4.759753656s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":531,"response size":388273,"request content":"key:\"/registry/events/openstack/ovn-ovsdb-nb-0.18a8dc97460234a3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26095 "} {"level":"warn","ts":"2026-04-23T03:12:25.196369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.653036491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T03:12:25.196485Z","caller":"traceutil/trace.go:171","msg":"trace[1701376156] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26104; }","duration":"5.653162605s","start":"2026-04-23T03:12:19.543293Z","end":"2026-04-23T03:12:25.196455Z","steps":["trace[1701376156] 'agreement among raft nodes before linearized reading' (duration: 4.779966504s)","trace[1701376156] 'range keys from in-memory index tree' (duration: 872.956854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:25.196539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.115389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-23T03:12:25.1966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:19.543254Z","time spent":"5.653326551s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-23T03:12:25.196743Z","caller":"traceutil/trace.go:171","msg":"trace[1068145517] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"869.444583ms","start":"2026-04-23T03:12:24.327282Z","end":"2026-04-23T03:12:25.196727Z","steps":["trace[1068145517] 'process raft request' (duration: 869.36428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.196811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:24.327261Z","time spent":"869.521406ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:12:25.197002Z","caller":"traceutil/trace.go:171","msg":"trace[1674540557] linearizableReadLoop","detail":"{readStateIndex:26985; appliedIndex:26983; }","duration":"874.953127ms","start":"2026-04-23T03:12:24.322038Z","end":"2026-04-23T03:12:25.196991Z","steps":["trace[1674540557] 'read index received' (duration: 1.003812ms)","trace[1674540557] 'applied index is now lower than readState.Index' (duration: 873.948065ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:25.196992Z","caller":"traceutil/trace.go:171","msg":"trace[1264729067] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"1.929302584s","start":"2026-04-23T03:12:23.26764Z","end":"2026-04-23T03:12:25.196942Z","steps":["trace[1264729067] 'process raft request' (duration: 1.055690749s)","trace[1264729067] 'compare' (duration: 872.783029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:25.197132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:23.267619Z","time spent":"1.929434298s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:25.197198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322398836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:25.197236Z","caller":"traceutil/trace.go:171","msg":"trace[1360630765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26106; }","duration":"2.322471448s","start":"2026-04-23T03:12:22.874754Z","end":"2026-04-23T03:12:25.197225Z","steps":["trace[1360630765] 'agreement among raft nodes before linearized reading' (duration: 2.322421156s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.197156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.808202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:25.197213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26305267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:25.197246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803311432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:25.19728Z","caller":"traceutil/trace.go:171","msg":"trace[1954959422] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26106; }","duration":"955.983917ms","start":"2026-04-23T03:12:24.241284Z","end":"2026-04-23T03:12:25.197268Z","steps":["trace[1954959422] 'agreement among raft nodes before linearized reading' (duration: 955.819782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.19727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001489434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:25.197306Z","caller":"traceutil/trace.go:171","msg":"trace[1639117905] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26106; }","duration":"2.263184574s","start":"2026-04-23T03:12:22.934099Z","end":"2026-04-23T03:12:25.197283Z","steps":["trace[1639117905] 'agreement among raft nodes before linearized reading' (duration: 2.263025959s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:25.197328Z","caller":"traceutil/trace.go:171","msg":"trace[1404659062] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26106; }","duration":"2.001581647s","start":"2026-04-23T03:12:23.195732Z","end":"2026-04-23T03:12:25.197314Z","steps":["trace[1404659062] 'agreement among raft nodes before linearized reading' (duration: 2.001463314s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.197374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:23.195715Z","time spent":"2.00164506s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:25.197374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:22.934083Z","time spent":"2.263279007s","remote":"127.0.0.1:53552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:25.197379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739791595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:25.197426Z","caller":"traceutil/trace.go:171","msg":"trace[371061067] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26106; }","duration":"1.739879989s","start":"2026-04-23T03:12:23.457534Z","end":"2026-04-23T03:12:25.197414Z","steps":["trace[371061067] 'agreement among raft nodes before linearized reading' (duration: 1.739811506s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.197431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177563659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:25.197467Z","caller":"traceutil/trace.go:171","msg":"trace[2103320727] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26106; }","duration":"2.177635041s","start":"2026-04-23T03:12:23.019823Z","end":"2026-04-23T03:12:25.197458Z","steps":["trace[2103320727] 'agreement among raft nodes before linearized reading' (duration: 2.177565329s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.19747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:23.457511Z","time spent":"1.73994894s","remote":"127.0.0.1:53886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:25.197318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:24.241262Z","time spent":"956.045799ms","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:25.197323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367920103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:25.197547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.181876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:25.19753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.054667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:12:25.197574Z","caller":"traceutil/trace.go:171","msg":"trace[1896456070] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26106; }","duration":"100.234237ms","start":"2026-04-23T03:12:25.09733Z","end":"2026-04-23T03:12:25.197564Z","steps":["trace[1896456070] 'agreement among raft nodes before linearized reading' (duration: 100.194006ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:25.197573Z","caller":"traceutil/trace.go:171","msg":"trace[1698460242] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26106; }","duration":"3.368195082s","start":"2026-04-23T03:12:21.829367Z","end":"2026-04-23T03:12:25.197562Z","steps":["trace[1698460242] 'agreement among raft nodes before linearized reading' (duration: 3.367925984s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.197604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480184301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:25.197614Z","caller":"traceutil/trace.go:171","msg":"trace[2016990532] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26106; }","duration":"873.184961ms","start":"2026-04-23T03:12:24.32441Z","end":"2026-04-23T03:12:25.197595Z","steps":["trace[2016990532] 'agreement among raft nodes before linearized reading' (duration: 872.939774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.197494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:23.019802Z","time spent":"2.177686043s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:25.197645Z","caller":"traceutil/trace.go:171","msg":"trace[1812721974] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26106; }","duration":"3.480253913s","start":"2026-04-23T03:12:21.717376Z","end":"2026-04-23T03:12:25.19763Z","steps":["trace[1812721974] 'agreement among raft nodes before linearized reading' (duration: 3.480183421s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.197667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:24.324391Z","time spent":"873.266793ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T03:12:25.197683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.717358Z","time spent":"3.480311275s","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:25.19732Z","caller":"traceutil/trace.go:171","msg":"trace[7213538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26106; }","duration":"1.803443637s","start":"2026-04-23T03:12:23.393858Z","end":"2026-04-23T03:12:25.197302Z","steps":["trace[7213538] 'agreement among raft nodes before linearized reading' (duration: 1.803289702s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.197628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.829351Z","time spent":"3.368265095s","remote":"127.0.0.1:60874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:25.197786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:23.393834Z","time spent":"1.803933572s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:25.197801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.557030749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cr65x\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-04-23T03:12:25.19779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.420917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:25.197874Z","caller":"traceutil/trace.go:171","msg":"trace[1433396299] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26106; }","duration":"703.559422ms","start":"2026-04-23T03:12:24.494296Z","end":"2026-04-23T03:12:25.197855Z","steps":["trace[1433396299] 'agreement among raft nodes before linearized reading' (duration: 703.399626ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:25.197895Z","caller":"traceutil/trace.go:171","msg":"trace[1272191326] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-cr65x; range_end:; response_count:1; response_revision:26106; }","duration":"3.557181894s","start":"2026-04-23T03:12:21.640695Z","end":"2026-04-23T03:12:25.197877Z","steps":["trace[1272191326] 'agreement among raft nodes before linearized reading' (duration: 3.556889915s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.197275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:22.874734Z","time spent":"2.32253249s","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:25.197931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.004878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T03:12:25.197932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:24.494277Z","time spent":"703.645474ms","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:25.197872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0010176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:25.19803Z","caller":"traceutil/trace.go:171","msg":"trace[898447848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26106; }","duration":"2.001329459s","start":"2026-04-23T03:12:23.196683Z","end":"2026-04-23T03:12:25.198012Z","steps":["trace[898447848] 'agreement among raft nodes before linearized reading' (duration: 2.000695549s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.197935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.634647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a8db276dd8e980\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26095 ","response":"range_response_count:31 size:23201"} {"level":"info","ts":"2026-04-23T03:12:25.198111Z","caller":"traceutil/trace.go:171","msg":"trace[1163726947] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a8db276dd8e980\u0000; range_end:/registry/events/openstack0; response_count:31; response_revision:26106; }","duration":"855.840853ms","start":"2026-04-23T03:12:24.342259Z","end":"2026-04-23T03:12:25.198099Z","steps":["trace[1163726947] 'agreement among raft nodes before linearized reading' (duration: 855.438781ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:25.197973Z","caller":"traceutil/trace.go:171","msg":"trace[2021409054] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26106; }","duration":"393.04837ms","start":"2026-04-23T03:12:24.804915Z","end":"2026-04-23T03:12:25.197963Z","steps":["trace[2021409054] 'agreement among raft nodes before linearized reading' (duration: 392.896265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.198158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:24.342242Z","time spent":"855.895184ms","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":31,"response size":23223,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a8db276dd8e980\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26095 "} {"level":"warn","ts":"2026-04-23T03:12:25.198162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:24.804899Z","time spent":"393.248126ms","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T03:12:25.197912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641774468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:25.197971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:21.640688Z","time spent":"3.557269597s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cr65x\" "} {"level":"warn","ts":"2026-04-23T03:12:25.198169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:23.196667Z","time spent":"2.001420833s","remote":"127.0.0.1:41080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:25.198296Z","caller":"traceutil/trace.go:171","msg":"trace[1435472668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26106; }","duration":"1.64214834s","start":"2026-04-23T03:12:23.556087Z","end":"2026-04-23T03:12:25.198236Z","steps":["trace[1435472668] 'agreement among raft nodes before linearized reading' (duration: 1.641110017s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:25.199043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:23.556068Z","time spent":"1.642959446s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:25.710141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:26.211207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:26.377294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175469375s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:12:26.447853Z","caller":"traceutil/trace.go:171","msg":"trace[1732287834] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"1.246096606s","start":"2026-04-23T03:12:25.201724Z","end":"2026-04-23T03:12:26.447821Z","steps":["trace[1732287834] 'process raft request' (duration: 1.175988801s)","trace[1732287834] 'compare' (duration: 69.427684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:26.448275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.201711Z","time spent":"1.246223721s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:12:27.210352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:27.210437Z","caller":"traceutil/trace.go:171","msg":"trace[820760845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416783s","start":"2026-04-23T03:12:25.210002Z","end":"2026-04-23T03:12:27.210418Z","steps":["trace[820760845] 'agreement among raft nodes before linearized reading' (duration: 2.000301239s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.210486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.209993Z","time spent":"2.000483825s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:27.498964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121505469s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:12:27.565267Z","caller":"traceutil/trace.go:171","msg":"trace[1860761623] linearizableReadLoop","detail":"{readStateIndex:26990; appliedIndex:26986; }","duration":"2.355224255s","start":"2026-04-23T03:12:25.210026Z","end":"2026-04-23T03:12:27.56525Z","steps":["trace[1860761623] 'read index received' (duration: 1.167615786s)","trace[1860761623] 'applied index is now lower than readState.Index' (duration: 1.187607529s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:27.565471Z","caller":"traceutil/trace.go:171","msg":"trace[190512564] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"1.74179785s","start":"2026-04-23T03:12:25.823663Z","end":"2026-04-23T03:12:27.565461Z","steps":["trace[190512564] 'process raft request' (duration: 1.741508771s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.565549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.823638Z","time spent":"1.741856762s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:27.565268Z","caller":"traceutil/trace.go:171","msg":"trace[630329135] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"2.360633295s","start":"2026-04-23T03:12:25.204602Z","end":"2026-04-23T03:12:27.565235Z","steps":["trace[630329135] 'process raft request' (duration: 2.294634599s)","trace[630329135] 'compare' (duration: 65.837421ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:27.565712Z","caller":"traceutil/trace.go:171","msg":"trace[2049638251] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"1.618549706s","start":"2026-04-23T03:12:25.947123Z","end":"2026-04-23T03:12:27.565672Z","steps":["trace[2049638251] 'process raft request' (duration: 1.618096922s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:27.565739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.204588Z","time spent":"2.36108108s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:27.565859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.947099Z","time spent":"1.61868176s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:28.065998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:28.567109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:28.788233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28897304s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:12:28.796965Z","caller":"traceutil/trace.go:171","msg":"trace[1362474266] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"2.344819365s","start":"2026-04-23T03:12:26.452126Z","end":"2026-04-23T03:12:28.796945Z","steps":["trace[1362474266] 'process raft request' (duration: 2.33643934s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.797063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:26.452106Z","time spent":"2.344910487s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:12:28.796963Z","caller":"traceutil/trace.go:171","msg":"trace[593199032] linearizableReadLoop","detail":"{readStateIndex:26992; appliedIndex:26990; }","duration":"1.231633178s","start":"2026-04-23T03:12:27.565316Z","end":"2026-04-23T03:12:28.796949Z","steps":["trace[593199032] 'read index received' (duration: 1.223106438s)","trace[593199032] 'applied index is now lower than readState.Index' (duration: 8.52597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:28.797433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098050456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T03:12:28.797534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207192306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:12:28.797568Z","caller":"traceutil/trace.go:171","msg":"trace[1057644485] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26112; }","duration":"3.207271338s","start":"2026-04-23T03:12:25.590288Z","end":"2026-04-23T03:12:28.797559Z","steps":["trace[1057644485] 'agreement among raft nodes before linearized reading' (duration: 3.207175255s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.797537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639883698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:28.797578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587013808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:28.79761Z","caller":"traceutil/trace.go:171","msg":"trace[1293415717] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26112; }","duration":"2.640003972s","start":"2026-04-23T03:12:26.157588Z","end":"2026-04-23T03:12:28.797592Z","steps":["trace[1293415717] 'agreement among raft nodes before linearized reading' (duration: 2.639879798s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:28.797579Z","caller":"traceutil/trace.go:171","msg":"trace[1225292787] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26112; }","duration":"3.09817161s","start":"2026-04-23T03:12:25.699328Z","end":"2026-04-23T03:12:28.797499Z","steps":["trace[1225292787] 'agreement among raft nodes before linearized reading' (duration: 3.09786545s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.797611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740132486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:28.797643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.473316955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-23T03:12:28.79767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590455837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:28.797686Z","caller":"traceutil/trace.go:171","msg":"trace[1799475297] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26112; }","duration":"2.74026437s","start":"2026-04-23T03:12:26.057402Z","end":"2026-04-23T03:12:28.797667Z","steps":["trace[1799475297] 'agreement among raft nodes before linearized reading' (duration: 2.740117976s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.797673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.699292Z","time spent":"3.098367636s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:12:28.797706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893150561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:28.797694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098432448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T03:12:28.797712Z","caller":"traceutil/trace.go:171","msg":"trace[678540459] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26112; }","duration":"3.473398098s","start":"2026-04-23T03:12:25.324282Z","end":"2026-04-23T03:12:28.79768Z","steps":["trace[678540459] 'agreement among raft nodes before linearized reading' (duration: 3.473221462s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:28.797748Z","caller":"traceutil/trace.go:171","msg":"trace[1828739566] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"1.753302533s","start":"2026-04-23T03:12:27.044437Z","end":"2026-04-23T03:12:28.797739Z","steps":["trace[1828739566] 'process raft request' (duration: 1.752427365s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:28.797768Z","caller":"traceutil/trace.go:171","msg":"trace[823735107] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26112; }","duration":"3.098551352s","start":"2026-04-23T03:12:25.699202Z","end":"2026-04-23T03:12:28.797754Z","steps":["trace[823735107] 'agreement among raft nodes before linearized reading' (duration: 3.098333265s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.797781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.645969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:28.797802Z","caller":"traceutil/trace.go:171","msg":"trace[1373590719] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26112; }","duration":"606.70402ms","start":"2026-04-23T03:12:28.191092Z","end":"2026-04-23T03:12:28.797796Z","steps":["trace[1373590719] 'agreement among raft nodes before linearized reading' (duration: 606.667169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.797804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.699184Z","time spent":"3.098613345s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T03:12:28.797816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:27.044412Z","time spent":"1.753356605s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:28.797828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.191073Z","time spent":"606.749622ms","remote":"127.0.0.1:60728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:28.797869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.25514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:28.797919Z","caller":"traceutil/trace.go:171","msg":"trace[1205517837] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26112; }","duration":"877.340133ms","start":"2026-04-23T03:12:27.920566Z","end":"2026-04-23T03:12:28.797907Z","steps":["trace[1205517837] 'agreement among raft nodes before linearized reading' (duration: 877.2597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.797954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:27.920547Z","time spent":"877.398274ms","remote":"127.0.0.1:60858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:28.797621Z","caller":"traceutil/trace.go:171","msg":"trace[1324191343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26112; }","duration":"1.587112292s","start":"2026-04-23T03:12:27.210497Z","end":"2026-04-23T03:12:28.797609Z","steps":["trace[1324191343] 'agreement among raft nodes before linearized reading' (duration: 1.587041569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.798062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:27.21049Z","time spent":"1.587538845s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:28.797592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.590268Z","time spent":"3.20731763s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T03:12:28.797788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.324268Z","time spent":"3.473503791s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-23T03:12:28.797732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:26.057384Z","time spent":"2.740337473s","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:28.797697Z","caller":"traceutil/trace.go:171","msg":"trace[477342009] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26112; }","duration":"1.590511179s","start":"2026-04-23T03:12:27.207175Z","end":"2026-04-23T03:12:28.797687Z","steps":["trace[477342009] 'agreement among raft nodes before linearized reading' (duration: 1.590470478s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.798256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:27.207156Z","time spent":"1.591083016s","remote":"127.0.0.1:48498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:28.798321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219483124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-24xjg\" ","response":"range_response_count:1 size:4052"} {"level":"warn","ts":"2026-04-23T03:12:28.797666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:26.157568Z","time spent":"2.640084625s","remote":"127.0.0.1:40896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:28.798348Z","caller":"traceutil/trace.go:171","msg":"trace[502083078] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-24xjg; range_end:; response_count:1; response_revision:26112; }","duration":"1.219559717s","start":"2026-04-23T03:12:27.578779Z","end":"2026-04-23T03:12:28.798339Z","steps":["trace[502083078] 'agreement among raft nodes before linearized reading' (duration: 1.218511063s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.797634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704005875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:28.798393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:27.578763Z","time spent":"1.219600138s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4074,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-24xjg\" "} {"level":"info","ts":"2026-04-23T03:12:28.798408Z","caller":"traceutil/trace.go:171","msg":"trace[1864811411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26112; }","duration":"1.70478579s","start":"2026-04-23T03:12:27.093587Z","end":"2026-04-23T03:12:28.798373Z","steps":["trace[1864811411] 'agreement among raft nodes before linearized reading' (duration: 1.704022126s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.797738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.048514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:28.798461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:27.093567Z","time spent":"1.704880093s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:12:28.798462Z","caller":"traceutil/trace.go:171","msg":"trace[681702156] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26112; }","duration":"152.795138ms","start":"2026-04-23T03:12:28.645654Z","end":"2026-04-23T03:12:28.798449Z","steps":["trace[681702156] 'agreement among raft nodes before linearized reading' (duration: 152.055205ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:28.797729Z","caller":"traceutil/trace.go:171","msg":"trace[655183200] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26112; }","duration":"1.893203153s","start":"2026-04-23T03:12:26.90452Z","end":"2026-04-23T03:12:28.797723Z","steps":["trace[655183200] 'agreement among raft nodes before linearized reading' (duration: 1.893165692s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.798565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:26.904502Z","time spent":"1.89405051s","remote":"127.0.0.1:60660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:28.798723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920485665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:12:28.798796Z","caller":"traceutil/trace.go:171","msg":"trace[1036408113] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26112; }","duration":"1.92062238s","start":"2026-04-23T03:12:26.878158Z","end":"2026-04-23T03:12:28.79878Z","steps":["trace[1036408113] 'agreement among raft nodes before linearized reading' (duration: 1.919016079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.798852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:26.878136Z","time spent":"1.920696372s","remote":"127.0.0.1:60784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:28.798726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527235258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-23T03:12:28.799092Z","caller":"traceutil/trace.go:171","msg":"trace[125296900] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26112; }","duration":"3.527677663s","start":"2026-04-23T03:12:25.271398Z","end":"2026-04-23T03:12:28.799076Z","steps":["trace[125296900] 'agreement among raft nodes before linearized reading' (duration: 3.525600787s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:28.799147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:25.271373Z","time spent":"3.527759406s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T03:12:29.642767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.878289ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T03:12:29.642854Z","caller":"traceutil/trace.go:171","msg":"trace[224088153] linearizableReadLoop","detail":"{readStateIndex:26993; appliedIndex:26992; }","duration":"841.509501ms","start":"2026-04-23T03:12:28.801328Z","end":"2026-04-23T03:12:29.642837Z","steps":["trace[224088153] 'read index received' (duration: 201.534309ms)","trace[224088153] 'applied index is now lower than readState.Index' (duration: 639.973732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:29.642884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.80013Z","time spent":"842.747811ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:29.643023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.686767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-f5f557856-fssgb.18a8ddb5ffb1c40d\" ","response":"range_response_count:1 size:831"} {"level":"info","ts":"2026-04-23T03:12:29.643062Z","caller":"traceutil/trace.go:171","msg":"trace[177344917] range","detail":"{range_begin:/registry/events/openstack/magnum-api-f5f557856-fssgb.18a8ddb5ffb1c40d; range_end:; response_count:1; response_revision:26112; }","duration":"841.745259ms","start":"2026-04-23T03:12:28.801306Z","end":"2026-04-23T03:12:29.643051Z","steps":["trace[177344917] 'agreement among raft nodes before linearized reading' (duration: 841.601715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:29.643104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.801293Z","time spent":"841.802461ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":853,"request content":"key:\"/registry/events/openstack/magnum-api-f5f557856-fssgb.18a8ddb5ffb1c40d\" "} {"level":"warn","ts":"2026-04-23T03:12:30.090559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.087485734s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:30.623697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.819767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:30.623997Z","caller":"traceutil/trace.go:171","msg":"trace[648903420] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"1.821073166s","start":"2026-04-23T03:12:28.802905Z","end":"2026-04-23T03:12:30.623979Z","steps":["trace[648903420] 'process raft request' (duration: 1.8209026s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:30.62402Z","caller":"traceutil/trace.go:171","msg":"trace[19644337] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"1.821079456s","start":"2026-04-23T03:12:28.802864Z","end":"2026-04-23T03:12:30.623943Z","steps":["trace[19644337] 'process raft request' (duration: 1.287930058s)","trace[19644337] 'compare' (duration: 532.390234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:30.624094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.802884Z","time spent":"1.821163919s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:30.624121Z","caller":"traceutil/trace.go:171","msg":"trace[1186691441] linearizableReadLoop","detail":"{readStateIndex:26996; appliedIndex:26993; }","duration":"981.225347ms","start":"2026-04-23T03:12:29.642883Z","end":"2026-04-23T03:12:30.624108Z","steps":["trace[1186691441] 'read index received' (duration: 447.928024ms)","trace[1186691441] 'applied index is now lower than readState.Index' (duration: 533.296493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:30.624163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.802851Z","time spent":"1.821231451s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:30.624219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819256599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:30.624255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822625175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f96cc3a-aa71-4d66-a0aa-a3faf2ea8a76\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T03:12:30.624287Z","caller":"traceutil/trace.go:171","msg":"trace[1900189630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26115; }","duration":"1.819349411s","start":"2026-04-23T03:12:28.804925Z","end":"2026-04-23T03:12:30.624275Z","steps":["trace[1900189630] 'agreement among raft nodes before linearized reading' (duration: 1.819252748s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:30.624289Z","caller":"traceutil/trace.go:171","msg":"trace[2062709993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f96cc3a-aa71-4d66-a0aa-a3faf2ea8a76; range_end:; response_count:1; response_revision:26115; }","duration":"1.822683717s","start":"2026-04-23T03:12:28.801594Z","end":"2026-04-23T03:12:30.624278Z","steps":["trace[2062709993] 'agreement among raft nodes before linearized reading' (duration: 1.822577224s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:30.624323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.801581Z","time spent":"1.822734008s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1f96cc3a-aa71-4d66-a0aa-a3faf2ea8a76\" "} {"level":"info","ts":"2026-04-23T03:12:30.624306Z","caller":"traceutil/trace.go:171","msg":"trace[960105679] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"1.819195076s","start":"2026-04-23T03:12:28.805087Z","end":"2026-04-23T03:12:30.624282Z","steps":["trace[960105679] 'process raft request' (duration: 1.818820784s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:30.62433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070524688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:30.624347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.804912Z","time spent":"1.819425634s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:12:30.624372Z","caller":"traceutil/trace.go:171","msg":"trace[1202385568] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26115; }","duration":"1.070601251s","start":"2026-04-23T03:12:29.55376Z","end":"2026-04-23T03:12:30.624361Z","steps":["trace[1202385568] 'agreement among raft nodes before linearized reading' (duration: 1.070533439s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:30.624412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.553741Z","time spent":"1.070662653s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:30.624436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.805077Z","time spent":"1.8192858s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4212,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:30.624794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672138439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:30.624956Z","caller":"traceutil/trace.go:171","msg":"trace[712068773] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26115; }","duration":"1.672307115s","start":"2026-04-23T03:12:28.952624Z","end":"2026-04-23T03:12:30.624931Z","steps":["trace[712068773] 'agreement among raft nodes before linearized reading' (duration: 1.671620153s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:30.626381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:28.952578Z","time spent":"1.67376443s","remote":"127.0.0.1:48610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:30.626268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30662739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:30.626705Z","caller":"traceutil/trace.go:171","msg":"trace[121706240] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26115; }","duration":"1.307057113s","start":"2026-04-23T03:12:29.319624Z","end":"2026-04-23T03:12:30.626681Z","steps":["trace[121706240] 'agreement among raft nodes before linearized reading' (duration: 1.304506032s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:30.626785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.319603Z","time spent":"1.307161827s","remote":"127.0.0.1:53672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:31.541948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.926732ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:31.542112Z","caller":"traceutil/trace.go:171","msg":"trace[1821685308] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26115; }","duration":"784.096777ms","start":"2026-04-23T03:12:30.757984Z","end":"2026-04-23T03:12:31.542081Z","steps":["trace[1821685308] 'range keys from in-memory index tree' (duration: 783.906471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.542709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.647633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:31.542883Z","caller":"traceutil/trace.go:171","msg":"trace[1682284640] linearizableReadLoop","detail":"{readStateIndex:26999; appliedIndex:26996; }","duration":"918.724251ms","start":"2026-04-23T03:12:30.62415Z","end":"2026-04-23T03:12:31.542874Z","steps":["trace[1682284640] 'read index received' (duration: 346.717266ms)","trace[1682284640] 'applied index is now lower than readState.Index' (duration: 572.006145ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:31.542954Z","caller":"traceutil/trace.go:171","msg":"trace[1806502073] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"1.339163817s","start":"2026-04-23T03:12:30.203783Z","end":"2026-04-23T03:12:31.542947Z","steps":["trace[1806502073] 'process raft request' (duration: 1.339051843s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:30.203759Z","time spent":"1.339216399s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:31.543163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149270036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:31.543188Z","caller":"traceutil/trace.go:171","msg":"trace[1862203613] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26118; }","duration":"1.149319418s","start":"2026-04-23T03:12:30.393862Z","end":"2026-04-23T03:12:31.543182Z","steps":["trace[1862203613] 'agreement among raft nodes before linearized reading' (duration: 1.149273247s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.543212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:30.393847Z","time spent":"1.149359549s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:31.543376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.325227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:31.543444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.954324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:31.543444Z","caller":"traceutil/trace.go:171","msg":"trace[1399104169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26118; }","duration":"917.430791ms","start":"2026-04-23T03:12:30.625997Z","end":"2026-04-23T03:12:31.543428Z","steps":["trace[1399104169] 'agreement among raft nodes before linearized reading' (duration: 917.312427ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:31.543464Z","caller":"traceutil/trace.go:171","msg":"trace[995459505] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26118; }","duration":"666.010866ms","start":"2026-04-23T03:12:30.877447Z","end":"2026-04-23T03:12:31.543458Z","steps":["trace[995459505] 'agreement among raft nodes before linearized reading' (duration: 665.972965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.543477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:30.625982Z","time spent":"917.487432ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:31.543487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:30.877427Z","time spent":"666.054427ms","remote":"127.0.0.1:53472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:31.54352Z","caller":"traceutil/trace.go:171","msg":"trace[1067378657] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"1.898271785s","start":"2026-04-23T03:12:29.645214Z","end":"2026-04-23T03:12:31.543486Z","steps":["trace[1067378657] 'process raft request' (duration: 1.897558072s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.543655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.35133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:31.543699Z","caller":"traceutil/trace.go:171","msg":"trace[180877412] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26118; }","duration":"912.399202ms","start":"2026-04-23T03:12:30.631283Z","end":"2026-04-23T03:12:31.543682Z","steps":["trace[180877412] 'agreement among raft nodes before linearized reading' (duration: 912.34425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.54372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.866691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cr65x\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-04-23T03:12:31.543748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:30.631276Z","time spent":"912.463704ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T03:12:31.543758Z","caller":"traceutil/trace.go:171","msg":"trace[1446689330] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-cr65x; range_end:; response_count:1; response_revision:26118; }","duration":"915.913313ms","start":"2026-04-23T03:12:30.627824Z","end":"2026-04-23T03:12:31.543737Z","steps":["trace[1446689330] 'agreement among raft nodes before linearized reading' (duration: 915.808469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.543829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:30.627812Z","time spent":"916.010025ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4912,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cr65x\" "} {"level":"warn","ts":"2026-04-23T03:12:31.543582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.917181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T03:12:31.543882Z","caller":"traceutil/trace.go:171","msg":"trace[2079561817] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26118; }","duration":"915.246452ms","start":"2026-04-23T03:12:30.628626Z","end":"2026-04-23T03:12:31.543872Z","steps":["trace[2079561817] 'agreement among raft nodes before linearized reading' (duration: 914.816738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.543912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:30.62862Z","time spent":"915.283853ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-23T03:12:31.543892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.645188Z","time spent":"1.898493862s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:31.543632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755375829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:31.544035Z","caller":"traceutil/trace.go:171","msg":"trace[1407818017] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26118; }","duration":"1.755808973s","start":"2026-04-23T03:12:29.78822Z","end":"2026-04-23T03:12:31.544029Z","steps":["trace[1407818017] 'agreement among raft nodes before linearized reading' (duration: 1.75539524s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.544061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.7882Z","time spent":"1.755853675s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:31.543402Z","caller":"traceutil/trace.go:171","msg":"trace[900043153] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"1.899464713s","start":"2026-04-23T03:12:29.643928Z","end":"2026-04-23T03:12:31.543393Z","steps":["trace[900043153] 'process raft request' (duration: 1.326925691s)","trace[900043153] 'compare' (duration: 571.134347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:31.543603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184479779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:31.544208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:29.643906Z","time spent":"1.900274839s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:31.544235Z","caller":"traceutil/trace.go:171","msg":"trace[1630180189] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26118; }","duration":"1.185111149s","start":"2026-04-23T03:12:30.359088Z","end":"2026-04-23T03:12:31.544199Z","steps":["trace[1630180189] 'agreement among raft nodes before linearized reading' (duration: 1.18449167s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:31.544379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:30.359067Z","time spent":"1.185268265s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:32.485082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.704431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:32.485273Z","caller":"traceutil/trace.go:171","msg":"trace[1788308240] linearizableReadLoop","detail":"{readStateIndex:27000; appliedIndex:26999; }","duration":"937.949508ms","start":"2026-04-23T03:12:31.547306Z","end":"2026-04-23T03:12:32.485255Z","steps":["trace[1788308240] 'read index received' (duration: 180.949387ms)","trace[1788308240] 'applied index is now lower than readState.Index' (duration: 756.998001ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:32.485454Z","caller":"traceutil/trace.go:171","msg":"trace[50248313] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"938.190635ms","start":"2026-04-23T03:12:31.547246Z","end":"2026-04-23T03:12:32.485437Z","steps":["trace[50248313] 'process raft request' (duration: 181.061651ms)","trace[50248313] 'compare' (duration: 756.301058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:32.486064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.180865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:12:32.486119Z","caller":"traceutil/trace.go:171","msg":"trace[1505546282] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26119; }","duration":"938.256127ms","start":"2026-04-23T03:12:31.547848Z","end":"2026-04-23T03:12:32.486104Z","steps":["trace[1505546282] 'agreement among raft nodes before linearized reading' (duration: 938.045541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:32.486125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.401475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:32.486165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.858196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-23T03:12:32.486187Z","caller":"traceutil/trace.go:171","msg":"trace[722082779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26119; }","duration":"934.492679ms","start":"2026-04-23T03:12:31.551681Z","end":"2026-04-23T03:12:32.486174Z","steps":["trace[722082779] 'agreement among raft nodes before linearized reading' (duration: 934.387755ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:32.486192Z","caller":"traceutil/trace.go:171","msg":"trace[1671516120] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26119; }","duration":"938.887588ms","start":"2026-04-23T03:12:31.547297Z","end":"2026-04-23T03:12:32.486184Z","steps":["trace[1671516120] 'agreement among raft nodes before linearized reading' (duration: 938.793025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:32.486184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.547841Z","time spent":"938.321489ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T03:12:32.486206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.309891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-23T03:12:32.486215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.551673Z","time spent":"934.53732ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:32.486216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.547274Z","time spent":"938.936619ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-23T03:12:32.48623Z","caller":"traceutil/trace.go:171","msg":"trace[1548820698] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26119; }","duration":"257.359593ms","start":"2026-04-23T03:12:32.228864Z","end":"2026-04-23T03:12:32.486223Z","steps":["trace[1548820698] 'agreement among raft nodes before linearized reading' (duration: 257.297161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:32.486127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.198837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T03:12:32.486331Z","caller":"traceutil/trace.go:171","msg":"trace[1003679825] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26119; }","duration":"832.448004ms","start":"2026-04-23T03:12:31.653877Z","end":"2026-04-23T03:12:32.486325Z","steps":["trace[1003679825] 'agreement among raft nodes before linearized reading' (duration: 832.105234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:32.486261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.142819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:32.486348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.653822Z","time spent":"832.521417ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-23T03:12:32.486405Z","caller":"traceutil/trace.go:171","msg":"trace[1845775787] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26119; }","duration":"935.337685ms","start":"2026-04-23T03:12:31.551049Z","end":"2026-04-23T03:12:32.486386Z","steps":["trace[1845775787] 'agreement among raft nodes before linearized reading' (duration: 935.086517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:32.486485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.55103Z","time spent":"935.440409ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:32.486576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.547232Z","time spent":"938.289299ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:12:32.486986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.688095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:32.488019Z","caller":"traceutil/trace.go:171","msg":"trace[428770015] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26119; }","duration":"890.86463ms","start":"2026-04-23T03:12:31.59619Z","end":"2026-04-23T03:12:32.487054Z","steps":["trace[428770015] 'agreement among raft nodes before linearized reading' (duration: 889.89065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:32.488133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:31.596162Z","time spent":"891.950054ms","remote":"127.0.0.1:53408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:32.991654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:33.844039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:33.062075Z","time spent":"781.957959ms","remote":"127.0.0.1:44482","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:33.84449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.523852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:33.844712Z","caller":"traceutil/trace.go:171","msg":"trace[304360256] linearizableReadLoop","detail":"{readStateIndex:27002; appliedIndex:27000; }","duration":"1.353610164s","start":"2026-04-23T03:12:32.491089Z","end":"2026-04-23T03:12:33.8447Z","steps":["trace[304360256] 'read index received' (duration: 567.843673ms)","trace[304360256] 'applied index is now lower than readState.Index' (duration: 785.765731ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:33.84477Z","caller":"traceutil/trace.go:171","msg":"trace[636506360] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"1.351074704s","start":"2026-04-23T03:12:32.493689Z","end":"2026-04-23T03:12:33.844764Z","steps":["trace[636506360] 'process raft request' (duration: 1.350860137s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:33.844964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:32.493674Z","time spent":"1.351196207s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:33.845001Z","caller":"traceutil/trace.go:171","msg":"trace[1328052661] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"1.354627105s","start":"2026-04-23T03:12:32.49035Z","end":"2026-04-23T03:12:33.844977Z","steps":["trace[1328052661] 'process raft request' (duration: 568.569036ms)","trace[1328052661] 'compare' (duration: 785.003066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:33.845174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354080448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:33.845202Z","caller":"traceutil/trace.go:171","msg":"trace[1394480509] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26121; }","duration":"1.3541383s","start":"2026-04-23T03:12:32.491057Z","end":"2026-04-23T03:12:33.845195Z","steps":["trace[1394480509] 'agreement among raft nodes before linearized reading' (duration: 1.354089049s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:33.845231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:32.491046Z","time spent":"1.354177291s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:33.845767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:32.490326Z","time spent":"1.354733879s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:12:34.653378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000510065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:12:34.653456Z","caller":"traceutil/trace.go:171","msg":"trace[1681267193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000635429s","start":"2026-04-23T03:12:32.652803Z","end":"2026-04-23T03:12:34.653439Z","steps":["trace[1681267193] 'agreement among raft nodes before linearized reading' (duration: 2.000538226s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:34.653502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:32.652786Z","time spent":"2.000707292s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:12:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:12:35.79634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553302023s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:12:35.796481Z","caller":"traceutil/trace.go:171","msg":"trace[534660180] linearizableReadLoop","detail":"{readStateIndex:27003; appliedIndex:27002; }","duration":"1.951716213s","start":"2026-04-23T03:12:33.844741Z","end":"2026-04-23T03:12:35.796457Z","steps":["trace[534660180] 'read index received' (duration: 398.559064ms)","trace[534660180] 'applied index is now lower than readState.Index' (duration: 1.553154918s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:35.797271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192205552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:35.797337Z","caller":"traceutil/trace.go:171","msg":"trace[197734768] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26121; }","duration":"3.192309405s","start":"2026-04-23T03:12:32.605013Z","end":"2026-04-23T03:12:35.797322Z","steps":["trace[197734768] 'agreement among raft nodes before linearized reading' (duration: 3.192194251s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.797329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143626828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:35.797366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:32.604997Z","time spent":"3.192362607s","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:35.797446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210608254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-23T03:12:35.797504Z","caller":"traceutil/trace.go:171","msg":"trace[859425232] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26121; }","duration":"1.210712927s","start":"2026-04-23T03:12:34.586778Z","end":"2026-04-23T03:12:35.797491Z","steps":["trace[859425232] 'agreement among raft nodes before linearized reading' (duration: 1.210540742s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.797531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.805714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:12:35.797606Z","caller":"traceutil/trace.go:171","msg":"trace[684159848] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26121; }","duration":"206.917027ms","start":"2026-04-23T03:12:35.590671Z","end":"2026-04-23T03:12:35.797588Z","steps":["trace[684159848] 'agreement among raft nodes before linearized reading' (duration: 206.696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.797547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:34.586756Z","time spent":"1.21078199s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T03:12:35.79771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947897632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-04-23T03:12:35.797774Z","caller":"traceutil/trace.go:171","msg":"trace[575096493] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d; range_end:; response_count:1; response_revision:26121; }","duration":"1.948007886s","start":"2026-04-23T03:12:33.84975Z","end":"2026-04-23T03:12:35.797758Z","steps":["trace[575096493] 'agreement among raft nodes before linearized reading' (duration: 1.94782013s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.797805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:33.849729Z","time spent":"1.948067828s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5444,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d\" "} {"level":"info","ts":"2026-04-23T03:12:35.797907Z","caller":"traceutil/trace.go:171","msg":"trace[1480994642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26121; }","duration":"1.14371289s","start":"2026-04-23T03:12:34.653653Z","end":"2026-04-23T03:12:35.797366Z","steps":["trace[1480994642] 'agreement among raft nodes before linearized reading' (duration: 1.143629118s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.797447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94782779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-d879c4585-qwkz6.18a8dd2a58d8fda6\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-04-23T03:12:35.797964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:34.653628Z","time spent":"1.14432444s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:12:35.798133Z","caller":"traceutil/trace.go:171","msg":"trace[968111002] range","detail":"{range_begin:/registry/events/openstack/heat-api-d879c4585-qwkz6.18a8dd2a58d8fda6; range_end:; response_count:1; response_revision:26121; }","duration":"1.948396518s","start":"2026-04-23T03:12:33.849565Z","end":"2026-04-23T03:12:35.797961Z","steps":["trace[968111002] 'agreement among raft nodes before linearized reading' (duration: 1.947699786s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:35.798212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:33.849551Z","time spent":"1.948641185s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":925,"request content":"key:\"/registry/events/openstack/heat-api-d879c4585-qwkz6.18a8dd2a58d8fda6\" "} {"level":"info","ts":"2026-04-23T03:12:36.627842Z","caller":"traceutil/trace.go:171","msg":"trace[284536909] linearizableReadLoop","detail":"{readStateIndex:27005; appliedIndex:27003; }","duration":"820.284161ms","start":"2026-04-23T03:12:35.807535Z","end":"2026-04-23T03:12:36.627819Z","steps":["trace[284536909] 'read index received' (duration: 116.547814ms)","trace[284536909] 'applied index is now lower than readState.Index' (duration: 703.735407ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:36.627966Z","caller":"traceutil/trace.go:171","msg":"trace[911437262] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"825.93038ms","start":"2026-04-23T03:12:35.802023Z","end":"2026-04-23T03:12:36.627954Z","steps":["trace[911437262] 'process raft request' (duration: 738.852788ms)","trace[911437262] 'compare' (duration: 86.731331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:36.628241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.802005Z","time spent":"825.989711ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:36.6283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.685884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:36.628417Z","caller":"traceutil/trace.go:171","msg":"trace[939963479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26123; }","duration":"820.904271ms","start":"2026-04-23T03:12:35.807492Z","end":"2026-04-23T03:12:36.628397Z","steps":["trace[939963479] 'agreement among raft nodes before linearized reading' (duration: 820.652993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:36.628507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.807478Z","time spent":"821.016814ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:12:36.62891Z","caller":"traceutil/trace.go:171","msg":"trace[2146607205] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"818.887087ms","start":"2026-04-23T03:12:35.809079Z","end":"2026-04-23T03:12:36.627966Z","steps":["trace[2146607205] 'process raft request' (duration: 818.66409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:36.629019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.809065Z","time spent":"819.890728ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:37.558004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.565483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:37.55827Z","caller":"traceutil/trace.go:171","msg":"trace[576922197] linearizableReadLoop","detail":"{readStateIndex:27009; appliedIndex:27006; }","duration":"930.346089ms","start":"2026-04-23T03:12:36.627907Z","end":"2026-04-23T03:12:37.558253Z","steps":["trace[576922197] 'read index received' (duration: 220.426726ms)","trace[576922197] 'applied index is now lower than readState.Index' (duration: 709.918273ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:37.558291Z","caller":"traceutil/trace.go:171","msg":"trace[658072011] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"1.008491749s","start":"2026-04-23T03:12:36.549774Z","end":"2026-04-23T03:12:37.558266Z","steps":["trace[658072011] 'process raft request' (duration: 1.008429027s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:37.55829Z","caller":"traceutil/trace.go:171","msg":"trace[701045015] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"1.632462656s","start":"2026-04-23T03:12:35.925789Z","end":"2026-04-23T03:12:37.558251Z","steps":["trace[701045015] 'process raft request' (duration: 922.571994ms)","trace[701045015] 'compare' (duration: 708.995084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:37.558412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:36.549745Z","time spent":"1.008598262s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:37.558412Z","caller":"traceutil/trace.go:171","msg":"trace[361829109] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"1.253386998s","start":"2026-04-23T03:12:36.305002Z","end":"2026-04-23T03:12:37.558389Z","steps":["trace[361829109] 'process raft request' (duration: 1.253098758s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:37.558448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:35.925756Z","time spent":"1.632618341s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:37.558495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:36.304979Z","time spent":"1.25347366s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:37.558595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102273952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:37.558636Z","caller":"traceutil/trace.go:171","msg":"trace[1072450847] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26126; }","duration":"1.102347154s","start":"2026-04-23T03:12:36.456277Z","end":"2026-04-23T03:12:37.558624Z","steps":["trace[1072450847] 'agreement among raft nodes before linearized reading' (duration: 1.102286252s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:37.558674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:36.456259Z","time spent":"1.102403966s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:37.558723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.195343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:37.558758Z","caller":"traceutil/trace.go:171","msg":"trace[2036140070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26126; }","duration":"929.261945ms","start":"2026-04-23T03:12:36.629487Z","end":"2026-04-23T03:12:37.558749Z","steps":["trace[2036140070] 'agreement among raft nodes before linearized reading' (duration: 929.206823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:37.558782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:36.629472Z","time spent":"929.305526ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:37.558513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.734055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T03:12:37.558896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.351772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:37.558925Z","caller":"traceutil/trace.go:171","msg":"trace[447785930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26126; }","duration":"457.382443ms","start":"2026-04-23T03:12:37.101536Z","end":"2026-04-23T03:12:37.558918Z","steps":["trace[447785930] 'agreement among raft nodes before linearized reading' (duration: 457.337262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:37.558951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:37.101467Z","time spent":"457.480567ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:12:37.558934Z","caller":"traceutil/trace.go:171","msg":"trace[1862084107] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26126; }","duration":"996.153008ms","start":"2026-04-23T03:12:36.562766Z","end":"2026-04-23T03:12:37.558918Z","steps":["trace[1862084107] 'agreement among raft nodes before linearized reading' (duration: 995.58559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:37.558974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.467024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d\" ","response":"range_response_count:1 size:5600"} {"level":"info","ts":"2026-04-23T03:12:37.559004Z","caller":"traceutil/trace.go:171","msg":"trace[641396859] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d; range_end:; response_count:1; response_revision:26126; }","duration":"918.539556ms","start":"2026-04-23T03:12:36.640456Z","end":"2026-04-23T03:12:37.558996Z","steps":["trace[641396859] 'agreement among raft nodes before linearized reading' (duration: 918.441783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:37.558994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:36.56273Z","time spent":"996.246231ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:37.559013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.943232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-67bc8fd59f-d5htl.18a8dd2cad9e329e\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-23T03:12:37.559051Z","caller":"traceutil/trace.go:171","msg":"trace[1375187300] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-67bc8fd59f-d5htl.18a8dd2cad9e329e; range_end:; response_count:1; response_revision:26126; }","duration":"927.003203ms","start":"2026-04-23T03:12:36.632038Z","end":"2026-04-23T03:12:37.559042Z","steps":["trace[1375187300] 'agreement among raft nodes before linearized reading' (duration: 926.875999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:37.559055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482688873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-23T03:12:37.55908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:36.632028Z","time spent":"927.046115ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-cfn-67bc8fd59f-d5htl.18a8dd2cad9e329e\" "} {"level":"info","ts":"2026-04-23T03:12:37.559091Z","caller":"traceutil/trace.go:171","msg":"trace[574854714] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26126; }","duration":"1.482760805s","start":"2026-04-23T03:12:36.07632Z","end":"2026-04-23T03:12:37.559081Z","steps":["trace[574854714] 'agreement among raft nodes before linearized reading' (duration: 1.482543929s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:37.559029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:36.640434Z","time spent":"918.586607ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5622,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d\" "} {"level":"warn","ts":"2026-04-23T03:12:37.559119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:36.076301Z","time spent":"1.482808257s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-23T03:12:37.559955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.384238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277844"} {"level":"info","ts":"2026-04-23T03:12:37.560169Z","caller":"traceutil/trace.go:171","msg":"trace[507689343] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26126; }","duration":"822.646936ms","start":"2026-04-23T03:12:36.737509Z","end":"2026-04-23T03:12:37.560156Z","steps":["trace[507689343] 'agreement among raft nodes before linearized reading' (duration: 821.335725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:37.560227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:36.737494Z","time spent":"822.724838ms","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277866,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T03:12:38.063264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229609,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:12:38.355603Z","caller":"traceutil/trace.go:171","msg":"trace[170557519] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"793.541146ms","start":"2026-04-23T03:12:37.56204Z","end":"2026-04-23T03:12:38.355581Z","steps":["trace[170557519] 'process raft request' (duration: 793.391371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.355724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:37.562016Z","time spent":"793.645909ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:38.653807Z","caller":"traceutil/trace.go:171","msg":"trace[398278932] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"1.050272728s","start":"2026-04-23T03:12:37.603495Z","end":"2026-04-23T03:12:38.653768Z","steps":["trace[398278932] 'process raft request' (duration: 987.240296ms)","trace[398278932] 'compare' (duration: 62.864007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:38.653982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:37.603472Z","time spent":"1.050402393s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:38.653967Z","caller":"traceutil/trace.go:171","msg":"trace[1334007010] linearizableReadLoop","detail":"{readStateIndex:27012; appliedIndex:27009; }","duration":"1.091810751s","start":"2026-04-23T03:12:37.562129Z","end":"2026-04-23T03:12:38.65394Z","steps":["trace[1334007010] 'read index received' (duration: 793.309928ms)","trace[1334007010] 'applied index is now lower than readState.Index' (duration: 298.499383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:38.654141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092024968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:12:38.654188Z","caller":"traceutil/trace.go:171","msg":"trace[821971983] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26129; }","duration":"1.09210022s","start":"2026-04-23T03:12:37.562078Z","end":"2026-04-23T03:12:38.654178Z","steps":["trace[821971983] 'agreement among raft nodes before linearized reading' (duration: 1.091934825s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.654221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:37.56207Z","time spent":"1.092143091s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T03:12:38.65422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001086034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:38.65426Z","caller":"traceutil/trace.go:171","msg":"trace[361114134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26129; }","duration":"1.001176748s","start":"2026-04-23T03:12:37.653073Z","end":"2026-04-23T03:12:38.65425Z","steps":["trace[361114134] 'agreement among raft nodes before linearized reading' (duration: 1.001100485s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.654289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:37.653055Z","time spent":"1.001228929s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:12:38.654028Z","caller":"traceutil/trace.go:171","msg":"trace[771597745] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"1.040115477s","start":"2026-04-23T03:12:37.613875Z","end":"2026-04-23T03:12:38.653991Z","steps":["trace[771597745] 'process raft request' (duration: 1.039850969s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.654514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.84004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:38.654513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.147935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:38.654562Z","caller":"traceutil/trace.go:171","msg":"trace[1681843661] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26129; }","duration":"908.936092ms","start":"2026-04-23T03:12:37.745617Z","end":"2026-04-23T03:12:38.654553Z","steps":["trace[1681843661] 'agreement among raft nodes before linearized reading' (duration: 908.86546ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:38.654577Z","caller":"traceutil/trace.go:171","msg":"trace[636547587] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26129; }","duration":"531.391732ms","start":"2026-04-23T03:12:38.123175Z","end":"2026-04-23T03:12:38.654567Z","steps":["trace[636547587] 'agreement among raft nodes before linearized reading' (duration: 531.304599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.65461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.123155Z","time spent":"531.446224ms","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:38.654629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.63174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T03:12:38.654681Z","caller":"traceutil/trace.go:171","msg":"trace[240516178] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f; range_end:; response_count:1; response_revision:26129; }","duration":"294.746874ms","start":"2026-04-23T03:12:38.35992Z","end":"2026-04-23T03:12:38.654667Z","steps":["trace[240516178] 'agreement among raft nodes before linearized reading' (duration: 294.501346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.654584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:37.745592Z","time spent":"908.986244ms","remote":"127.0.0.1:53862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:38.654423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:37.613846Z","time spent":"1.04050282s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:38.65483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.674375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:38.654856Z","caller":"traceutil/trace.go:171","msg":"trace[1793914228] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26129; }","duration":"321.746578ms","start":"2026-04-23T03:12:38.333101Z","end":"2026-04-23T03:12:38.654848Z","steps":["trace[1793914228] 'agreement among raft nodes before linearized reading' (duration: 321.681155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.654883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.333079Z","time spent":"321.797008ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:38.65477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.41224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:38.654994Z","caller":"traceutil/trace.go:171","msg":"trace[1475249139] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26129; }","duration":"498.660578ms","start":"2026-04-23T03:12:38.156327Z","end":"2026-04-23T03:12:38.654988Z","steps":["trace[1475249139] 'agreement among raft nodes before linearized reading' (duration: 498.41321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.655015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.156314Z","time spent":"498.694519ms","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:38.654716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.787052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:38.655127Z","caller":"traceutil/trace.go:171","msg":"trace[1616969696] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26129; }","duration":"174.191945ms","start":"2026-04-23T03:12:38.480921Z","end":"2026-04-23T03:12:38.655113Z","steps":["trace[1616969696] 'agreement among raft nodes before linearized reading' (duration: 173.771322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.65553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093405752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1da98058-378d-470a-b4a2-f66ea65cd802\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T03:12:38.655563Z","caller":"traceutil/trace.go:171","msg":"trace[319831437] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1da98058-378d-470a-b4a2-f66ea65cd802; range_end:; response_count:1; response_revision:26129; }","duration":"1.093458813s","start":"2026-04-23T03:12:37.562096Z","end":"2026-04-23T03:12:38.655555Z","steps":["trace[319831437] 'agreement among raft nodes before linearized reading' (duration: 1.091893563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:38.655583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:37.562086Z","time spent":"1.093492815s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1da98058-378d-470a-b4a2-f66ea65cd802\" "} {"level":"warn","ts":"2026-04-23T03:12:38.657303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.627625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:12:38.657363Z","caller":"traceutil/trace.go:171","msg":"trace[1931609817] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26129; }","duration":"178.731748ms","start":"2026-04-23T03:12:38.47862Z","end":"2026-04-23T03:12:38.657352Z","steps":["trace[1931609817] 'agreement among raft nodes before linearized reading' (duration: 176.411244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:39.729039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.688703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:39.730414Z","caller":"traceutil/trace.go:171","msg":"trace[1459110370] linearizableReadLoop","detail":"{readStateIndex:27013; appliedIndex:27012; }","duration":"1.071156437s","start":"2026-04-23T03:12:38.659226Z","end":"2026-04-23T03:12:39.730383Z","steps":["trace[1459110370] 'read index received' (duration: 330.008308ms)","trace[1459110370] 'applied index is now lower than readState.Index' (duration: 741.144729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:39.730797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07156126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T03:12:39.730934Z","caller":"traceutil/trace.go:171","msg":"trace[1073880911] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26130; }","duration":"1.071715545s","start":"2026-04-23T03:12:38.659207Z","end":"2026-04-23T03:12:39.730922Z","steps":["trace[1073880911] 'agreement among raft nodes before linearized reading' (duration: 1.071444497s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:39.730428Z","caller":"traceutil/trace.go:171","msg":"trace[1652016626] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"1.07189041s","start":"2026-04-23T03:12:38.658501Z","end":"2026-04-23T03:12:39.730392Z","steps":["trace[1652016626] 'process raft request' (duration: 330.751332ms)","trace[1652016626] 'compare' (duration: 738.054731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:39.730992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.659194Z","time spent":"1.071773277s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T03:12:39.731068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068555265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:39.731132Z","caller":"traceutil/trace.go:171","msg":"trace[91642650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26130; }","duration":"1.068659948s","start":"2026-04-23T03:12:38.662458Z","end":"2026-04-23T03:12:39.731118Z","steps":["trace[91642650] 'agreement among raft nodes before linearized reading' (duration: 1.068548885s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:39.731105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.658465Z","time spent":"1.072557901s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:39.73116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.662441Z","time spent":"1.068713711s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:39.7312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.863192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:39.73123Z","caller":"traceutil/trace.go:171","msg":"trace[79995570] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26130; }","duration":"672.941614ms","start":"2026-04-23T03:12:39.058281Z","end":"2026-04-23T03:12:39.731223Z","steps":["trace[79995570] 'agreement among raft nodes before linearized reading' (duration: 672.859061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:39.73125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:39.058253Z","time spent":"672.991665ms","remote":"127.0.0.1:60558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:39.731335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.838058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-23T03:12:39.73185Z","caller":"traceutil/trace.go:171","msg":"trace[2103404587] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26130; }","duration":"396.412797ms","start":"2026-04-23T03:12:39.33543Z","end":"2026-04-23T03:12:39.731843Z","steps":["trace[2103404587] 'agreement among raft nodes before linearized reading' (duration: 395.616002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:39.731875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:39.335364Z","time spent":"396.50578ms","remote":"127.0.0.1:60510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-23T03:12:39.731368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.954083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:39.73178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.530101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131067"} {"level":"info","ts":"2026-04-23T03:12:39.732198Z","caller":"traceutil/trace.go:171","msg":"trace[1721154906] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26130; }","duration":"390.964075ms","start":"2026-04-23T03:12:39.34121Z","end":"2026-04-23T03:12:39.732174Z","steps":["trace[1721154906] 'agreement among raft nodes before linearized reading' (duration: 390.474289ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:39.732041Z","caller":"traceutil/trace.go:171","msg":"trace[1410142557] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26130; }","duration":"941.635584ms","start":"2026-04-23T03:12:38.790372Z","end":"2026-04-23T03:12:39.732008Z","steps":["trace[1410142557] 'agreement among raft nodes before linearized reading' (duration: 940.938932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:39.732319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:39.341192Z","time spent":"391.104619ms","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131089,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T03:12:39.732488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:38.790356Z","time spent":"941.985575ms","remote":"127.0.0.1:53300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:40.239698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:40.676674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.102581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:40.676781Z","caller":"traceutil/trace.go:171","msg":"trace[861216369] linearizableReadLoop","detail":"{readStateIndex:27014; appliedIndex:27013; }","duration":"938.130414ms","start":"2026-04-23T03:12:39.738634Z","end":"2026-04-23T03:12:40.676765Z","steps":["trace[861216369] 'read index received' (duration: 707.855628ms)","trace[861216369] 'applied index is now lower than readState.Index' (duration: 230.272786ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:40.6769Z","caller":"traceutil/trace.go:171","msg":"trace[575264684] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"938.433224ms","start":"2026-04-23T03:12:39.738448Z","end":"2026-04-23T03:12:40.676881Z","steps":["trace[575264684] 'process raft request' (duration: 708.012693ms)","trace[575264684] 'compare' (duration: 229.7463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:40.67699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:39.738439Z","time spent":"938.503776ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:40.677275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.6284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:40.677382Z","caller":"traceutil/trace.go:171","msg":"trace[484608756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26131; }","duration":"938.738994ms","start":"2026-04-23T03:12:39.738624Z","end":"2026-04-23T03:12:40.677363Z","steps":["trace[484608756] 'agreement among raft nodes before linearized reading' (duration: 938.574569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:40.677434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:39.73862Z","time spent":"938.802136ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:40.67773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.206184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131067"} {"level":"info","ts":"2026-04-23T03:12:40.677794Z","caller":"traceutil/trace.go:171","msg":"trace[1222885094] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26131; }","duration":"936.298096ms","start":"2026-04-23T03:12:39.741483Z","end":"2026-04-23T03:12:40.677781Z","steps":["trace[1222885094] 'agreement among raft nodes before linearized reading' (duration: 936.039338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:40.677896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.203771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-23T03:12:40.677911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.03311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-23T03:12:40.677929Z","caller":"traceutil/trace.go:171","msg":"trace[340878853] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26131; }","duration":"878.272843ms","start":"2026-04-23T03:12:39.799648Z","end":"2026-04-23T03:12:40.677921Z","steps":["trace[340878853] 'agreement among raft nodes before linearized reading' (duration: 878.156169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:40.677949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:39.799623Z","time spent":"878.321215ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T03:12:40.677899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.156212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:40.677951Z","caller":"traceutil/trace.go:171","msg":"trace[134867095] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26131; }","duration":"625.114853ms","start":"2026-04-23T03:12:40.052825Z","end":"2026-04-23T03:12:40.67794Z","steps":["trace[134867095] 'agreement among raft nodes before linearized reading' (duration: 624.978999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:40.677941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.617805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-23T03:12:40.677986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:40.052806Z","time spent":"625.173975ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-23T03:12:40.678009Z","caller":"traceutil/trace.go:171","msg":"trace[158640918] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26131; }","duration":"442.303427ms","start":"2026-04-23T03:12:40.235673Z","end":"2026-04-23T03:12:40.677976Z","steps":["trace[158640918] 'agreement among raft nodes before linearized reading' (duration: 442.143622ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:40.678017Z","caller":"traceutil/trace.go:171","msg":"trace[858245137] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26131; }","duration":"935.693677ms","start":"2026-04-23T03:12:39.742306Z","end":"2026-04-23T03:12:40.678Z","steps":["trace[858245137] 'agreement among raft nodes before linearized reading' (duration: 935.507281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:40.678065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:39.742279Z","time spent":"935.77633ms","remote":"127.0.0.1:60510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-23T03:12:40.678065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:40.235653Z","time spent":"442.399909ms","remote":"127.0.0.1:60944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:40.678137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:39.741474Z","time spent":"936.654008ms","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131089,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-23T03:12:40.843029Z","caller":"traceutil/trace.go:171","msg":"trace[849087245] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"160.235564ms","start":"2026-04-23T03:12:40.682769Z","end":"2026-04-23T03:12:40.843004Z","steps":["trace[849087245] 'process raft request' (duration: 155.145923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:42.001334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.844988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:42.001451Z","caller":"traceutil/trace.go:171","msg":"trace[2125306833] linearizableReadLoop","detail":"{readStateIndex:27016; appliedIndex:27015; }","duration":"906.140954ms","start":"2026-04-23T03:12:41.095293Z","end":"2026-04-23T03:12:42.001434Z","steps":["trace[2125306833] 'read index received' (duration: 23.32µs)","trace[2125306833] 'applied index is now lower than readState.Index' (duration: 906.116104ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:42.001539Z","caller":"traceutil/trace.go:171","msg":"trace[1547652461] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"1.153122498s","start":"2026-04-23T03:12:40.84839Z","end":"2026-04-23T03:12:42.001512Z","steps":["trace[1547652461] 'process raft request' (duration: 195.025682ms)","trace[1547652461] 'compare' (duration: 956.709813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:42.001635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:40.848354Z","time spent":"1.153236982s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:12:42.001695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.176812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:42.001743Z","caller":"traceutil/trace.go:171","msg":"trace[1628906454] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26133; }","duration":"704.269004ms","start":"2026-04-23T03:12:41.297463Z","end":"2026-04-23T03:12:42.001732Z","steps":["trace[1628906454] 'agreement among raft nodes before linearized reading' (duration: 704.202732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:42.001639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.33659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-23T03:12:42.001782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:41.297439Z","time spent":"704.331157ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:42.001926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.664712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:42.001794Z","caller":"traceutil/trace.go:171","msg":"trace[1077636549] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26133; }","duration":"906.527166ms","start":"2026-04-23T03:12:41.095255Z","end":"2026-04-23T03:12:42.001782Z","steps":["trace[1077636549] 'agreement among raft nodes before linearized reading' (duration: 906.263878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:42.001954Z","caller":"traceutil/trace.go:171","msg":"trace[1730323687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26133; }","duration":"351.733875ms","start":"2026-04-23T03:12:41.650214Z","end":"2026-04-23T03:12:42.001948Z","steps":["trace[1730323687] 'agreement among raft nodes before linearized reading' (duration: 351.676533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:42.001974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:41.650195Z","time spent":"351.774766ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:42.001977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:41.09524Z","time spent":"906.727243ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T03:12:42.425293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.272774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:42.425415Z","caller":"traceutil/trace.go:171","msg":"trace[357314761] linearizableReadLoop","detail":"{readStateIndex:27018; appliedIndex:27017; }","duration":"324.261306ms","start":"2026-04-23T03:12:42.101142Z","end":"2026-04-23T03:12:42.425403Z","steps":["trace[357314761] 'read index received' (duration: 38.819746ms)","trace[357314761] 'applied index is now lower than readState.Index' (duration: 285.44055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:42.425872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.746162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:42.425873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.336907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:42.425904Z","caller":"traceutil/trace.go:171","msg":"trace[379366817] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26135; }","duration":"326.035463ms","start":"2026-04-23T03:12:42.09986Z","end":"2026-04-23T03:12:42.425896Z","steps":["trace[379366817] 'agreement among raft nodes before linearized reading' (duration: 325.95788ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:42.425908Z","caller":"traceutil/trace.go:171","msg":"trace[1424561099] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26135; }","duration":"154.405509ms","start":"2026-04-23T03:12:42.271494Z","end":"2026-04-23T03:12:42.425899Z","steps":["trace[1424561099] 'agreement among raft nodes before linearized reading' (duration: 154.329187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:42.425925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:42.099844Z","time spent":"326.075994ms","remote":"127.0.0.1:40776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:42.425484Z","caller":"traceutil/trace.go:171","msg":"trace[571382542] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"378.740318ms","start":"2026-04-23T03:12:42.046735Z","end":"2026-04-23T03:12:42.425476Z","steps":["trace[571382542] 'process raft request' (duration: 93.208635ms)","trace[571382542] 'compare' (duration: 285.165781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:42.426084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.512892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:42.426141Z","caller":"traceutil/trace.go:171","msg":"trace[1730691676] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26135; }","duration":"210.617866ms","start":"2026-04-23T03:12:42.215505Z","end":"2026-04-23T03:12:42.426123Z","steps":["trace[1730691676] 'agreement among raft nodes before linearized reading' (duration: 210.312206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:42.426316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:42.046719Z","time spent":"379.380168ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:43.189558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.446626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:43.190408Z","caller":"traceutil/trace.go:171","msg":"trace[1351136289] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"669.613869ms","start":"2026-04-23T03:12:42.520759Z","end":"2026-04-23T03:12:43.190373Z","steps":["trace[1351136289] 'process raft request' (duration: 260.287746ms)","trace[1351136289] 'compare' (duration: 408.142795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:43.190579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:42.520734Z","time spent":"669.748942ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:12:43.190394Z","caller":"traceutil/trace.go:171","msg":"trace[1219282485] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"626.573249ms","start":"2026-04-23T03:12:42.563794Z","end":"2026-04-23T03:12:43.190367Z","steps":["trace[1219282485] 'process raft request' (duration: 625.872657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:43.190804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.227126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:43.190891Z","caller":"traceutil/trace.go:171","msg":"trace[940298737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26138; }","duration":"538.367311ms","start":"2026-04-23T03:12:42.652504Z","end":"2026-04-23T03:12:43.190872Z","steps":["trace[940298737] 'agreement among raft nodes before linearized reading' (duration: 538.180585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:43.189755Z","caller":"traceutil/trace.go:171","msg":"trace[409008075] linearizableReadLoop","detail":"{readStateIndex:27021; appliedIndex:27019; }","duration":"537.186084ms","start":"2026-04-23T03:12:42.652553Z","end":"2026-04-23T03:12:43.189739Z","steps":["trace[409008075] 'read index received' (duration: 128.626215ms)","trace[409008075] 'applied index is now lower than readState.Index' (duration: 408.558629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:43.190942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:42.652485Z","time spent":"538.449004ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:43.191127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:42.56377Z","time spent":"627.027832ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:44.257052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.081846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:44.257165Z","caller":"traceutil/trace.go:171","msg":"trace[95514152] linearizableReadLoop","detail":"{readStateIndex:27022; appliedIndex:27021; }","duration":"906.481865ms","start":"2026-04-23T03:12:43.350661Z","end":"2026-04-23T03:12:44.257143Z","steps":["trace[95514152] 'read index received' (duration: 78.15787ms)","trace[95514152] 'applied index is now lower than readState.Index' (duration: 828.322614ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:44.257266Z","caller":"traceutil/trace.go:171","msg":"trace[1018003789] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"1.063231128s","start":"2026-04-23T03:12:43.19402Z","end":"2026-04-23T03:12:44.257251Z","steps":["trace[1018003789] 'process raft request' (duration: 234.883863ms)","trace[1018003789] 'compare' (duration: 827.388355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:44.257326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:43.194005Z","time spent":"1.063295729s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:12:44.257648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.98584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-23T03:12:44.257685Z","caller":"traceutil/trace.go:171","msg":"trace[254136965] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26139; }","duration":"907.058012ms","start":"2026-04-23T03:12:43.350617Z","end":"2026-04-23T03:12:44.257675Z","steps":["trace[254136965] 'agreement among raft nodes before linearized reading' (duration: 906.892797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:44.257719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:43.350599Z","time spent":"907.113965ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T03:12:44.258324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.303961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:44.258393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.173234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:44.258419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.937445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:44.258474Z","caller":"traceutil/trace.go:171","msg":"trace[1684514546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26139; }","duration":"293.315249ms","start":"2026-04-23T03:12:43.96514Z","end":"2026-04-23T03:12:44.258455Z","steps":["trace[1684514546] 'agreement among raft nodes before linearized reading' (duration: 293.165934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:44.258513Z","caller":"traceutil/trace.go:171","msg":"trace[1171545777] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26139; }","duration":"398.070729ms","start":"2026-04-23T03:12:43.860418Z","end":"2026-04-23T03:12:44.258488Z","steps":["trace[1171545777] 'agreement among raft nodes before linearized reading' (duration: 397.894783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:44.25851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.480399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-23T03:12:44.258588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:43.860402Z","time spent":"398.174992ms","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T03:12:44.258651Z","caller":"traceutil/trace.go:171","msg":"trace[922355910] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26139; }","duration":"190.650564ms","start":"2026-04-23T03:12:44.067965Z","end":"2026-04-23T03:12:44.258616Z","steps":["trace[922355910] 'agreement among raft nodes before linearized reading' (duration: 190.371555ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:44.258794Z","caller":"traceutil/trace.go:171","msg":"trace[1345797298] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26139; }","duration":"707.442225ms","start":"2026-04-23T03:12:43.550948Z","end":"2026-04-23T03:12:44.25839Z","steps":["trace[1345797298] 'agreement among raft nodes before linearized reading' (duration: 707.27986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:44.259235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:43.550928Z","time spent":"708.286592ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:45.185008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.439521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:45.185138Z","caller":"traceutil/trace.go:171","msg":"trace[69117972] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"887.124433ms","start":"2026-04-23T03:12:44.297962Z","end":"2026-04-23T03:12:45.185087Z","steps":["trace[69117972] 'process raft request' (duration: 463.544858ms)","trace[69117972] 'compare' (duration: 422.4627ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:45.185167Z","caller":"traceutil/trace.go:171","msg":"trace[1745824301] linearizableReadLoop","detail":"{readStateIndex:27024; appliedIndex:27023; }","duration":"885.304866ms","start":"2026-04-23T03:12:44.299829Z","end":"2026-04-23T03:12:45.185134Z","steps":["trace[1745824301] 'read index received' (duration: 461.647758ms)","trace[1745824301] 'applied index is now lower than readState.Index' (duration: 423.653698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:45.185267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:44.297943Z","time spent":"887.269177ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:12:45.841192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.100513ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T03:12:45.841569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541714148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:45.841676Z","caller":"traceutil/trace.go:171","msg":"trace[1220346738] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26141; }","duration":"1.541827952s","start":"2026-04-23T03:12:44.299818Z","end":"2026-04-23T03:12:45.841646Z","steps":["trace[1220346738] 'agreement among raft nodes before linearized reading' (duration: 885.43708ms)","trace[1220346738] 'range keys from in-memory index tree' (duration: 656.232967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:45.842018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:44.299767Z","time spent":"1.542229295s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-23T03:12:45.842039Z","caller":"traceutil/trace.go:171","msg":"trace[334588211] linearizableReadLoop","detail":"{readStateIndex:27026; appliedIndex:27024; }","duration":"656.772134ms","start":"2026-04-23T03:12:45.185232Z","end":"2026-04-23T03:12:45.842004Z","steps":["trace[334588211] 'read index received' (duration: 23.264515ms)","trace[334588211] 'applied index is now lower than readState.Index' (duration: 633.505539ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:45.842115Z","caller":"traceutil/trace.go:171","msg":"trace[1003042167] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"777.82067ms","start":"2026-04-23T03:12:45.064259Z","end":"2026-04-23T03:12:45.84208Z","steps":["trace[1003042167] 'process raft request' (duration: 777.020254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:45.842295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:45.064231Z","time spent":"777.952853ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:46.400008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748314356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:46.400093Z","caller":"traceutil/trace.go:171","msg":"trace[111773390] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26142; }","duration":"1.74845489s","start":"2026-04-23T03:12:44.651614Z","end":"2026-04-23T03:12:46.400069Z","steps":["trace[111773390] 'agreement among raft nodes before linearized reading' (duration: 1.190565842s)","trace[111773390] 'count revisions from in-memory index tree' (duration: 557.771914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:46.400089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316545452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-23T03:12:46.400131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748256574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:46.400197Z","caller":"traceutil/trace.go:171","msg":"trace[1094170453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26142; }","duration":"1.748330956s","start":"2026-04-23T03:12:44.651849Z","end":"2026-04-23T03:12:46.40018Z","steps":["trace[1094170453] 'agreement among raft nodes before linearized reading' (duration: 1.190320814s)","trace[1094170453] 'range keys from in-memory index tree' (duration: 557.919589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:46.400237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:44.651809Z","time spent":"1.748419939s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:46.400138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:44.651587Z","time spent":"1.748539073s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:46.400152Z","caller":"traceutil/trace.go:171","msg":"trace[1860499403] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26142; }","duration":"1.316654715s","start":"2026-04-23T03:12:45.083479Z","end":"2026-04-23T03:12:46.400134Z","steps":["trace[1860499403] 'agreement among raft nodes before linearized reading' (duration: 758.670414ms)","trace[1860499403] 'range keys from in-memory index tree' (duration: 557.803826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:46.400387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:45.08346Z","time spent":"1.316863412s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-23T03:12:46.400409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.935556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:46.400559Z","caller":"traceutil/trace.go:171","msg":"trace[789663377] linearizableReadLoop","detail":"{readStateIndex:27027; appliedIndex:27026; }","duration":"558.407864ms","start":"2026-04-23T03:12:45.842115Z","end":"2026-04-23T03:12:46.400523Z","steps":["trace[789663377] 'read index received' (duration: 115.336334ms)","trace[789663377] 'applied index is now lower than readState.Index' (duration: 443.06952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:46.400651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.91465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-23T03:12:46.400671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.954594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:46.400698Z","caller":"traceutil/trace.go:171","msg":"trace[951506499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26143; }","duration":"771.001502ms","start":"2026-04-23T03:12:45.629686Z","end":"2026-04-23T03:12:46.400688Z","steps":["trace[951506499] 'agreement among raft nodes before linearized reading' (duration: 770.847228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:46.400715Z","caller":"traceutil/trace.go:171","msg":"trace[1808893134] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26143; }","duration":"854.024816ms","start":"2026-04-23T03:12:45.546677Z","end":"2026-04-23T03:12:46.400702Z","steps":["trace[1808893134] 'agreement among raft nodes before linearized reading' (duration: 853.949223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:46.400728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:45.629664Z","time spent":"771.056544ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T03:12:46.400725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.013983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T03:12:46.400712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.226261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T03:12:46.400753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:45.54665Z","time spent":"854.089188ms","remote":"127.0.0.1:40882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:46.400764Z","caller":"traceutil/trace.go:171","msg":"trace[1945381208] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26143; }","duration":"771.063274ms","start":"2026-04-23T03:12:45.629686Z","end":"2026-04-23T03:12:46.400749Z","steps":["trace[1945381208] 'agreement among raft nodes before linearized reading' (duration: 770.867988ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:46.400772Z","caller":"traceutil/trace.go:171","msg":"trace[315376238] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26143; }","duration":"809.325094ms","start":"2026-04-23T03:12:45.591433Z","end":"2026-04-23T03:12:46.400758Z","steps":["trace[315376238] 'agreement among raft nodes before linearized reading' (duration: 809.122647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:46.400772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.078986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:46.400793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:45.629617Z","time spent":"771.169478ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:12:46.400802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:45.591413Z","time spent":"809.383496ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-23T03:12:46.400823Z","caller":"traceutil/trace.go:171","msg":"trace[213764942] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26143; }","duration":"553.19102ms","start":"2026-04-23T03:12:45.847616Z","end":"2026-04-23T03:12:46.400807Z","steps":["trace[213764942] 'agreement among raft nodes before linearized reading' (duration: 553.088107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:46.400894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.590647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:46.400931Z","caller":"traceutil/trace.go:171","msg":"trace[932955221] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26143; }","duration":"624.667319ms","start":"2026-04-23T03:12:45.776254Z","end":"2026-04-23T03:12:46.400922Z","steps":["trace[932955221] 'agreement among raft nodes before linearized reading' (duration: 624.610657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:46.400956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.409925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:46.401012Z","caller":"traceutil/trace.go:171","msg":"trace[2039119776] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"1.211692018s","start":"2026-04-23T03:12:45.189308Z","end":"2026-04-23T03:12:46.401Z","steps":["trace[2039119776] 'process raft request' (duration: 768.073661ms)","trace[2039119776] 'compare' (duration: 442.736039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:46.401085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:45.189288Z","time spent":"1.211755251s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:12:46.400964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:45.776231Z","time spent":"624.724571ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:46.401011Z","caller":"traceutil/trace.go:171","msg":"trace[16929499] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26143; }","duration":"471.519339ms","start":"2026-04-23T03:12:45.929475Z","end":"2026-04-23T03:12:46.400994Z","steps":["trace[16929499] 'agreement among raft nodes before linearized reading' (duration: 471.439747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:46.40139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:45.929435Z","time spent":"471.942492ms","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:46.400885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:45.847586Z","time spent":"553.281253ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:47.100688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.440733ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T03:12:47.100799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:46.402313Z","time spent":"698.480502ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T03:12:47.100926Z","caller":"traceutil/trace.go:171","msg":"trace[290162159] linearizableReadLoop","detail":"{readStateIndex:27028; appliedIndex:27027; }","duration":"698.255315ms","start":"2026-04-23T03:12:46.40265Z","end":"2026-04-23T03:12:47.100905Z","steps":["trace[290162159] 'read index received' (duration: 485.592375ms)","trace[290162159] 'applied index is now lower than readState.Index' (duration: 212.661ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:47.100972Z","caller":"traceutil/trace.go:171","msg":"trace[567061271] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"695.746976ms","start":"2026-04-23T03:12:46.405208Z","end":"2026-04-23T03:12:47.100955Z","steps":["trace[567061271] 'process raft request' (duration: 695.600641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:47.101128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:46.405185Z","time spent":"695.833738ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:47.10115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.541893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:47.10118Z","caller":"traceutil/trace.go:171","msg":"trace[1379649471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26144; }","duration":"698.654168ms","start":"2026-04-23T03:12:46.40252Z","end":"2026-04-23T03:12:47.101174Z","steps":["trace[1379649471] 'agreement among raft nodes before linearized reading' (duration: 698.491042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:47.1012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:46.40249Z","time spent":"698.704359ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:47.101254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.797898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-29f7f29b-15d8-4dd7-8cd8-fe587451e81b\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-23T03:12:47.101206Z","caller":"traceutil/trace.go:171","msg":"trace[1668671197] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"695.437136ms","start":"2026-04-23T03:12:46.405738Z","end":"2026-04-23T03:12:47.101175Z","steps":["trace[1668671197] 'process raft request' (duration: 695.185988ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:47.101295Z","caller":"traceutil/trace.go:171","msg":"trace[1312658139] range","detail":"{range_begin:/registry/persistentvolumes/pvc-29f7f29b-15d8-4dd7-8cd8-fe587451e81b; range_end:; response_count:1; response_revision:26145; }","duration":"696.884471ms","start":"2026-04-23T03:12:46.4044Z","end":"2026-04-23T03:12:47.101285Z","steps":["trace[1312658139] 'agreement among raft nodes before linearized reading' (duration: 696.727066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:47.10132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:46.404384Z","time spent":"696.930573ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-29f7f29b-15d8-4dd7-8cd8-fe587451e81b\" "} {"level":"warn","ts":"2026-04-23T03:12:47.101308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.838128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T03:12:47.101365Z","caller":"traceutil/trace.go:171","msg":"trace[1308254638] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f; range_end:; response_count:1; response_revision:26145; }","duration":"695.912991ms","start":"2026-04-23T03:12:46.405437Z","end":"2026-04-23T03:12:47.10135Z","steps":["trace[1308254638] 'agreement among raft nodes before linearized reading' (duration: 695.745846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:47.1014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:46.405427Z","time spent":"695.966622ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" "} {"level":"warn","ts":"2026-04-23T03:12:47.101555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:46.405728Z","time spent":"695.617991ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:47.495376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.65824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:47.495599Z","caller":"traceutil/trace.go:171","msg":"trace[1930188157] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"391.410348ms","start":"2026-04-23T03:12:47.10417Z","end":"2026-04-23T03:12:47.49558Z","steps":["trace[1930188157] 'process raft request' (duration: 391.319246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:47.49568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:47.104159Z","time spent":"391.48362ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:47.495824Z","caller":"traceutil/trace.go:171","msg":"trace[1385968923] linearizableReadLoop","detail":"{readStateIndex:27031; appliedIndex:27030; }","duration":"391.609185ms","start":"2026-04-23T03:12:47.104177Z","end":"2026-04-23T03:12:47.495786Z","steps":["trace[1385968923] 'read index received' (duration: 122.496021ms)","trace[1385968923] 'applied index is now lower than readState.Index' (duration: 269.106654ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:47.495836Z","caller":"traceutil/trace.go:171","msg":"trace[790407696] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"393.421641ms","start":"2026-04-23T03:12:47.102159Z","end":"2026-04-23T03:12:47.495581Z","steps":["trace[790407696] 'process raft request' (duration: 124.470943ms)","trace[790407696] 'compare' (duration: 268.530755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:47.49597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.7875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-23T03:12:47.496001Z","caller":"traceutil/trace.go:171","msg":"trace[288423029] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26147; }","duration":"391.839021ms","start":"2026-04-23T03:12:47.104154Z","end":"2026-04-23T03:12:47.495993Z","steps":["trace[288423029] 'agreement among raft nodes before linearized reading' (duration: 391.701257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:47.496017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:47.104143Z","time spent":"391.871243ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:12:47.49601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.847605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:47.496008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:47.102147Z","time spent":"393.775163ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:47.496048Z","caller":"traceutil/trace.go:171","msg":"trace[281412075] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26147; }","duration":"330.927117ms","start":"2026-04-23T03:12:47.165109Z","end":"2026-04-23T03:12:47.496036Z","steps":["trace[281412075] 'agreement among raft nodes before linearized reading' (duration: 330.861445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:47.496097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:47.165085Z","time spent":"331.002289ms","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:48.00725Z","caller":"traceutil/trace.go:171","msg":"trace[1411509900] linearizableReadLoop","detail":"{readStateIndex:27033; appliedIndex:27032; }","duration":"505.544075ms","start":"2026-04-23T03:12:47.501684Z","end":"2026-04-23T03:12:48.007228Z","steps":["trace[1411509900] 'read index received' (duration: 494.249279ms)","trace[1411509900] 'applied index is now lower than readState.Index' (duration: 11.293216ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:48.007368Z","caller":"traceutil/trace.go:171","msg":"trace[2111683584] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"506.726452ms","start":"2026-04-23T03:12:47.500632Z","end":"2026-04-23T03:12:48.007358Z","steps":["trace[2111683584] 'process raft request' (duration: 495.351233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:48.00745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:47.500611Z","time spent":"506.789325ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:12:48.007702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.504041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:48.007776Z","caller":"traceutil/trace.go:171","msg":"trace[867905948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26148; }","duration":"354.626966ms","start":"2026-04-23T03:12:47.65313Z","end":"2026-04-23T03:12:48.007757Z","steps":["trace[867905948] 'agreement among raft nodes before linearized reading' (duration: 354.43543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:48.007823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:47.653107Z","time spent":"354.705739ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:48.007801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.094892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:12:48.007877Z","caller":"traceutil/trace.go:171","msg":"trace[1437661588] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26148; }","duration":"506.210866ms","start":"2026-04-23T03:12:47.501649Z","end":"2026-04-23T03:12:48.00786Z","steps":["trace[1437661588] 'agreement among raft nodes before linearized reading' (duration: 505.914137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:48.007931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:47.501637Z","time spent":"506.285498ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T03:12:48.376708Z","caller":"traceutil/trace.go:171","msg":"trace[2006854750] linearizableReadLoop","detail":"{readStateIndex:27035; appliedIndex:27034; }","duration":"310.367877ms","start":"2026-04-23T03:12:48.066319Z","end":"2026-04-23T03:12:48.376687Z","steps":["trace[2006854750] 'read index received' (duration: 255.320488ms)","trace[2006854750] 'applied index is now lower than readState.Index' (duration: 55.046449ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:48.37675Z","caller":"traceutil/trace.go:171","msg":"trace[705597807] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"322.16908ms","start":"2026-04-23T03:12:48.054554Z","end":"2026-04-23T03:12:48.376723Z","steps":["trace[705597807] 'process raft request' (duration: 266.947735ms)","trace[705597807] 'compare' (duration: 54.981578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:48.37694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.600134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-23T03:12:48.377246Z","caller":"traceutil/trace.go:171","msg":"trace[342996426] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26150; }","duration":"310.732829ms","start":"2026-04-23T03:12:48.066268Z","end":"2026-04-23T03:12:48.377001Z","steps":["trace[342996426] 'agreement among raft nodes before linearized reading' (duration: 310.486341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:48.377327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:48.066249Z","time spent":"311.060889ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T03:12:48.377526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:48.054512Z","time spent":"322.476881ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:48.876947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:49.076289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.636003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:49.076441Z","caller":"traceutil/trace.go:171","msg":"trace[1211771020] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"847.904864ms","start":"2026-04-23T03:12:48.228519Z","end":"2026-04-23T03:12:49.076424Z","steps":["trace[1211771020] 'process raft request' (duration: 720.054244ms)","trace[1211771020] 'compare' (duration: 126.985452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:49.076534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:48.2285Z","time spent":"847.982045ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:50.025428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049213224s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:12:50.070863Z","caller":"traceutil/trace.go:171","msg":"trace[1552534825] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"1.689249389s","start":"2026-04-23T03:12:48.381569Z","end":"2026-04-23T03:12:50.070819Z","steps":["trace[1552534825] 'process raft request' (duration: 1.644037191s)","trace[1552534825] 'compare' (duration: 44.538357ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:50.07092Z","caller":"traceutil/trace.go:171","msg":"trace[1441114327] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"1.389639671s","start":"2026-04-23T03:12:48.681255Z","end":"2026-04-23T03:12:50.070894Z","steps":["trace[1441114327] 'process raft request' (duration: 1.389548378s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:50.07093Z","caller":"traceutil/trace.go:171","msg":"trace[880940091] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"1.400955139s","start":"2026-04-23T03:12:48.669912Z","end":"2026-04-23T03:12:50.070867Z","steps":["trace[880940091] 'process raft request' (duration: 1.400786704s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:50.071046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:48.381552Z","time spent":"1.689399494s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:50.071054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:48.669887Z","time spent":"1.401104884s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:50.071057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:48.681233Z","time spent":"1.389748265s","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18635,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:50.071062Z","caller":"traceutil/trace.go:171","msg":"trace[1288822436] linearizableReadLoop","detail":"{readStateIndex:27040; appliedIndex:27035; }","duration":"1.694275638s","start":"2026-04-23T03:12:48.376755Z","end":"2026-04-23T03:12:50.07103Z","steps":["trace[1288822436] 'read index received' (duration: 571.840851ms)","trace[1288822436] 'applied index is now lower than readState.Index' (duration: 1.122432627s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:50.071317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.361852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:50.071355Z","caller":"traceutil/trace.go:171","msg":"trace[1026375862] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26155; }","duration":"807.437094ms","start":"2026-04-23T03:12:49.263904Z","end":"2026-04-23T03:12:50.071341Z","steps":["trace[1026375862] 'agreement among raft nodes before linearized reading' (duration: 807.378802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:50.07135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693524264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:50.071389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:49.263883Z","time spent":"807.497936ms","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:50.071379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95447475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-23T03:12:50.071421Z","caller":"traceutil/trace.go:171","msg":"trace[213417092] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26155; }","duration":"1.693636898s","start":"2026-04-23T03:12:48.377766Z","end":"2026-04-23T03:12:50.071403Z","steps":["trace[213417092] 'agreement among raft nodes before linearized reading' (duration: 1.693505534s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:50.071434Z","caller":"traceutil/trace.go:171","msg":"trace[2003844963] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26155; }","duration":"1.954567552s","start":"2026-04-23T03:12:48.116848Z","end":"2026-04-23T03:12:50.071416Z","steps":["trace[2003844963] 'agreement among raft nodes before linearized reading' (duration: 1.954399487s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:50.071463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:48.377745Z","time spent":"1.693707359s","remote":"127.0.0.1:53822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:50.071468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:48.116831Z","time spent":"1.954628555s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-23T03:12:50.071555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.434735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:50.071567Z","caller":"traceutil/trace.go:171","msg":"trace[1804326432] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"1.248553593s","start":"2026-04-23T03:12:48.822993Z","end":"2026-04-23T03:12:50.071547Z","steps":["trace[1804326432] 'process raft request' (duration: 1.247860142s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:50.071586Z","caller":"traceutil/trace.go:171","msg":"trace[1926851926] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26155; }","duration":"433.509708ms","start":"2026-04-23T03:12:49.638066Z","end":"2026-04-23T03:12:50.071576Z","steps":["trace[1926851926] 'agreement among raft nodes before linearized reading' (duration: 433.462377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:50.071588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47726155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:50.071619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:49.638044Z","time spent":"433.565809ms","remote":"127.0.0.1:38796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:50.071655Z","caller":"traceutil/trace.go:171","msg":"trace[491907085] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26155; }","duration":"1.477361473s","start":"2026-04-23T03:12:48.594274Z","end":"2026-04-23T03:12:50.071635Z","steps":["trace[491907085] 'agreement among raft nodes before linearized reading' (duration: 1.477253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:50.071657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.730491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:50.071717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:48.594258Z","time spent":"1.477442246s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:50.071655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:48.822964Z","time spent":"1.248644065s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:50.071806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.224584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:12:50.071721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690608182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2zgsh.18a8ddc8377b5e07\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-04-23T03:12:50.071826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418826304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:50.071854Z","caller":"traceutil/trace.go:171","msg":"trace[568419814] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26155; }","duration":"524.351739ms","start":"2026-04-23T03:12:49.547486Z","end":"2026-04-23T03:12:50.071838Z","steps":["trace[568419814] 'agreement among raft nodes before linearized reading' (duration: 524.174753ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:50.07188Z","caller":"traceutil/trace.go:171","msg":"trace[992587743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26155; }","duration":"1.418913586s","start":"2026-04-23T03:12:48.652949Z","end":"2026-04-23T03:12:50.071863Z","steps":["trace[992587743] 'agreement among raft nodes before linearized reading' (duration: 1.418820013s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:50.071889Z","caller":"traceutil/trace.go:171","msg":"trace[1321634613] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2zgsh.18a8ddc8377b5e07; range_end:; response_count:1; response_revision:26155; }","duration":"1.690806948s","start":"2026-04-23T03:12:48.381048Z","end":"2026-04-23T03:12:50.071855Z","steps":["trace[1321634613] 'agreement among raft nodes before linearized reading' (duration: 1.690580851s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:50.071924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:48.65293Z","time spent":"1.418983339s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:50.071964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:48.381029Z","time spent":"1.690912342s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2zgsh.18a8ddc8377b5e07\" "} {"level":"info","ts":"2026-04-23T03:12:50.071721Z","caller":"traceutil/trace.go:171","msg":"trace[831223849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26155; }","duration":"762.845145ms","start":"2026-04-23T03:12:49.308862Z","end":"2026-04-23T03:12:50.071707Z","steps":["trace[831223849] 'agreement among raft nodes before linearized reading' (duration: 762.730731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:50.072052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:49.30884Z","time spent":"763.187416ms","remote":"127.0.0.1:41068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:50.071886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:49.547471Z","time spent":"524.40774ms","remote":"127.0.0.1:60802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:50.720776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.396229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:50.720974Z","caller":"traceutil/trace.go:171","msg":"trace[1523069071] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"644.015801ms","start":"2026-04-23T03:12:50.076947Z","end":"2026-04-23T03:12:50.720963Z","steps":["trace[1523069071] 'process raft request' (duration: 643.97687ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:50.720989Z","caller":"traceutil/trace.go:171","msg":"trace[634724383] linearizableReadLoop","detail":"{readStateIndex:27041; appliedIndex:27040; }","duration":"644.900469ms","start":"2026-04-23T03:12:50.076043Z","end":"2026-04-23T03:12:50.720943Z","steps":["trace[634724383] 'read index received' (duration: 359.282414ms)","trace[634724383] 'applied index is now lower than readState.Index' (duration: 285.598725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:50.721032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:50.076925Z","time spent":"644.077223ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:50.721003Z","caller":"traceutil/trace.go:171","msg":"trace[877348248] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"644.881508ms","start":"2026-04-23T03:12:50.075971Z","end":"2026-04-23T03:12:50.720853Z","steps":["trace[877348248] 'process raft request' (duration: 359.345306ms)","trace[877348248] 'compare' (duration: 285.13074ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:50.721069Z","caller":"traceutil/trace.go:171","msg":"trace[766717461] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"644.96066ms","start":"2026-04-23T03:12:50.076085Z","end":"2026-04-23T03:12:50.721046Z","steps":["trace[766717461] 'process raft request' (duration: 644.763704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:50.721166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:50.075955Z","time spent":"645.121795ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:50.721184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.384307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:50.721206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:50.076071Z","time spent":"645.072585ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:12:50.721247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.194548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7199369c-4c13-4c26-8ae2-061f622f3e66\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-23T03:12:50.721288Z","caller":"traceutil/trace.go:171","msg":"trace[707228952] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7199369c-4c13-4c26-8ae2-061f622f3e66; range_end:; response_count:1; response_revision:26158; }","duration":"645.25277ms","start":"2026-04-23T03:12:50.076023Z","end":"2026-04-23T03:12:50.721276Z","steps":["trace[707228952] 'agreement among raft nodes before linearized reading' (duration: 645.083154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:50.7213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.65054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-04-23T03:12:50.721315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.873356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131067"} {"level":"info","ts":"2026-04-23T03:12:50.721322Z","caller":"traceutil/trace.go:171","msg":"trace[2109202344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26158; }","duration":"275.707312ms","start":"2026-04-23T03:12:50.445609Z","end":"2026-04-23T03:12:50.721317Z","steps":["trace[2109202344] 'agreement among raft nodes before linearized reading' (duration: 275.63423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:50.721326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:50.076011Z","time spent":"645.307562ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-7199369c-4c13-4c26-8ae2-061f622f3e66\" "} {"level":"info","ts":"2026-04-23T03:12:50.721221Z","caller":"traceutil/trace.go:171","msg":"trace[1574601627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26158; }","duration":"641.44766ms","start":"2026-04-23T03:12:50.079762Z","end":"2026-04-23T03:12:50.72121Z","steps":["trace[1574601627] 'agreement among raft nodes before linearized reading' (duration: 641.375507ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:50.721337Z","caller":"traceutil/trace.go:171","msg":"trace[306342696] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26158; }","duration":"274.914767ms","start":"2026-04-23T03:12:50.446416Z","end":"2026-04-23T03:12:50.72133Z","steps":["trace[306342696] 'agreement among raft nodes before linearized reading' (duration: 274.799944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:50.721459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:50.079754Z","time spent":"641.664766ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:51.224954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:51.725519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:51.939898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:51.495829Z","time spent":"444.061133ms","remote":"127.0.0.1:59618","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:12:52.237455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:52.352916Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.628846491s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:12:52.353406Z","caller":"traceutil/trace.go:171","msg":"trace[1195800791] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"1.629536633s","start":"2026-04-23T03:12:50.723849Z","end":"2026-04-23T03:12:52.353386Z","steps":["trace[1195800791] 'process raft request' (duration: 1.629292475s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:52.353543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:50.723835Z","time spent":"1.629632846s","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":131051,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:53.651756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:12:53.651846Z","caller":"traceutil/trace.go:171","msg":"trace[1981168606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261316s","start":"2026-04-23T03:12:51.651565Z","end":"2026-04-23T03:12:53.651826Z","steps":["trace[1981168606] 'agreement among raft nodes before linearized reading' (duration: 2.000141683s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:53.651969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:51.651542Z","time spent":"2.000413351s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:54.019673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487286237s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:12:54.020045Z","caller":"traceutil/trace.go:171","msg":"trace[718374160] linearizableReadLoop","detail":"{readStateIndex:27045; appliedIndex:27043; }","duration":"3.296078484s","start":"2026-04-23T03:12:50.723947Z","end":"2026-04-23T03:12:54.020025Z","steps":["trace[718374160] 'read index received' (duration: 1.629271725s)","trace[718374160] 'applied index is now lower than readState.Index' (duration: 1.666805229s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:54.020524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.296561189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-23T03:12:54.020618Z","caller":"traceutil/trace.go:171","msg":"trace[603344771] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26159; }","duration":"3.296682593s","start":"2026-04-23T03:12:50.723905Z","end":"2026-04-23T03:12:54.020588Z","steps":["trace[603344771] 'agreement among raft nodes before linearized reading' (duration: 3.296455326s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.020701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:50.723892Z","time spent":"3.296789207s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-23T03:12:54.020777Z","caller":"traceutil/trace.go:171","msg":"trace[1420920597] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"1.294181644s","start":"2026-04-23T03:12:52.726571Z","end":"2026-04-23T03:12:54.020753Z","steps":["trace[1420920597] 'process raft request' (duration: 1.293218174s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.020973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:52.726547Z","time spent":"1.294294088s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:54.915144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.32604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:54.915324Z","caller":"traceutil/trace.go:171","msg":"trace[524871930] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"833.525359ms","start":"2026-04-23T03:12:54.081782Z","end":"2026-04-23T03:12:54.915307Z","steps":["trace[524871930] 'process raft request' (duration: 833.451157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.915383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:54.081757Z","time spent":"833.598511ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:54.915529Z","caller":"traceutil/trace.go:171","msg":"trace[484460904] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"1.567421739s","start":"2026-04-23T03:12:53.348098Z","end":"2026-04-23T03:12:54.91552Z","steps":["trace[484460904] 'process raft request' (duration: 672.639144ms)","trace[484460904] 'compare' (duration: 893.764223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:54.915566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:53.34808Z","time spent":"1.56746472s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:54.915663Z","caller":"traceutil/trace.go:171","msg":"trace[659819636] linearizableReadLoop","detail":"{readStateIndex:27047; appliedIndex:27045; }","duration":"895.56886ms","start":"2026-04-23T03:12:54.020083Z","end":"2026-04-23T03:12:54.915652Z","steps":["trace[659819636] 'read index received' (duration: 287.139µs)","trace[659819636] 'applied index is now lower than readState.Index' (duration: 895.280751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:54.915844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263172666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:54.915864Z","caller":"traceutil/trace.go:171","msg":"trace[278772199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26162; }","duration":"1.263228417s","start":"2026-04-23T03:12:53.652629Z","end":"2026-04-23T03:12:54.915858Z","steps":["trace[278772199] 'agreement among raft nodes before linearized reading' (duration: 1.263186436s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.915882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:53.652615Z","time spent":"1.263263009s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:54.915984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607469684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:54.916004Z","caller":"traceutil/trace.go:171","msg":"trace[1419994814] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26162; }","duration":"1.607531087s","start":"2026-04-23T03:12:53.308466Z","end":"2026-04-23T03:12:54.915997Z","steps":["trace[1419994814] 'agreement among raft nodes before linearized reading' (duration: 1.607495376s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.916023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:53.308441Z","time spent":"1.607576877s","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:54.916171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823915844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:54.916194Z","caller":"traceutil/trace.go:171","msg":"trace[1997212738] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26162; }","duration":"1.823981446s","start":"2026-04-23T03:12:53.092206Z","end":"2026-04-23T03:12:54.916188Z","steps":["trace[1997212738] 'agreement among raft nodes before linearized reading' (duration: 1.823932744s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.916214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:53.092187Z","time spent":"1.824020297s","remote":"127.0.0.1:38774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:54.916246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.984309962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:54.91632Z","caller":"traceutil/trace.go:171","msg":"trace[439329395] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26162; }","duration":"3.984424516s","start":"2026-04-23T03:12:50.931875Z","end":"2026-04-23T03:12:54.9163Z","steps":["trace[439329395] 'agreement among raft nodes before linearized reading' (duration: 3.984293432s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.916339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559953063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:54.916359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:50.931857Z","time spent":"3.984491968s","remote":"127.0.0.1:53600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:54.916363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959081835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:54.916406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996840529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:54.916435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241020214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:54.916496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19185886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2zgsh.18a8ddc8377cbd18\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-04-23T03:12:54.916438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.190620241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-04-23T03:12:54.916512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095351582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-23T03:12:54.916489Z","caller":"traceutil/trace.go:171","msg":"trace[9133503] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26162; }","duration":"1.996993343s","start":"2026-04-23T03:12:52.91947Z","end":"2026-04-23T03:12:54.916463Z","steps":["trace[9133503] 'agreement among raft nodes before linearized reading' (duration: 1.996824788s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:54.916531Z","caller":"traceutil/trace.go:171","msg":"trace[1014493611] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26162; }","duration":"4.190720814s","start":"2026-04-23T03:12:50.725799Z","end":"2026-04-23T03:12:54.916519Z","steps":["trace[1014493611] 'agreement among raft nodes before linearized reading' (duration: 4.190518248s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:54.916528Z","caller":"traceutil/trace.go:171","msg":"trace[103969551] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26162; }","duration":"3.241216801s","start":"2026-04-23T03:12:51.675285Z","end":"2026-04-23T03:12:54.916501Z","steps":["trace[103969551] 'agreement among raft nodes before linearized reading' (duration: 3.241020174s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.916548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:52.919454Z","time spent":"1.997087056s","remote":"127.0.0.1:48564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:54.916545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629597054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:54.916521Z","caller":"traceutil/trace.go:171","msg":"trace[1794407565] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2zgsh.18a8ddc8377cbd18; range_end:; response_count:1; response_revision:26162; }","duration":"4.191905882s","start":"2026-04-23T03:12:50.724606Z","end":"2026-04-23T03:12:54.916512Z","steps":["trace[1794407565] 'agreement among raft nodes before linearized reading' (duration: 4.19184817s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.916567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:50.725792Z","time spent":"4.190763126s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T03:12:54.916579Z","caller":"traceutil/trace.go:171","msg":"trace[680639596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26162; }","duration":"2.629684166s","start":"2026-04-23T03:12:52.286886Z","end":"2026-04-23T03:12:54.91657Z","steps":["trace[680639596] 'agreement among raft nodes before linearized reading' (duration: 2.629619334s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.916585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:51.675253Z","time spent":"3.241315764s","remote":"127.0.0.1:37770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:54.916593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:50.724589Z","time spent":"4.191993845s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2zgsh.18a8ddc8377cbd18\" "} {"level":"warn","ts":"2026-04-23T03:12:54.916604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:52.286862Z","time spent":"2.629735148s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:54.916595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862166023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:54.916637Z","caller":"traceutil/trace.go:171","msg":"trace[235001336] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26162; }","duration":"1.862246486s","start":"2026-04-23T03:12:53.054377Z","end":"2026-04-23T03:12:54.916623Z","steps":["trace[235001336] 'agreement among raft nodes before linearized reading' (duration: 1.862168803s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:54.916426Z","caller":"traceutil/trace.go:171","msg":"trace[2118400743] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26162; }","duration":"2.560075237s","start":"2026-04-23T03:12:52.356333Z","end":"2026-04-23T03:12:54.916408Z","steps":["trace[2118400743] 'agreement among raft nodes before linearized reading' (duration: 2.559958393s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.916665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:53.054355Z","time spent":"1.862301458s","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:54.916435Z","caller":"traceutil/trace.go:171","msg":"trace[1143609729] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26162; }","duration":"3.959178468s","start":"2026-04-23T03:12:50.95724Z","end":"2026-04-23T03:12:54.916419Z","steps":["trace[1143609729] 'agreement among raft nodes before linearized reading' (duration: 3.959069515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.916702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:52.356314Z","time spent":"2.560366085s","remote":"127.0.0.1:60530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-23T03:12:54.916722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.74401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53e308a5-71d0-4ec2-8a1d-4b3c14e69d1a\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-23T03:12:54.916743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:50.957227Z","time spent":"3.959508178s","remote":"127.0.0.1:48632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:54.916756Z","caller":"traceutil/trace.go:171","msg":"trace[205478474] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53e308a5-71d0-4ec2-8a1d-4b3c14e69d1a; range_end:; response_count:1; response_revision:26162; }","duration":"892.778461ms","start":"2026-04-23T03:12:54.023967Z","end":"2026-04-23T03:12:54.916746Z","steps":["trace[205478474] 'agreement among raft nodes before linearized reading' (duration: 892.642497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.916785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:54.023951Z","time spent":"892.824683ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-53e308a5-71d0-4ec2-8a1d-4b3c14e69d1a\" "} {"level":"info","ts":"2026-04-23T03:12:54.916545Z","caller":"traceutil/trace.go:171","msg":"trace[723235900] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26162; }","duration":"2.095422134s","start":"2026-04-23T03:12:52.821113Z","end":"2026-04-23T03:12:54.916536Z","steps":["trace[723235900] 'agreement among raft nodes before linearized reading' (duration: 2.095346511s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.916861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:52.821084Z","time spent":"2.095763945s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T03:12:54.916905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.137631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:54.916951Z","caller":"traceutil/trace.go:171","msg":"trace[1726676877] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26162; }","duration":"654.214743ms","start":"2026-04-23T03:12:54.262721Z","end":"2026-04-23T03:12:54.916936Z","steps":["trace[1726676877] 'agreement among raft nodes before linearized reading' (duration: 654.137341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.916981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:54.262705Z","time spent":"654.267935ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:54.917417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597477958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:12:54.917479Z","caller":"traceutil/trace.go:171","msg":"trace[820621879] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26162; }","duration":"3.597585301s","start":"2026-04-23T03:12:51.31988Z","end":"2026-04-23T03:12:54.917465Z","steps":["trace[820621879] 'agreement among raft nodes before linearized reading' (duration: 3.596428645s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:54.917508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:51.319852Z","time spent":"3.597649383s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2707,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:55.426488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:12:55.759363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.314268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:55.759492Z","caller":"traceutil/trace.go:171","msg":"trace[815584430] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"839.991563ms","start":"2026-04-23T03:12:54.919481Z","end":"2026-04-23T03:12:55.759472Z","steps":["trace[815584430] 'process raft request' (duration: 671.458358ms)","trace[815584430] 'compare' (duration: 168.201595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:55.759553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:54.919447Z","time spent":"840.076106ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:56.534976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.220083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-04-23T03:12:56.535163Z","caller":"traceutil/trace.go:171","msg":"trace[1319570480] linearizableReadLoop","detail":"{readStateIndex:27050; appliedIndex:27048; }","duration":"1.609619534s","start":"2026-04-23T03:12:54.925509Z","end":"2026-04-23T03:12:56.535129Z","steps":["trace[1319570480] 'read index received' (duration: 665.442128ms)","trace[1319570480] 'applied index is now lower than readState.Index' (duration: 944.176296ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:56.535184Z","caller":"traceutil/trace.go:171","msg":"trace[1843074060] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26163; }","duration":"1.615534451s","start":"2026-04-23T03:12:54.919613Z","end":"2026-04-23T03:12:56.535148Z","steps":["trace[1843074060] 'process raft request' (duration: 1.43007981s)","trace[1843074060] 'compare' (duration: 185.156181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:56.535257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609736378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:56.535287Z","caller":"traceutil/trace.go:171","msg":"trace[234487136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26163; }","duration":"1.609785059s","start":"2026-04-23T03:12:54.925495Z","end":"2026-04-23T03:12:56.53528Z","steps":["trace[234487136] 'agreement among raft nodes before linearized reading' (duration: 1.609723287s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.535311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:54.924796Z","time spent":"1.610510032s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:56.535298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:54.919598Z","time spent":"1.615646494s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:12:56.535584Z","caller":"traceutil/trace.go:171","msg":"trace[1782654405] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"772.306015ms","start":"2026-04-23T03:12:55.763268Z","end":"2026-04-23T03:12:56.535574Z","steps":["trace[1782654405] 'process raft request' (duration: 771.804269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.535647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.76325Z","time spent":"772.368606ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:12:56.535858Z","caller":"traceutil/trace.go:171","msg":"trace[2059405561] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"509.467329ms","start":"2026-04-23T03:12:56.026378Z","end":"2026-04-23T03:12:56.535845Z","steps":["trace[2059405561] 'process raft request' (duration: 509.052845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.535923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:56.026352Z","time spent":"509.536591ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:56.537012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.943154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:56.537059Z","caller":"traceutil/trace.go:171","msg":"trace[1639974052] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26165; }","duration":"860.010645ms","start":"2026-04-23T03:12:55.67703Z","end":"2026-04-23T03:12:56.537041Z","steps":["trace[1639974052] 'agreement among raft nodes before linearized reading' (duration: 859.931553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.537055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513039032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-23T03:12:56.537118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.353874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:56.537124Z","caller":"traceutil/trace.go:171","msg":"trace[2015271763] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26165; }","duration":"1.513154485s","start":"2026-04-23T03:12:55.023953Z","end":"2026-04-23T03:12:56.537107Z","steps":["trace[2015271763] 'agreement among raft nodes before linearized reading' (duration: 1.512956149s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:56.537149Z","caller":"traceutil/trace.go:171","msg":"trace[1540491373] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26165; }","duration":"121.418486ms","start":"2026-04-23T03:12:56.41572Z","end":"2026-04-23T03:12:56.537139Z","steps":["trace[1540491373] 'agreement among raft nodes before linearized reading' (duration: 121.375875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.537162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.023931Z","time spent":"1.513222328s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-23T03:12:56.537126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.166602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:56.537254Z","caller":"traceutil/trace.go:171","msg":"trace[1372532544] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26165; }","duration":"704.334827ms","start":"2026-04-23T03:12:55.83291Z","end":"2026-04-23T03:12:56.537245Z","steps":["trace[1372532544] 'agreement among raft nodes before linearized reading' (duration: 704.190422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.537259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.163457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T03:12:56.5373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.384349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:56.537079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.288235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:12:56.537328Z","caller":"traceutil/trace.go:171","msg":"trace[1262174382] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26165; }","duration":"967.436541ms","start":"2026-04-23T03:12:55.569885Z","end":"2026-04-23T03:12:56.537321Z","steps":["trace[1262174382] 'agreement among raft nodes before linearized reading' (duration: 967.38724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.537542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.569871Z","time spent":"967.664878ms","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:56.537529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.832891Z","time spent":"704.379169ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:56.537593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.867543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18651"} {"level":"info","ts":"2026-04-23T03:12:56.537303Z","caller":"traceutil/trace.go:171","msg":"trace[128726536] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26165; }","duration":"945.218738ms","start":"2026-04-23T03:12:55.592073Z","end":"2026-04-23T03:12:56.537292Z","steps":["trace[128726536] 'agreement among raft nodes before linearized reading' (duration: 945.056173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:56.537621Z","caller":"traceutil/trace.go:171","msg":"trace[767842026] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26165; }","duration":"860.931525ms","start":"2026-04-23T03:12:55.676681Z","end":"2026-04-23T03:12:56.537613Z","steps":["trace[767842026] 'agreement among raft nodes before linearized reading' (duration: 860.640316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.537651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.592067Z","time spent":"945.577189ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T03:12:56.53766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.676661Z","time spent":"860.988777ms","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18673,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-23T03:12:56.537086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.677023Z","time spent":"860.055148ms","remote":"127.0.0.1:53838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:56.537541Z","caller":"traceutil/trace.go:171","msg":"trace[233662324] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26165; }","duration":"160.76989ms","start":"2026-04-23T03:12:56.376755Z","end":"2026-04-23T03:12:56.537525Z","steps":["trace[233662324] 'agreement among raft nodes before linearized reading' (duration: 160.235343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.537711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035044557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:56.539152Z","caller":"traceutil/trace.go:171","msg":"trace[305806367] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26165; }","duration":"1.036210474s","start":"2026-04-23T03:12:55.502561Z","end":"2026-04-23T03:12:56.538771Z","steps":["trace[305806367] 'agreement among raft nodes before linearized reading' (duration: 1.034657065s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:56.539203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:55.502547Z","time spent":"1.036647767s","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T03:12:57.578729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.983661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:57.578821Z","caller":"traceutil/trace.go:171","msg":"trace[1699660136] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"985.257653ms","start":"2026-04-23T03:12:56.593547Z","end":"2026-04-23T03:12:57.578804Z","steps":["trace[1699660136] 'process raft request' (duration: 96.120707ms)","trace[1699660136] 'compare' (duration: 888.336101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:57.578872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:56.593507Z","time spent":"985.338905ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:57.817717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127919861s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:12:58.350174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.214437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:58.350808Z","caller":"traceutil/trace.go:171","msg":"trace[2109124740] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"1.756330109s","start":"2026-04-23T03:12:56.594446Z","end":"2026-04-23T03:12:58.350776Z","steps":["trace[2109124740] 'process raft request' (duration: 1.22343303s)","trace[2109124740] 'compare' (duration: 532.095744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:58.350954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:56.594422Z","time spent":"1.756451213s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:58.351161Z","caller":"traceutil/trace.go:171","msg":"trace[1484067532] linearizableReadLoop","detail":"{readStateIndex:27056; appliedIndex:27053; }","duration":"1.753673444s","start":"2026-04-23T03:12:56.59747Z","end":"2026-04-23T03:12:58.351143Z","steps":["trace[1484067532] 'read index received' (duration: 92.251955ms)","trace[1484067532] 'applied index is now lower than readState.Index' (duration: 1.661420549s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:58.351179Z","caller":"traceutil/trace.go:171","msg":"trace[765818446] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"1.756415451s","start":"2026-04-23T03:12:56.594741Z","end":"2026-04-23T03:12:58.351157Z","steps":["trace[765818446] 'process raft request' (duration: 1.756227745s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:58.35135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751121433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:58.351363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.697037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:58.351382Z","caller":"traceutil/trace.go:171","msg":"trace[1928519052] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26168; }","duration":"1.751179576s","start":"2026-04-23T03:12:56.600193Z","end":"2026-04-23T03:12:58.351372Z","steps":["trace[1928519052] 'agreement among raft nodes before linearized reading' (duration: 1.751083063s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:58.351379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.236077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:58.351403Z","caller":"traceutil/trace.go:171","msg":"trace[1640944567] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26168; }","duration":"522.776429ms","start":"2026-04-23T03:12:57.828614Z","end":"2026-04-23T03:12:58.351391Z","steps":["trace[1640944567] 'agreement among raft nodes before linearized reading' (duration: 522.675546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:58.351416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:56.600182Z","time spent":"1.751226147s","remote":"127.0.0.1:60530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:58.351437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:57.828595Z","time spent":"522.834622ms","remote":"127.0.0.1:60652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:58.3514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17946131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:58.351443Z","caller":"traceutil/trace.go:171","msg":"trace[1234162736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26168; }","duration":"700.33058ms","start":"2026-04-23T03:12:57.651094Z","end":"2026-04-23T03:12:58.351425Z","steps":["trace[1234162736] 'agreement among raft nodes before linearized reading' (duration: 700.194556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:58.351472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63420187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-04-23T03:12:58.351496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:57.651078Z","time spent":"700.405962ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:12:58.351506Z","caller":"traceutil/trace.go:171","msg":"trace[152443045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26168; }","duration":"1.634279432s","start":"2026-04-23T03:12:56.717217Z","end":"2026-04-23T03:12:58.351497Z","steps":["trace[152443045] 'agreement among raft nodes before linearized reading' (duration: 1.634138837s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:58.351537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:56.71718Z","time spent":"1.634349384s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T03:12:58.351491Z","caller":"traceutil/trace.go:171","msg":"trace[2081950134] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26168; }","duration":"1.179569454s","start":"2026-04-23T03:12:57.171897Z","end":"2026-04-23T03:12:58.351467Z","steps":["trace[2081950134] 'agreement among raft nodes before linearized reading' (duration: 1.179417349s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:58.351676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.90005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-23T03:12:58.351722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:57.171844Z","time spent":"1.179850053s","remote":"127.0.0.1:53694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:12:58.351723Z","caller":"traceutil/trace.go:171","msg":"trace[353087224] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26168; }","duration":"770.981112ms","start":"2026-04-23T03:12:57.580728Z","end":"2026-04-23T03:12:58.351709Z","steps":["trace[353087224] 'agreement among raft nodes before linearized reading' (duration: 770.794196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:58.351771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:57.580713Z","time spent":"771.045995ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:12:58.351677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682441334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:58.352043Z","caller":"traceutil/trace.go:171","msg":"trace[49681709] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26168; }","duration":"1.682813185s","start":"2026-04-23T03:12:56.669176Z","end":"2026-04-23T03:12:58.351989Z","steps":["trace[49681709] 'agreement among raft nodes before linearized reading' (duration: 1.682450564s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:58.352118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:56.669153Z","time spent":"1.68294342s","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:58.351258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:56.594732Z","time spent":"1.756492524s","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":131051,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:58.352405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754937085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:58.352449Z","caller":"traceutil/trace.go:171","msg":"trace[390386444] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26168; }","duration":"1.755021027s","start":"2026-04-23T03:12:56.597415Z","end":"2026-04-23T03:12:58.352436Z","steps":["trace[390386444] 'agreement among raft nodes before linearized reading' (duration: 1.753783288s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:58.352472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:56.597393Z","time spent":"1.755073129s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:59.46333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.57215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:12:59.46349Z","caller":"traceutil/trace.go:171","msg":"trace[1272921122] transaction","detail":"{read_only:false; response_revision:26169; number_of_response:1; }","duration":"1.105952588s","start":"2026-04-23T03:12:58.357506Z","end":"2026-04-23T03:12:59.463458Z","steps":["trace[1272921122] 'process raft request' (duration: 422.168881ms)","trace[1272921122] 'compare' (duration: 682.960091ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:12:59.463607Z","caller":"traceutil/trace.go:171","msg":"trace[925440167] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"921.078306ms","start":"2026-04-23T03:12:58.542506Z","end":"2026-04-23T03:12:59.463584Z","steps":["trace[925440167] 'process raft request' (duration: 920.940892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:59.463636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:58.357494Z","time spent":"1.106063012s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:12:59.463698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:58.54248Z","time spent":"921.179919ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:12:59.463713Z","caller":"traceutil/trace.go:171","msg":"trace[1992686926] linearizableReadLoop","detail":"{readStateIndex:27057; appliedIndex:27056; }","duration":"1.105016338s","start":"2026-04-23T03:12:58.358572Z","end":"2026-04-23T03:12:59.463588Z","steps":["trace[1992686926] 'read index received' (duration: 421.237711ms)","trace[1992686926] 'applied index is now lower than readState.Index' (duration: 683.774777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:12:59.463776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105183423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:59.463851Z","caller":"traceutil/trace.go:171","msg":"trace[1047487740] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26170; }","duration":"1.105279976s","start":"2026-04-23T03:12:58.358553Z","end":"2026-04-23T03:12:59.463833Z","steps":["trace[1047487740] 'agreement among raft nodes before linearized reading' (duration: 1.105157652s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:59.463908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:58.358547Z","time spent":"1.105343619s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:12:59.464097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.283719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:12:59.464146Z","caller":"traceutil/trace.go:171","msg":"trace[347860659] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26170; }","duration":"800.372612ms","start":"2026-04-23T03:12:58.663762Z","end":"2026-04-23T03:12:59.464135Z","steps":["trace[347860659] 'agreement among raft nodes before linearized reading' (duration: 800.294699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:59.464178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:58.663741Z","time spent":"800.428593ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:59.464191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.334017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:12:59.464213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104346267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-23T03:12:59.464266Z","caller":"traceutil/trace.go:171","msg":"trace[780876361] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26170; }","duration":"1.104412059s","start":"2026-04-23T03:12:58.359839Z","end":"2026-04-23T03:12:59.464251Z","steps":["trace[780876361] 'agreement among raft nodes before linearized reading' (duration: 1.104212873s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:59.464301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:58.359814Z","time spent":"1.104478802s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-23T03:12:59.464348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.026467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:12:59.464387Z","caller":"traceutil/trace.go:171","msg":"trace[1733986905] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26170; }","duration":"729.066708ms","start":"2026-04-23T03:12:58.73531Z","end":"2026-04-23T03:12:59.464377Z","steps":["trace[1733986905] 'agreement among raft nodes before linearized reading' (duration: 729.007657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:59.464429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:58.735269Z","time spent":"729.146551ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:12:59.464556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100866487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-23T03:12:59.464593Z","caller":"traceutil/trace.go:171","msg":"trace[1400420029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26170; }","duration":"1.100912929s","start":"2026-04-23T03:12:58.36367Z","end":"2026-04-23T03:12:59.464583Z","steps":["trace[1400420029] 'agreement among raft nodes before linearized reading' (duration: 1.100809146s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:12:59.464222Z","caller":"traceutil/trace.go:171","msg":"trace[2114279614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26170; }","duration":"811.39983ms","start":"2026-04-23T03:12:58.652812Z","end":"2026-04-23T03:12:59.464212Z","steps":["trace[2114279614] 'agreement among raft nodes before linearized reading' (duration: 811.347799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:12:59.464654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:58.652792Z","time spent":"811.851654ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:12:59.464622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:58.363665Z","time spent":"1.10095019s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T03:13:00.464938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.779935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:00.465077Z","caller":"traceutil/trace.go:171","msg":"trace[103233424] linearizableReadLoop","detail":"{readStateIndex:27059; appliedIndex:27058; }","duration":"965.165169ms","start":"2026-04-23T03:12:59.499887Z","end":"2026-04-23T03:13:00.465052Z","steps":["trace[103233424] 'read index received' (duration: 120.106595ms)","trace[103233424] 'applied index is now lower than readState.Index' (duration: 845.055984ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:00.465203Z","caller":"traceutil/trace.go:171","msg":"trace[150457703] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"994.024931ms","start":"2026-04-23T03:12:59.471141Z","end":"2026-04-23T03:13:00.465166Z","steps":["trace[150457703] 'process raft request' (duration: 148.900316ms)","trace[150457703] 'compare' (duration: 844.468845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:00.465304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:59.471128Z","time spent":"994.115034ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:00.465693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.809219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:00.465746Z","caller":"traceutil/trace.go:171","msg":"trace[1805714233] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26171; }","duration":"965.906392ms","start":"2026-04-23T03:12:59.499822Z","end":"2026-04-23T03:13:00.465728Z","steps":["trace[1805714233] 'agreement among raft nodes before linearized reading' (duration: 965.765688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:00.46579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:59.499804Z","time spent":"965.972285ms","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:00.966233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:13:01.130602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.20478173s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:13:01.653785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00067077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:13:01.653865Z","caller":"traceutil/trace.go:171","msg":"trace[263747278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000808074s","start":"2026-04-23T03:12:59.653039Z","end":"2026-04-23T03:13:01.653847Z","steps":["trace[263747278] 'agreement among raft nodes before linearized reading' (duration: 2.000699051s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:01.654091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:59.653018Z","time spent":"2.001062042s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:13:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:13:01.710352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.326423ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:01.71047Z","caller":"traceutil/trace.go:171","msg":"trace[2075637691] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26171; }","duration":"952.455377ms","start":"2026-04-23T03:13:00.757997Z","end":"2026-04-23T03:13:01.710453Z","steps":["trace[2075637691] 'range keys from in-memory index tree' (duration: 952.308663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:01.711157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.207175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:01.711446Z","caller":"traceutil/trace.go:171","msg":"trace[157872246] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"1.789624411s","start":"2026-04-23T03:12:59.921803Z","end":"2026-04-23T03:13:01.711428Z","steps":["trace[157872246] 'process raft request' (duration: 1.208976092s)","trace[157872246] 'compare' (duration: 579.607126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:01.711501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:59.921779Z","time spent":"1.789697323s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:01.711716Z","caller":"traceutil/trace.go:171","msg":"trace[254992595] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"1.510435779s","start":"2026-04-23T03:13:00.201267Z","end":"2026-04-23T03:13:01.711703Z","steps":["trace[254992595] 'process raft request' (duration: 1.510052696s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:01.711774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:00.201244Z","time spent":"1.510502801s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:01.711712Z","caller":"traceutil/trace.go:171","msg":"trace[2047870590] linearizableReadLoop","detail":"{readStateIndex:27062; appliedIndex:27059; }","duration":"1.24657379s","start":"2026-04-23T03:13:00.46512Z","end":"2026-04-23T03:13:01.711694Z","steps":["trace[2047870590] 'read index received' (duration: 665.671504ms)","trace[2047870590] 'applied index is now lower than readState.Index' (duration: 580.900446ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:01.711848Z","caller":"traceutil/trace.go:171","msg":"trace[760779141] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"1.286573234s","start":"2026-04-23T03:13:00.425251Z","end":"2026-04-23T03:13:01.711824Z","steps":["trace[760779141] 'process raft request' (duration: 1.286269995s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:01.711891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17092353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:01.711952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:00.425229Z","time spent":"1.286674978s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:01.711996Z","caller":"traceutil/trace.go:171","msg":"trace[1413674422] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26174; }","duration":"2.171151557s","start":"2026-04-23T03:12:59.540826Z","end":"2026-04-23T03:13:01.711977Z","steps":["trace[1413674422] 'agreement among raft nodes before linearized reading' (duration: 2.170969131s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:01.712097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:12:59.540792Z","time spent":"2.17124104s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:01.729122Z","caller":"traceutil/trace.go:171","msg":"trace[1086665273] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"260.103179ms","start":"2026-04-23T03:13:01.468992Z","end":"2026-04-23T03:13:01.729095Z","steps":["trace[1086665273] 'process raft request' (duration: 259.916603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:01.729163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258008051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d.18a8ddc90cf92814\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-04-23T03:13:01.729226Z","caller":"traceutil/trace.go:171","msg":"trace[704282858] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d.18a8ddc90cf92814; range_end:; response_count:1; response_revision:26175; }","duration":"1.258117646s","start":"2026-04-23T03:13:00.471091Z","end":"2026-04-23T03:13:01.729208Z","steps":["trace[704282858] 'agreement among raft nodes before linearized reading' (duration: 1.25792818s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:01.72921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.025391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:01.72925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.340593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:01.729286Z","caller":"traceutil/trace.go:171","msg":"trace[239459450] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26175; }","duration":"757.146485ms","start":"2026-04-23T03:13:00.972118Z","end":"2026-04-23T03:13:01.729264Z","steps":["trace[239459450] 'agreement among raft nodes before linearized reading' (duration: 756.98841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:01.729325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:00.971929Z","time spent":"757.388133ms","remote":"127.0.0.1:53346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:01.729277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:00.471073Z","time spent":"1.258194847s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1013,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d.18a8ddc90cf92814\" "} {"level":"info","ts":"2026-04-23T03:13:01.729324Z","caller":"traceutil/trace.go:171","msg":"trace[1661578514] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26175; }","duration":"870.468277ms","start":"2026-04-23T03:13:00.858838Z","end":"2026-04-23T03:13:01.729306Z","steps":["trace[1661578514] 'agreement among raft nodes before linearized reading' (duration: 870.319932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:01.729499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:00.858817Z","time spent":"870.670593ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:01.729166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.779033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:01.729599Z","caller":"traceutil/trace.go:171","msg":"trace[1162854270] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26175; }","duration":"356.241857ms","start":"2026-04-23T03:13:01.373335Z","end":"2026-04-23T03:13:01.729577Z","steps":["trace[1162854270] 'agreement among raft nodes before linearized reading' (duration: 355.716641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:01.729688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:01.373318Z","time spent":"356.339251ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:02.23842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229743,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:13:02.368805Z","caller":"traceutil/trace.go:171","msg":"trace[776124157] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"636.799123ms","start":"2026-04-23T03:13:01.731975Z","end":"2026-04-23T03:13:02.368774Z","steps":["trace[776124157] 'process raft request' (duration: 555.314718ms)","trace[776124157] 'compare' (duration: 81.267378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:02.369525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:01.731956Z","time spent":"636.941358ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:03.738007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:13:03.738171Z","caller":"traceutil/trace.go:171","msg":"trace[1282707598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444943s","start":"2026-04-23T03:13:01.737699Z","end":"2026-04-23T03:13:03.738144Z","steps":["trace[1282707598] 'agreement among raft nodes before linearized reading' (duration: 2.000267188s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:03.738221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:01.737684Z","time spent":"2.000524896s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:04.201728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420003752s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:13:04.201909Z","caller":"traceutil/trace.go:171","msg":"trace[1583155555] linearizableReadLoop","detail":"{readStateIndex:27065; appliedIndex:27063; }","duration":"2.464158857s","start":"2026-04-23T03:13:01.737736Z","end":"2026-04-23T03:13:04.201895Z","steps":["trace[1583155555] 'read index received' (duration: 549.567986ms)","trace[1583155555] 'applied index is now lower than readState.Index' (duration: 1.914590071s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:04.202319Z","caller":"traceutil/trace.go:171","msg":"trace[741125232] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"1.769524807s","start":"2026-04-23T03:13:02.432753Z","end":"2026-04-23T03:13:04.202277Z","steps":["trace[741125232] 'process raft request' (duration: 1.769055512s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:04.202527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:02.432727Z","time spent":"1.769683151s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:04.202646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.775269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:04.202683Z","caller":"traceutil/trace.go:171","msg":"trace[713770980] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26178; }","duration":"578.867172ms","start":"2026-04-23T03:13:03.623807Z","end":"2026-04-23T03:13:04.202674Z","steps":["trace[713770980] 'agreement among raft nodes before linearized reading' (duration: 578.79549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:04.202711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:03.623782Z","time spent":"578.922653ms","remote":"127.0.0.1:60810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:04.202724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383744316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:04.202796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.21755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:04.202862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.972601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:04.202887Z","caller":"traceutil/trace.go:171","msg":"trace[346731824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26178; }","duration":"464.045314ms","start":"2026-04-23T03:13:03.738835Z","end":"2026-04-23T03:13:04.20288Z","steps":["trace[346731824] 'agreement among raft nodes before linearized reading' (duration: 464.004673ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:04.202872Z","caller":"traceutil/trace.go:171","msg":"trace[473979794] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26178; }","duration":"2.383925982s","start":"2026-04-23T03:13:01.81892Z","end":"2026-04-23T03:13:04.202846Z","steps":["trace[473979794] 'agreement among raft nodes before linearized reading' (duration: 2.383595751s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:04.202882Z","caller":"traceutil/trace.go:171","msg":"trace[648891625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26178; }","duration":"271.311093ms","start":"2026-04-23T03:13:03.931545Z","end":"2026-04-23T03:13:04.202856Z","steps":["trace[648891625] 'agreement among raft nodes before linearized reading' (duration: 271.150988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:04.202905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:03.738804Z","time spent":"464.097645ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:04.202899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740733726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:04.202961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:01.818903Z","time spent":"2.384039145s","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:04.203009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.839979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:04.203033Z","caller":"traceutil/trace.go:171","msg":"trace[1208567722] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26178; }","duration":"483.865089ms","start":"2026-04-23T03:13:03.719162Z","end":"2026-04-23T03:13:04.203027Z","steps":["trace[1208567722] 'agreement among raft nodes before linearized reading' (duration: 483.827358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:04.203053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:03.71914Z","time spent":"483.907361ms","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:04.203119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09715842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-23T03:13:04.203194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.570265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:04.203191Z","caller":"traceutil/trace.go:171","msg":"trace[1033362707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26178; }","duration":"2.097260723s","start":"2026-04-23T03:13:02.105913Z","end":"2026-04-23T03:13:04.203174Z","steps":["trace[1033362707] 'agreement among raft nodes before linearized reading' (duration: 2.097049666s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:04.20321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.622124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:04.203237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:02.105903Z","time spent":"2.097322835s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T03:13:04.203257Z","caller":"traceutil/trace.go:171","msg":"trace[1103083593] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26178; }","duration":"259.713196ms","start":"2026-04-23T03:13:03.943534Z","end":"2026-04-23T03:13:04.203248Z","steps":["trace[1103083593] 'agreement among raft nodes before linearized reading' (duration: 259.630094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:04.2033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608946682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:04.203338Z","caller":"traceutil/trace.go:171","msg":"trace[1750489597] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26178; }","duration":"1.609054826s","start":"2026-04-23T03:13:02.59427Z","end":"2026-04-23T03:13:04.203325Z","steps":["trace[1750489597] 'agreement among raft nodes before linearized reading' (duration: 1.608966953s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:04.20345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82975209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d.18a8ddc90cf8dcf5\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-04-23T03:13:04.203221Z","caller":"traceutil/trace.go:171","msg":"trace[2098277396] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26178; }","duration":"830.645518ms","start":"2026-04-23T03:13:03.372567Z","end":"2026-04-23T03:13:04.203213Z","steps":["trace[2098277396] 'agreement among raft nodes before linearized reading' (duration: 830.592517ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:04.203484Z","caller":"traceutil/trace.go:171","msg":"trace[1568531612] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d.18a8ddc90cf8dcf5; range_end:; response_count:1; response_revision:26178; }","duration":"1.829841723s","start":"2026-04-23T03:13:02.373631Z","end":"2026-04-23T03:13:04.203473Z","steps":["trace[1568531612] 'agreement among raft nodes before linearized reading' (duration: 1.829738349s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:04.203003Z","caller":"traceutil/trace.go:171","msg":"trace[1853997203] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26178; }","duration":"1.740941733s","start":"2026-04-23T03:13:02.462034Z","end":"2026-04-23T03:13:04.202976Z","steps":["trace[1853997203] 'agreement among raft nodes before linearized reading' (duration: 1.740601132s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:04.203506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:02.3736Z","time spent":"1.829900524s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1013,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d.18a8ddc90cf8dcf5\" "} {"level":"warn","ts":"2026-04-23T03:13:04.203517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:03.372544Z","time spent":"830.955708ms","remote":"127.0.0.1:53418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:04.203542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:02.462014Z","time spent":"1.741503641s","remote":"127.0.0.1:40986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:04.203434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:02.594244Z","time spent":"1.609178099s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:04.203676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098100409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T03:13:04.203838Z","caller":"traceutil/trace.go:171","msg":"trace[357301432] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26178; }","duration":"2.098255614s","start":"2026-04-23T03:13:02.105521Z","end":"2026-04-23T03:13:04.203776Z","steps":["trace[357301432] 'agreement among raft nodes before linearized reading' (duration: 2.097753608s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:04.203946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:02.105501Z","time spent":"2.09842403s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T03:13:04.203122Z","caller":"traceutil/trace.go:171","msg":"trace[1937835540] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"469.234678ms","start":"2026-04-23T03:13:03.733874Z","end":"2026-04-23T03:13:04.203109Z","steps":["trace[1937835540] 'process raft request' (duration: 468.326029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:04.204148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:03.733857Z","time spent":"470.241809ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:04.615749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.509693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:04.615846Z","caller":"traceutil/trace.go:171","msg":"trace[86306842] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"409.624693ms","start":"2026-04-23T03:13:04.206204Z","end":"2026-04-23T03:13:04.615828Z","steps":["trace[86306842] 'process raft request' (duration: 222.947934ms)","trace[86306842] 'compare' (duration: 185.902214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:04.615905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:04.206181Z","time spent":"409.694325ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:05.441996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.82891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:05.442176Z","caller":"traceutil/trace.go:171","msg":"trace[1324797494] linearizableReadLoop","detail":"{readStateIndex:27070; appliedIndex:27067; }","duration":"1.229265964s","start":"2026-04-23T03:13:04.212893Z","end":"2026-04-23T03:13:05.442159Z","steps":["trace[1324797494] 'read index received' (duration: 216.270653ms)","trace[1324797494] 'applied index is now lower than readState.Index' (duration: 1.012994241s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:05.442263Z","caller":"traceutil/trace.go:171","msg":"trace[687017586] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"1.233936321s","start":"2026-04-23T03:13:04.208318Z","end":"2026-04-23T03:13:05.442254Z","steps":["trace[687017586] 'process raft request' (duration: 1.233779016s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:05.442308Z","caller":"traceutil/trace.go:171","msg":"trace[1776976615] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"1.234345574s","start":"2026-04-23T03:13:04.207941Z","end":"2026-04-23T03:13:05.442286Z","steps":["trace[1776976615] 'process raft request' (duration: 856.137713ms)","trace[1776976615] 'compare' (duration: 377.704475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:05.4424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229513921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:05.442434Z","caller":"traceutil/trace.go:171","msg":"trace[1640377829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26181; }","duration":"1.229567463s","start":"2026-04-23T03:13:04.212858Z","end":"2026-04-23T03:13:05.442425Z","steps":["trace[1640377829] 'agreement among raft nodes before linearized reading' (duration: 1.229511751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:05.442437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:04.207925Z","time spent":"1.234447278s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:05.442468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.678741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:05.442492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.077145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:13:05.442553Z","caller":"traceutil/trace.go:171","msg":"trace[1707978436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26181; }","duration":"694.831716ms","start":"2026-04-23T03:13:04.747688Z","end":"2026-04-23T03:13:05.442519Z","steps":["trace[1707978436] 'agreement among raft nodes before linearized reading' (duration: 694.663821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:05.442332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:04.208309Z","time spent":"1.233984083s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:05.442572Z","caller":"traceutil/trace.go:171","msg":"trace[411834743] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26181; }","duration":"970.196268ms","start":"2026-04-23T03:13:04.47236Z","end":"2026-04-23T03:13:05.442557Z","steps":["trace[411834743] 'agreement among raft nodes before linearized reading' (duration: 969.976091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:05.442593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:04.747673Z","time spent":"694.908979ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:05.442605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:04.472344Z","time spent":"970.25324ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:13:05.44246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:04.212844Z","time spent":"1.229610804s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:05.442797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.697958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:05.442825Z","caller":"traceutil/trace.go:171","msg":"trace[410101598] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26181; }","duration":"241.75688ms","start":"2026-04-23T03:13:05.20106Z","end":"2026-04-23T03:13:05.442817Z","steps":["trace[410101598] 'agreement among raft nodes before linearized reading' (duration: 241.700418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:05.442837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.769261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T03:13:05.44287Z","caller":"traceutil/trace.go:171","msg":"trace[744334601] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f; range_end:; response_count:1; response_revision:26181; }","duration":"823.835463ms","start":"2026-04-23T03:13:04.619025Z","end":"2026-04-23T03:13:05.442861Z","steps":["trace[744334601] 'agreement among raft nodes before linearized reading' (duration: 823.73045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:05.442895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:04.619005Z","time spent":"823.884555ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8daee36de822f\" "} {"level":"warn","ts":"2026-04-23T03:13:05.44292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.250547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:05.443004Z","caller":"traceutil/trace.go:171","msg":"trace[1397510875] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26181; }","duration":"818.377921ms","start":"2026-04-23T03:13:04.624614Z","end":"2026-04-23T03:13:05.442992Z","steps":["trace[1397510875] 'agreement among raft nodes before linearized reading' (duration: 818.196175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:05.443088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:04.624604Z","time spent":"818.432723ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:05.948297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:13:06.65593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.667698ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-23T03:13:06.656234Z","caller":"traceutil/trace.go:171","msg":"trace[1204149249] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"445.535418ms","start":"2026-04-23T03:13:06.210676Z","end":"2026-04-23T03:13:06.656211Z","steps":["trace[1204149249] 'process raft request' (duration: 445.376703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:06.656356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:06.210649Z","time spent":"445.642502ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:06.656466Z","caller":"traceutil/trace.go:171","msg":"trace[474465430] linearizableReadLoop","detail":"{readStateIndex:27071; appliedIndex:27070; }","duration":"1.209105687s","start":"2026-04-23T03:13:05.447287Z","end":"2026-04-23T03:13:06.656392Z","steps":["trace[474465430] 'read index received' (duration: 859.975725ms)","trace[474465430] 'applied index is now lower than readState.Index' (duration: 349.115482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:06.656661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:05.444584Z","time spent":"1.212072401s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:13:06.656952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207456485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:06.657012Z","caller":"traceutil/trace.go:171","msg":"trace[117704393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26182; }","duration":"1.207545068s","start":"2026-04-23T03:13:05.449454Z","end":"2026-04-23T03:13:06.656999Z","steps":["trace[117704393] 'agreement among raft nodes before linearized reading' (duration: 1.207431015s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:06.657044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:05.449446Z","time spent":"1.20759206s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:06.657192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.561908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:06.657224Z","caller":"traceutil/trace.go:171","msg":"trace[200886775] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26182; }","duration":"619.62402ms","start":"2026-04-23T03:13:06.037587Z","end":"2026-04-23T03:13:06.657211Z","steps":["trace[200886775] 'agreement among raft nodes before linearized reading' (duration: 619.584189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:06.65721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209909082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-04-23T03:13:06.657244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:06.037565Z","time spent":"619.673372ms","remote":"127.0.0.1:53716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:06.657238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.48858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:06.657457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.633562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-04-23T03:13:06.657759Z","caller":"traceutil/trace.go:171","msg":"trace[858564161] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26182; }","duration":"339.947302ms","start":"2026-04-23T03:13:06.317796Z","end":"2026-04-23T03:13:06.657744Z","steps":["trace[858564161] 'agreement among raft nodes before linearized reading' (duration: 339.136546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:06.65786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:06.317749Z","time spent":"340.098337ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418401,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-23T03:13:06.657481Z","caller":"traceutil/trace.go:171","msg":"trace[321707948] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26182; }","duration":"278.779459ms","start":"2026-04-23T03:13:06.378684Z","end":"2026-04-23T03:13:06.657463Z","steps":["trace[321707948] 'agreement among raft nodes before linearized reading' (duration: 278.394357ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:06.657265Z","caller":"traceutil/trace.go:171","msg":"trace[1750816507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26182; }","duration":"1.209991715s","start":"2026-04-23T03:13:05.447258Z","end":"2026-04-23T03:13:06.65725Z","steps":["trace[1750816507] 'agreement among raft nodes before linearized reading' (duration: 1.209811519s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:06.658354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:05.447246Z","time spent":"1.211095041s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:13:06.657611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064150237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:13:06.658481Z","caller":"traceutil/trace.go:171","msg":"trace[802908572] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26182; }","duration":"1.065058466s","start":"2026-04-23T03:13:05.593412Z","end":"2026-04-23T03:13:06.658471Z","steps":["trace[802908572] 'agreement among raft nodes before linearized reading' (duration: 1.063776355s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:06.658504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:05.593394Z","time spent":"1.065103867s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-23T03:13:07.242138Z","caller":"traceutil/trace.go:171","msg":"trace[859872813] linearizableReadLoop","detail":"{readStateIndex:27075; appliedIndex:27073; }","duration":"523.534124ms","start":"2026-04-23T03:13:06.718577Z","end":"2026-04-23T03:13:07.242111Z","steps":["trace[859872813] 'read index received' (duration: 462.263008ms)","trace[859872813] 'applied index is now lower than readState.Index' (duration: 61.269916ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:07.242281Z","caller":"traceutil/trace.go:171","msg":"trace[336485695] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"526.356463ms","start":"2026-04-23T03:13:06.715911Z","end":"2026-04-23T03:13:07.242268Z","steps":["trace[336485695] 'process raft request' (duration: 525.992811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:07.242393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:06.71588Z","time spent":"526.434435ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:07.242384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:06.659282Z","time spent":"583.095376ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:13:07.242598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.307047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:07.2426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.331862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:07.242629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.161382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-23T03:13:07.242618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.005849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:07.242667Z","caller":"traceutil/trace.go:171","msg":"trace[2048633640] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26184; }","duration":"129.252794ms","start":"2026-04-23T03:13:07.113403Z","end":"2026-04-23T03:13:07.242655Z","steps":["trace[2048633640] 'agreement among raft nodes before linearized reading' (duration: 129.076929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:07.242659Z","caller":"traceutil/trace.go:171","msg":"trace[2129728388] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26184; }","duration":"361.4124ms","start":"2026-04-23T03:13:06.881219Z","end":"2026-04-23T03:13:07.242632Z","steps":["trace[2129728388] 'agreement among raft nodes before linearized reading' (duration: 361.298497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:07.242703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:06.881193Z","time spent":"361.503033ms","remote":"127.0.0.1:53592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:07.242664Z","caller":"traceutil/trace.go:171","msg":"trace[1997441870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26184; }","duration":"482.475597ms","start":"2026-04-23T03:13:06.760174Z","end":"2026-04-23T03:13:07.24265Z","steps":["trace[1997441870] 'agreement among raft nodes before linearized reading' (duration: 482.303441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:07.242693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.318883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb.18a8ddc719efade7\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-04-23T03:13:07.242762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:06.76016Z","time spent":"482.58673ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:07.242713Z","caller":"traceutil/trace.go:171","msg":"trace[14674160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26184; }","duration":"518.127972ms","start":"2026-04-23T03:13:06.724563Z","end":"2026-04-23T03:13:07.242691Z","steps":["trace[14674160] 'agreement among raft nodes before linearized reading' (duration: 517.933896ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:07.242829Z","caller":"traceutil/trace.go:171","msg":"trace[1038470478] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb.18a8ddc719efade7; range_end:; response_count:1; response_revision:26184; }","duration":"521.472488ms","start":"2026-04-23T03:13:06.721307Z","end":"2026-04-23T03:13:07.24278Z","steps":["trace[1038470478] 'agreement among raft nodes before linearized reading' (duration: 521.129777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:07.242872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:06.724549Z","time spent":"518.294578ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:07.242912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:06.721292Z","time spent":"521.580752ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb.18a8ddc719efade7\" "} {"level":"warn","ts":"2026-04-23T03:13:07.242643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.842728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18651"} {"level":"info","ts":"2026-04-23T03:13:07.243037Z","caller":"traceutil/trace.go:171","msg":"trace[1362472629] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26184; }","duration":"583.235641ms","start":"2026-04-23T03:13:06.659756Z","end":"2026-04-23T03:13:07.242992Z","steps":["trace[1362472629] 'agreement among raft nodes before linearized reading' (duration: 582.726345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:07.243147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:06.659748Z","time spent":"583.363844ms","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18673,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T03:13:07.833159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:13:08.333348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:13:08.538739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026715923s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T03:13:08.539296Z","caller":"traceutil/trace.go:171","msg":"trace[708662115] linearizableReadLoop","detail":"{readStateIndex:27077; appliedIndex:27076; }","duration":"1.206146283s","start":"2026-04-23T03:13:07.333118Z","end":"2026-04-23T03:13:08.539264Z","steps":["trace[708662115] 'read index received' (duration: 1.205849943s)","trace[708662115] 'applied index is now lower than readState.Index' (duration: 294.679µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:08.539442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225916148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:08.539476Z","caller":"traceutil/trace.go:171","msg":"trace[939897448] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26186; }","duration":"1.225967s","start":"2026-04-23T03:13:07.3135Z","end":"2026-04-23T03:13:08.539467Z","steps":["trace[939897448] 'agreement among raft nodes before linearized reading' (duration: 1.225871517s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:08.539502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:07.313481Z","time spent":"1.226014661s","remote":"127.0.0.1:40818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:08.5396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239225429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:08.53968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.850066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:08.539711Z","caller":"traceutil/trace.go:171","msg":"trace[1493933335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26186; }","duration":"819.914988ms","start":"2026-04-23T03:13:07.719788Z","end":"2026-04-23T03:13:08.539703Z","steps":["trace[1493933335] 'agreement among raft nodes before linearized reading' (duration: 819.865037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:08.539731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:07.719768Z","time spent":"819.956959ms","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:08.539849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.945126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:08.539875Z","caller":"traceutil/trace.go:171","msg":"trace[84840135] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26186; }","duration":"693.014128ms","start":"2026-04-23T03:13:07.846854Z","end":"2026-04-23T03:13:08.539868Z","steps":["trace[84840135] 'agreement among raft nodes before linearized reading' (duration: 692.975286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:08.539895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:07.846828Z","time spent":"693.060909ms","remote":"127.0.0.1:40800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:08.539669Z","caller":"traceutil/trace.go:171","msg":"trace[209814957] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26186; }","duration":"1.239317771s","start":"2026-04-23T03:13:07.300335Z","end":"2026-04-23T03:13:08.539652Z","steps":["trace[209814957] 'agreement among raft nodes before linearized reading' (duration: 1.239156086s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:08.540074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204495391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-23T03:13:08.540151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074133421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:08.54018Z","caller":"traceutil/trace.go:171","msg":"trace[1303731967] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26186; }","duration":"1.074200663s","start":"2026-04-23T03:13:07.465972Z","end":"2026-04-23T03:13:08.540173Z","steps":["trace[1303731967] 'agreement among raft nodes before linearized reading' (duration: 1.074162972s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:08.5402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:07.465951Z","time spent":"1.074243155s","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:08.54025Z","caller":"traceutil/trace.go:171","msg":"trace[10879351] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"1.293345668s","start":"2026-04-23T03:13:07.246864Z","end":"2026-04-23T03:13:08.54021Z","steps":["trace[10879351] 'process raft request' (duration: 1.292176481s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:08.54026Z","caller":"traceutil/trace.go:171","msg":"trace[682085090] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26186; }","duration":"1.204723038s","start":"2026-04-23T03:13:07.335431Z","end":"2026-04-23T03:13:08.540154Z","steps":["trace[682085090] 'agreement among raft nodes before linearized reading' (duration: 1.20415563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:08.540393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:07.335412Z","time spent":"1.204967156s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:13:08.540396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:07.246846Z","time spent":"1.293465373s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:08.540049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:07.30032Z","time spent":"1.239713944s","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T03:13:08.540077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.257702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:13:08.540732Z","caller":"traceutil/trace.go:171","msg":"trace[404401667] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26186; }","duration":"791.969065ms","start":"2026-04-23T03:13:07.748747Z","end":"2026-04-23T03:13:08.540716Z","steps":["trace[404401667] 'agreement among raft nodes before linearized reading' (duration: 791.136089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:08.54081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:07.748727Z","time spent":"792.064518ms","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:08.540111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.281322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:08.540953Z","caller":"traceutil/trace.go:171","msg":"trace[1353101977] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26186; }","duration":"985.146489ms","start":"2026-04-23T03:13:07.555783Z","end":"2026-04-23T03:13:08.54093Z","steps":["trace[1353101977] 'agreement among raft nodes before linearized reading' (duration: 984.304633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:08.541021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:07.555763Z","time spent":"985.239892ms","remote":"127.0.0.1:60824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:09.326103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.308103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:09.326229Z","caller":"traceutil/trace.go:171","msg":"trace[379270910] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"776.865369ms","start":"2026-04-23T03:13:08.549324Z","end":"2026-04-23T03:13:09.326189Z","steps":["trace[379270910] 'process raft request' (duration: 299.296238ms)","trace[379270910] 'compare' (duration: 477.20775ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:09.326294Z","caller":"traceutil/trace.go:171","msg":"trace[2107725154] linearizableReadLoop","detail":"{readStateIndex:27078; appliedIndex:27077; }","duration":"774.488443ms","start":"2026-04-23T03:13:08.551799Z","end":"2026-04-23T03:13:09.326287Z","steps":["trace[2107725154] 'read index received' (duration: 296.813909ms)","trace[2107725154] 'applied index is now lower than readState.Index' (duration: 477.673614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:09.326371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:08.549302Z","time spent":"776.995452ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:09.326267Z","caller":"traceutil/trace.go:171","msg":"trace[1319732652] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"663.393923ms","start":"2026-04-23T03:13:08.662859Z","end":"2026-04-23T03:13:09.326253Z","steps":["trace[1319732652] 'process raft request' (duration: 663.330391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:09.326601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.175944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:09.326625Z","caller":"traceutil/trace.go:171","msg":"trace[1213983608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26188; }","duration":"674.232936ms","start":"2026-04-23T03:13:08.652385Z","end":"2026-04-23T03:13:09.326618Z","steps":["trace[1213983608] 'agreement among raft nodes before linearized reading' (duration: 674.196134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:09.326643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:08.662836Z","time spent":"663.779146ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:09.326656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:08.652365Z","time spent":"674.283998ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:09.326562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.769573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:13:09.326776Z","caller":"traceutil/trace.go:171","msg":"trace[1618624885] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26188; }","duration":"775.040771ms","start":"2026-04-23T03:13:08.551727Z","end":"2026-04-23T03:13:09.326768Z","steps":["trace[1618624885] 'agreement among raft nodes before linearized reading' (duration: 774.726991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:09.3268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.891847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:09.326826Z","caller":"traceutil/trace.go:171","msg":"trace[1894107627] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26188; }","duration":"268.945049ms","start":"2026-04-23T03:13:09.057872Z","end":"2026-04-23T03:13:09.326817Z","steps":["trace[1894107627] 'agreement among raft nodes before linearized reading' (duration: 268.906608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:09.326983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.810414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:09.327028Z","caller":"traceutil/trace.go:171","msg":"trace[1847509189] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26188; }","duration":"493.869386ms","start":"2026-04-23T03:13:08.833135Z","end":"2026-04-23T03:13:09.327004Z","steps":["trace[1847509189] 'agreement among raft nodes before linearized reading' (duration: 493.805414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:09.327053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:08.833118Z","time spent":"493.928028ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:09.326805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:08.55171Z","time spent":"775.087302ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:13:10.571976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117010698s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:10.572079Z","caller":"traceutil/trace.go:171","msg":"trace[2108726515] linearizableReadLoop","detail":"{readStateIndex:27080; appliedIndex:27079; }","duration":"1.233432896s","start":"2026-04-23T03:13:09.33863Z","end":"2026-04-23T03:13:10.572063Z","steps":["trace[2108726515] 'read index received' (duration: 116.170651ms)","trace[2108726515] 'applied index is now lower than readState.Index' (duration: 1.117260875s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:10.572263Z","caller":"traceutil/trace.go:171","msg":"trace[1517450059] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"1.240983925s","start":"2026-04-23T03:13:09.331266Z","end":"2026-04-23T03:13:10.57225Z","steps":["trace[1517450059] 'process raft request' (duration: 123.612806ms)","trace[1517450059] 'compare' (duration: 1.116171231s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:10.572329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:09.331249Z","time spent":"1.241044977s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:10.572512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094084443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:10.572589Z","caller":"traceutil/trace.go:171","msg":"trace[273429197] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26189; }","duration":"1.094173915s","start":"2026-04-23T03:13:09.478397Z","end":"2026-04-23T03:13:10.572571Z","steps":["trace[273429197] 'agreement among raft nodes before linearized reading' (duration: 1.094029041s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:10.57263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:09.478381Z","time spent":"1.094239418s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:13:10.572602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233960403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-23T03:13:10.572698Z","caller":"traceutil/trace.go:171","msg":"trace[378004958] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26189; }","duration":"1.234085917s","start":"2026-04-23T03:13:09.338585Z","end":"2026-04-23T03:13:10.57267Z","steps":["trace[378004958] 'agreement among raft nodes before linearized reading' (duration: 1.233823358s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:10.57277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:09.338517Z","time spent":"1.234238232s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T03:13:10.572519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.366144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:10.572985Z","caller":"traceutil/trace.go:171","msg":"trace[1328071159] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26189; }","duration":"783.87719ms","start":"2026-04-23T03:13:09.789092Z","end":"2026-04-23T03:13:10.572969Z","steps":["trace[1328071159] 'agreement among raft nodes before linearized reading' (duration: 783.319592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:10.573053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:09.78907Z","time spent":"783.962093ms","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:11.077153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.832105ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:11.077289Z","caller":"traceutil/trace.go:171","msg":"trace[1466604556] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26189; }","duration":"318.977699ms","start":"2026-04-23T03:13:10.75829Z","end":"2026-04-23T03:13:11.077268Z","steps":["trace[1466604556] 'range keys from in-memory index tree' (duration: 318.812884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:11.081043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229788,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:13:11.331191Z","caller":"traceutil/trace.go:171","msg":"trace[1939640891] linearizableReadLoop","detail":"{readStateIndex:27081; appliedIndex:27080; }","duration":"751.050053ms","start":"2026-04-23T03:13:10.580123Z","end":"2026-04-23T03:13:11.331173Z","steps":["trace[1939640891] 'read index received' (duration: 750.855537ms)","trace[1939640891] 'applied index is now lower than readState.Index' (duration: 193.876µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:11.331252Z","caller":"traceutil/trace.go:171","msg":"trace[897387968] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"753.720057ms","start":"2026-04-23T03:13:10.577492Z","end":"2026-04-23T03:13:11.331212Z","steps":["trace[897387968] 'process raft request' (duration: 753.546272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:11.331329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.187677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:11.331347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.190421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:11.331361Z","caller":"traceutil/trace.go:171","msg":"trace[1328234400] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26190; }","duration":"751.278241ms","start":"2026-04-23T03:13:10.580072Z","end":"2026-04-23T03:13:11.33135Z","steps":["trace[1328234400] 'agreement among raft nodes before linearized reading' (duration: 751.195638ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:11.33138Z","caller":"traceutil/trace.go:171","msg":"trace[1927573317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26190; }","duration":"678.253943ms","start":"2026-04-23T03:13:10.653118Z","end":"2026-04-23T03:13:11.331372Z","steps":["trace[1927573317] 'agreement among raft nodes before linearized reading' (duration: 678.193851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:11.331388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:10.580065Z","time spent":"751.315241ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:13:11.331408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:10.6531Z","time spent":"678.300684ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:11.33155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.843856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T03:13:11.331499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:10.577471Z","time spent":"753.889703ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:11.33159Z","caller":"traceutil/trace.go:171","msg":"trace[312250193] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26190; }","duration":"550.921799ms","start":"2026-04-23T03:13:10.780658Z","end":"2026-04-23T03:13:11.331579Z","steps":["trace[312250193] 'agreement among raft nodes before linearized reading' (duration: 550.689351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:11.331611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:10.780639Z","time spent":"550.967911ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":165,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:11.832999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:13:12.990122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.922322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:12.990468Z","caller":"traceutil/trace.go:171","msg":"trace[1586214137] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"1.280793483s","start":"2026-04-23T03:13:11.709628Z","end":"2026-04-23T03:13:12.990422Z","steps":["trace[1586214137] 'process raft request' (duration: 1.280583426s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:12.99064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:11.709603Z","time spent":"1.280956748s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:12.990742Z","caller":"traceutil/trace.go:171","msg":"trace[139373826] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"1.658933541s","start":"2026-04-23T03:13:11.331494Z","end":"2026-04-23T03:13:12.990427Z","steps":["trace[139373826] 'process raft request' (duration: 880.619646ms)","trace[139373826] 'compare' (duration: 777.461448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:12.991608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:11.331469Z","time spent":"1.659343714s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:13.332629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:13:13.332814Z","caller":"traceutil/trace.go:171","msg":"trace[212800133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307198s","start":"2026-04-23T03:13:11.332481Z","end":"2026-04-23T03:13:13.332788Z","steps":["trace[212800133] 'agreement among raft nodes before linearized reading' (duration: 2.000107992s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:13.332896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:11.332455Z","time spent":"2.000427642s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:13:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:13:13.922647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.324591ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:13:13.923549Z","caller":"traceutil/trace.go:171","msg":"trace[783554125] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"2.056055561s","start":"2026-04-23T03:13:11.867461Z","end":"2026-04-23T03:13:13.923517Z","steps":["trace[783554125] 'process raft request' (duration: 2.055308568s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:13.924045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:11.867407Z","time spent":"2.056223796s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:14.898866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.30122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:14.899022Z","caller":"traceutil/trace.go:171","msg":"trace[1094843420] transaction","detail":"{read_only:false; response_revision:26195; number_of_response:1; }","duration":"2.650902647s","start":"2026-04-23T03:13:12.248106Z","end":"2026-04-23T03:13:14.899009Z","steps":["trace[1094843420] 'process raft request' (duration: 2.650845206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.899081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:12.248084Z","time spent":"2.6509689s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:14.89908Z","caller":"traceutil/trace.go:171","msg":"trace[1674114766] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"2.881849745s","start":"2026-04-23T03:13:12.01719Z","end":"2026-04-23T03:13:14.89904Z","steps":["trace[1674114766] 'process raft request' (duration: 1.906304219s)","trace[1674114766] 'compare' (duration: 974.345069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:14.899294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:12.017158Z","time spent":"2.882017131s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:14.899256Z","caller":"traceutil/trace.go:171","msg":"trace[516369107] linearizableReadLoop","detail":"{readStateIndex:27084; appliedIndex:27081; }","duration":"3.566665145s","start":"2026-04-23T03:13:11.332534Z","end":"2026-04-23T03:13:14.8992Z","steps":["trace[516369107] 'read index received' (duration: 879.573023ms)","trace[516369107] 'applied index is now lower than readState.Index' (duration: 2.687081941s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:14.899611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204314746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:14.899645Z","caller":"traceutil/trace.go:171","msg":"trace[705196992] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26195; }","duration":"2.204349497s","start":"2026-04-23T03:13:12.695284Z","end":"2026-04-23T03:13:14.899634Z","steps":["trace[705196992] 'agreement among raft nodes before linearized reading' (duration: 2.204289835s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.899638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.24452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:14.899669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:12.695232Z","time spent":"2.204430849s","remote":"127.0.0.1:53728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:14.899689Z","caller":"traceutil/trace.go:171","msg":"trace[1853780463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26195; }","duration":"445.441206ms","start":"2026-04-23T03:13:14.454233Z","end":"2026-04-23T03:13:14.899674Z","steps":["trace[1853780463] 'agreement among raft nodes before linearized reading' (duration: 445.353743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.899687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.083044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:14.899705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655068689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:14.899722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106871797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:14.899729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.721821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:14.899753Z","caller":"traceutil/trace.go:171","msg":"trace[202074974] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26195; }","duration":"251.218529ms","start":"2026-04-23T03:13:14.64852Z","end":"2026-04-23T03:13:14.899738Z","steps":["trace[202074974] 'agreement among raft nodes before linearized reading' (duration: 251.086334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.899779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129056548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:14.899787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558913751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:14.899783Z","caller":"traceutil/trace.go:171","msg":"trace[1236842604] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26195; }","duration":"2.655187413s","start":"2026-04-23T03:13:12.244573Z","end":"2026-04-23T03:13:14.899761Z","steps":["trace[1236842604] 'agreement among raft nodes before linearized reading' (duration: 2.655068069s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.899782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397085427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:14.899732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:14.454202Z","time spent":"445.522138ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:14.899852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929929605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:14.899835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804417569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:14.899856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228296983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:14.89985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:12.244553Z","time spent":"2.655281696s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:14.899865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.589998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:14.899889Z","caller":"traceutil/trace.go:171","msg":"trace[1409672589] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26195; }","duration":"2.228358775s","start":"2026-04-23T03:13:12.67152Z","end":"2026-04-23T03:13:14.899879Z","steps":["trace[1409672589] 'agreement among raft nodes before linearized reading' (duration: 2.228312094s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:14.899889Z","caller":"traceutil/trace.go:171","msg":"trace[600205417] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26195; }","duration":"2.804567954s","start":"2026-04-23T03:13:12.095308Z","end":"2026-04-23T03:13:14.899875Z","steps":["trace[600205417] 'agreement among raft nodes before linearized reading' (duration: 2.804383608s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.899851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.354422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:14.899918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:12.671502Z","time spent":"2.228409587s","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:14.899927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:12.095287Z","time spent":"2.804630896s","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:14.899912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562852054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:14.900001Z","caller":"traceutil/trace.go:171","msg":"trace[1401192903] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26195; }","duration":"3.562975578s","start":"2026-04-23T03:13:11.337014Z","end":"2026-04-23T03:13:14.899989Z","steps":["trace[1401192903] 'agreement among raft nodes before linearized reading' (duration: 3.562866815s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:14.899961Z","caller":"traceutil/trace.go:171","msg":"trace[1160917282] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26195; }","duration":"957.501827ms","start":"2026-04-23T03:13:13.94244Z","end":"2026-04-23T03:13:14.899942Z","steps":["trace[1160917282] 'agreement among raft nodes before linearized reading' (duration: 957.28864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.900056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:11.336996Z","time spent":"3.56304507s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-23T03:13:14.899787Z","caller":"traceutil/trace.go:171","msg":"trace[699770862] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26195; }","duration":"3.1069624s","start":"2026-04-23T03:13:11.792808Z","end":"2026-04-23T03:13:14.899771Z","steps":["trace[699770862] 'agreement among raft nodes before linearized reading' (duration: 3.106815855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.900182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:11.792791Z","time spent":"3.107377122s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:14.899811Z","caller":"traceutil/trace.go:171","msg":"trace[716887772] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26195; }","duration":"3.12913961s","start":"2026-04-23T03:13:11.770658Z","end":"2026-04-23T03:13:14.899797Z","steps":["trace[716887772] 'agreement among raft nodes before linearized reading' (duration: 3.129098049s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.900142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:13.942377Z","time spent":"957.675552ms","remote":"127.0.0.1:38792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:14.900285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:11.770636Z","time spent":"3.129625585s","remote":"127.0.0.1:53368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:14.899809Z","caller":"traceutil/trace.go:171","msg":"trace[1576839090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26195; }","duration":"1.558935373s","start":"2026-04-23T03:13:13.340868Z","end":"2026-04-23T03:13:14.899803Z","steps":["trace[1576839090] 'agreement among raft nodes before linearized reading' (duration: 1.558901382s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.900371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:13.340815Z","time spent":"1.559546391s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:14.89979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.564917479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8ddc985a38c96\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-23T03:13:14.900502Z","caller":"traceutil/trace.go:171","msg":"trace[613108485] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a8ddc985a38c96; range_end:; response_count:1; response_revision:26195; }","duration":"3.565687994s","start":"2026-04-23T03:13:11.334787Z","end":"2026-04-23T03:13:14.900475Z","steps":["trace[613108485] 'agreement among raft nodes before linearized reading' (duration: 3.564748554s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.900579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:11.334773Z","time spent":"3.565783406s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8ddc985a38c96\" "} {"level":"info","ts":"2026-04-23T03:13:14.899797Z","caller":"traceutil/trace.go:171","msg":"trace[1559049814] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26195; }","duration":"349.855366ms","start":"2026-04-23T03:13:14.549929Z","end":"2026-04-23T03:13:14.899784Z","steps":["trace[1559049814] 'agreement among raft nodes before linearized reading' (duration: 349.67974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.900689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:14.549896Z","time spent":"350.780665ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:14.899875Z","caller":"traceutil/trace.go:171","msg":"trace[1726825978] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26195; }","duration":"1.930014308s","start":"2026-04-23T03:13:12.969852Z","end":"2026-04-23T03:13:14.899866Z","steps":["trace[1726825978] 'agreement among raft nodes before linearized reading' (duration: 1.929974446s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.900819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:12.96983Z","time spent":"1.930980068s","remote":"127.0.0.1:53664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:14.899864Z","caller":"traceutil/trace.go:171","msg":"trace[1122254463] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26195; }","duration":"3.39719398s","start":"2026-04-23T03:13:11.502646Z","end":"2026-04-23T03:13:14.89984Z","steps":["trace[1122254463] 'agreement among raft nodes before linearized reading' (duration: 3.397042185s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:14.899913Z","caller":"traceutil/trace.go:171","msg":"trace[1355015973] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26195; }","duration":"556.666481ms","start":"2026-04-23T03:13:14.343234Z","end":"2026-04-23T03:13:14.8999Z","steps":["trace[1355015973] 'agreement among raft nodes before linearized reading' (duration: 556.591168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.900878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:11.502631Z","time spent":"3.398224353s","remote":"127.0.0.1:38760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:14.900921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:14.343218Z","time spent":"557.680622ms","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:14.899726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268940778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:14.900995Z","caller":"traceutil/trace.go:171","msg":"trace[394140013] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26195; }","duration":"3.270254549s","start":"2026-04-23T03:13:11.630729Z","end":"2026-04-23T03:13:14.900984Z","steps":["trace[394140013] 'agreement among raft nodes before linearized reading' (duration: 3.268950398s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:14.901053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:11.630702Z","time spent":"3.270340552s","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:14.898251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:14.060769Z","time spent":"837.476564ms","remote":"127.0.0.1:49300","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:13:16.59125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165927473s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:16.591498Z","caller":"traceutil/trace.go:171","msg":"trace[1857805900] linearizableReadLoop","detail":"{readStateIndex:27089; appliedIndex:27087; }","duration":"1.108078585s","start":"2026-04-23T03:13:15.483395Z","end":"2026-04-23T03:13:16.591474Z","steps":["trace[1857805900] 'read index received' (duration: 171.52354ms)","trace[1857805900] 'applied index is now lower than readState.Index' (duration: 936.553675ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:16.591636Z","caller":"traceutil/trace.go:171","msg":"trace[1838736262] transaction","detail":"{read_only:false; response_revision:26196; number_of_response:1; }","duration":"1.689043922s","start":"2026-04-23T03:13:14.902571Z","end":"2026-04-23T03:13:16.591615Z","steps":["trace[1838736262] 'process raft request' (duration: 522.646384ms)","trace[1838736262] 'compare' (duration: 1.16551861s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:16.591735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:14.902552Z","time spent":"1.689131465s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:16.592126Z","caller":"traceutil/trace.go:171","msg":"trace[1880208937] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"1.595125845s","start":"2026-04-23T03:13:14.996985Z","end":"2026-04-23T03:13:16.592111Z","steps":["trace[1880208937] 'process raft request' (duration: 1.594378831s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:16.592237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:14.996951Z","time spent":"1.595233598s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:16.592419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109008825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:16.592517Z","caller":"traceutil/trace.go:171","msg":"trace[109113027] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26197; }","duration":"1.109118218s","start":"2026-04-23T03:13:15.483379Z","end":"2026-04-23T03:13:16.592497Z","steps":["trace[109113027] 'agreement among raft nodes before linearized reading' (duration: 1.108968023s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:16.592558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:15.483312Z","time spent":"1.109235652s","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:16.592796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046145488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:16.59286Z","caller":"traceutil/trace.go:171","msg":"trace[655503438] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26197; }","duration":"1.046245171s","start":"2026-04-23T03:13:15.546599Z","end":"2026-04-23T03:13:16.592844Z","steps":["trace[655503438] 'agreement among raft nodes before linearized reading' (duration: 1.046125157s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:16.592904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:15.546575Z","time spent":"1.046317024s","remote":"127.0.0.1:40814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:16.593275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.334358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T03:13:16.593302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013515357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:13:16.593349Z","caller":"traceutil/trace.go:171","msg":"trace[857433859] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26197; }","duration":"1.013592229s","start":"2026-04-23T03:13:15.57974Z","end":"2026-04-23T03:13:16.593332Z","steps":["trace[857433859] 'agreement among raft nodes before linearized reading' (duration: 1.013350282s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:16.593392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:15.579721Z","time spent":"1.013660081s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T03:13:16.593331Z","caller":"traceutil/trace.go:171","msg":"trace[736030644] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26197; }","duration":"999.415421ms","start":"2026-04-23T03:13:15.593901Z","end":"2026-04-23T03:13:16.593317Z","steps":["trace[736030644] 'agreement among raft nodes before linearized reading' (duration: 999.178603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:16.593671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:15.593891Z","time spent":"999.627307ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T03:13:16.594122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.184854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:16.594155Z","caller":"traceutil/trace.go:171","msg":"trace[1466960828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26197; }","duration":"943.243756ms","start":"2026-04-23T03:13:15.650902Z","end":"2026-04-23T03:13:16.594146Z","steps":["trace[1466960828] 'agreement among raft nodes before linearized reading' (duration: 943.202775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:16.594172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:15.650886Z","time spent":"943.283017ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:17.710864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.26601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:17.710965Z","caller":"traceutil/trace.go:171","msg":"trace[1473527602] linearizableReadLoop","detail":"{readStateIndex:27091; appliedIndex:27090; }","duration":"1.112998911s","start":"2026-04-23T03:13:16.597955Z","end":"2026-04-23T03:13:17.710954Z","steps":["trace[1473527602] 'read index received' (duration: 77.806979ms)","trace[1473527602] 'applied index is now lower than readState.Index' (duration: 1.035191202s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:17.711009Z","caller":"traceutil/trace.go:171","msg":"trace[649407400] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"1.113454665s","start":"2026-04-23T03:13:16.597548Z","end":"2026-04-23T03:13:17.711003Z","steps":["trace[649407400] 'process raft request' (duration: 211.982668ms)","trace[649407400] 'compare' (duration: 900.883578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:17.711039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:16.597533Z","time spent":"1.113488916s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:17.711207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113258199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:13:17.711222Z","caller":"traceutil/trace.go:171","msg":"trace[649090652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26198; }","duration":"1.11329514s","start":"2026-04-23T03:13:16.597922Z","end":"2026-04-23T03:13:17.711218Z","steps":["trace[649090652] 'agreement among raft nodes before linearized reading' (duration: 1.113218178s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:17.711236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:16.597909Z","time spent":"1.113324811s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:13:17.815856Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004542023s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:13:18.654181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T03:13:18.654279Z","caller":"traceutil/trace.go:171","msg":"trace[1604162468] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333969s","start":"2026-04-23T03:13:16.653923Z","end":"2026-04-23T03:13:18.654257Z","steps":["trace[1604162468] 'agreement among raft nodes before linearized reading' (duration: 2.000206125s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:18.654337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:16.653908Z","time spent":"2.000415712s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:18.81111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.751553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:18.811469Z","caller":"traceutil/trace.go:171","msg":"trace[731700937] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"1.097464308s","start":"2026-04-23T03:13:17.713982Z","end":"2026-04-23T03:13:18.811447Z","steps":["trace[731700937] 'process raft request' (duration: 1.097310284s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:18.811688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:17.713956Z","time spent":"1.097608203s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:13:18.812065Z","caller":"traceutil/trace.go:171","msg":"trace[869332478] linearizableReadLoop","detail":"{readStateIndex:27092; appliedIndex:27091; }","duration":"1.101058392s","start":"2026-04-23T03:13:17.71098Z","end":"2026-04-23T03:13:18.812038Z","steps":["trace[869332478] 'read index received' (duration: 105.214325ms)","trace[869332478] 'applied index is now lower than readState.Index' (duration: 995.840637ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:18.812085Z","caller":"traceutil/trace.go:171","msg":"trace[1035067947] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"2.135308044s","start":"2026-04-23T03:13:16.676744Z","end":"2026-04-23T03:13:18.812052Z","steps":["trace[1035067947] 'process raft request' (duration: 1.139521939s)","trace[1035067947] 'compare' (duration: 994.207056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:18.812179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033514528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:18.812209Z","caller":"traceutil/trace.go:171","msg":"trace[1715907415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26200; }","duration":"2.03359317s","start":"2026-04-23T03:13:16.778607Z","end":"2026-04-23T03:13:18.8122Z","steps":["trace[1715907415] 'agreement among raft nodes before linearized reading' (duration: 2.033529028s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:18.812203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:16.676715Z","time spent":"2.135417918s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:18.812235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:16.778588Z","time spent":"2.033641172s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:18.812261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69214767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T03:13:18.812397Z","caller":"traceutil/trace.go:171","msg":"trace[940119178] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26200; }","duration":"1.692305455s","start":"2026-04-23T03:13:17.120059Z","end":"2026-04-23T03:13:18.812364Z","steps":["trace[940119178] 'agreement among raft nodes before linearized reading' (duration: 1.691985165s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:18.812585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:17.120037Z","time spent":"1.692530402s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-23T03:13:18.842752Z","caller":"traceutil/trace.go:171","msg":"trace[635965432] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"995.617301ms","start":"2026-04-23T03:13:17.847102Z","end":"2026-04-23T03:13:18.84272Z","steps":["trace[635965432] 'process raft request' (duration: 995.219558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:18.842891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:17.847078Z","time spent":"995.738004ms","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:19.455953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.298618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:19.456232Z","caller":"traceutil/trace.go:171","msg":"trace[1274624109] linearizableReadLoop","detail":"{readStateIndex:27095; appliedIndex:27093; }","duration":"644.100834ms","start":"2026-04-23T03:13:18.812114Z","end":"2026-04-23T03:13:19.456215Z","steps":["trace[1274624109] 'read index received' (duration: 30.061411ms)","trace[1274624109] 'applied index is now lower than readState.Index' (duration: 614.038573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:19.456437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549031167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:19.456504Z","caller":"traceutil/trace.go:171","msg":"trace[2053651305] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26203; }","duration":"1.549139981s","start":"2026-04-23T03:13:17.907352Z","end":"2026-04-23T03:13:19.456492Z","steps":["trace[2053651305] 'agreement among raft nodes before linearized reading' (duration: 1.549010937s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:19.456557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:17.90733Z","time spent":"1.549216763s","remote":"127.0.0.1:53824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:19.456603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.121121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:19.456634Z","caller":"traceutil/trace.go:171","msg":"trace[771562623] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26203; }","duration":"698.192563ms","start":"2026-04-23T03:13:18.758433Z","end":"2026-04-23T03:13:19.456625Z","steps":["trace[771562623] 'agreement among raft nodes before linearized reading' (duration: 698.145011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:19.456659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:18.758412Z","time spent":"698.239644ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:19.456501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744228466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18651"} {"level":"warn","ts":"2026-04-23T03:13:19.456432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.318361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:19.456706Z","caller":"traceutil/trace.go:171","msg":"trace[1732913965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26203; }","duration":"801.648252ms","start":"2026-04-23T03:13:18.655048Z","end":"2026-04-23T03:13:19.456697Z","steps":["trace[1732913965] 'agreement among raft nodes before linearized reading' (duration: 801.284321ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:19.45656Z","caller":"traceutil/trace.go:171","msg":"trace[1721804237] transaction","detail":"{read_only:false; response_revision:26203; number_of_response:1; }","duration":"640.894682ms","start":"2026-04-23T03:13:18.81565Z","end":"2026-04-23T03:13:19.456544Z","steps":["trace[1721804237] 'process raft request' (duration: 640.452558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:19.456695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.001246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:19.456728Z","caller":"traceutil/trace.go:171","msg":"trace[100119716] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26203; }","duration":"1.744460393s","start":"2026-04-23T03:13:17.712234Z","end":"2026-04-23T03:13:19.456695Z","steps":["trace[100119716] 'agreement among raft nodes before linearized reading' (duration: 1.744116532s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:19.456736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:18.655026Z","time spent":"801.703803ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:19.456754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.332694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:19.456766Z","caller":"traceutil/trace.go:171","msg":"trace[1940620737] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26203; }","duration":"748.075019ms","start":"2026-04-23T03:13:18.708672Z","end":"2026-04-23T03:13:19.456747Z","steps":["trace[1940620737] 'agreement among raft nodes before linearized reading' (duration: 747.964755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:19.45671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.066621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:19.456815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:18.708652Z","time spent":"748.148451ms","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:19.456839Z","caller":"traceutil/trace.go:171","msg":"trace[2002573419] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26203; }","duration":"643.191585ms","start":"2026-04-23T03:13:18.813628Z","end":"2026-04-23T03:13:19.45682Z","steps":["trace[2002573419] 'agreement among raft nodes before linearized reading' (duration: 643.04655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:19.456761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:17.712209Z","time spent":"1.744542306s","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18673,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T03:13:19.456887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.848124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-23T03:13:19.4569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:18.813615Z","time spent":"643.243396ms","remote":"127.0.0.1:53774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:19.456915Z","caller":"traceutil/trace.go:171","msg":"trace[1879351277] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26203; }","duration":"642.904966ms","start":"2026-04-23T03:13:18.814002Z","end":"2026-04-23T03:13:19.456907Z","steps":["trace[1879351277] 'agreement among raft nodes before linearized reading' (duration: 642.814623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:19.456943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:18.813988Z","time spent":"642.946987ms","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T03:13:19.456798Z","caller":"traceutil/trace.go:171","msg":"trace[1979561319] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26203; }","duration":"252.373225ms","start":"2026-04-23T03:13:19.204412Z","end":"2026-04-23T03:13:19.456785Z","steps":["trace[1979561319] 'agreement among raft nodes before linearized reading' (duration: 252.320453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:19.456958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.525394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18651"} {"level":"info","ts":"2026-04-23T03:13:19.456981Z","caller":"traceutil/trace.go:171","msg":"trace[260382100] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26203; }","duration":"605.585326ms","start":"2026-04-23T03:13:18.85139Z","end":"2026-04-23T03:13:19.456975Z","steps":["trace[260382100] 'agreement among raft nodes before linearized reading' (duration: 605.491793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:19.456435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033246569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:19.456979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.526122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-345a2324-bfe4-442f-a895-d5b226be2d99\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T03:13:19.457045Z","caller":"traceutil/trace.go:171","msg":"trace[596296668] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26203; }","duration":"1.03389453s","start":"2026-04-23T03:13:18.42313Z","end":"2026-04-23T03:13:19.457024Z","steps":["trace[596296668] 'agreement among raft nodes before linearized reading' (duration: 1.033226578s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:19.457063Z","caller":"traceutil/trace.go:171","msg":"trace[1838096740] range","detail":"{range_begin:/registry/persistentvolumes/pvc-345a2324-bfe4-442f-a895-d5b226be2d99; range_end:; response_count:1; response_revision:26203; }","duration":"641.647466ms","start":"2026-04-23T03:13:18.815393Z","end":"2026-04-23T03:13:19.45704Z","steps":["trace[1838096740] 'agreement among raft nodes before linearized reading' (duration: 641.371487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:19.457079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:18.423112Z","time spent":"1.033956292s","remote":"127.0.0.1:53816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:19.457108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:18.815385Z","time spent":"641.712728ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-345a2324-bfe4-442f-a895-d5b226be2d99\" "} {"level":"warn","ts":"2026-04-23T03:13:19.457009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:18.851371Z","time spent":"605.630048ms","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18673,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-23T03:13:19.456343Z","caller":"traceutil/trace.go:171","msg":"trace[673524482] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"857.989842ms","start":"2026-04-23T03:13:18.598342Z","end":"2026-04-23T03:13:19.456332Z","steps":["trace[673524482] 'process raft request' (duration: 539.217788ms)","trace[673524482] 'compare' (duration: 318.048001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:19.457492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:18.598319Z","time spent":"859.134038ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:19.457821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:18.815638Z","time spent":"642.10495ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:13:20.462792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.344452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:20.462894Z","caller":"traceutil/trace.go:171","msg":"trace[1176842475] linearizableReadLoop","detail":"{readStateIndex:27097; appliedIndex:27096; }","duration":"949.005638ms","start":"2026-04-23T03:13:19.513873Z","end":"2026-04-23T03:13:20.462878Z","steps":["trace[1176842475] 'read index received' (duration: 110.507212ms)","trace[1176842475] 'applied index is now lower than readState.Index' (duration: 838.497046ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:20.462963Z","caller":"traceutil/trace.go:171","msg":"trace[1492682786] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"1.000522897s","start":"2026-04-23T03:13:19.462428Z","end":"2026-04-23T03:13:20.462951Z","steps":["trace[1492682786] 'process raft request' (duration: 161.926097ms)","trace[1492682786] 'compare' (duration: 837.66425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:20.463017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:19.462417Z","time spent":"1.000570058s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:20.463262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.36734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:20.463353Z","caller":"traceutil/trace.go:171","msg":"trace[1593187913] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26204; }","duration":"949.495084ms","start":"2026-04-23T03:13:19.513837Z","end":"2026-04-23T03:13:20.463332Z","steps":["trace[1593187913] 'agreement among raft nodes before linearized reading' (duration: 949.334879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:20.463393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:19.51382Z","time spent":"949.564646ms","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T03:13:20.776714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.004217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:20.776966Z","caller":"traceutil/trace.go:171","msg":"trace[1780088063] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"279.635157ms","start":"2026-04-23T03:13:20.497306Z","end":"2026-04-23T03:13:20.776941Z","steps":["trace[1780088063] 'process raft request' (duration: 279.529783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:20.777174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.521101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:20.777138Z","caller":"traceutil/trace.go:171","msg":"trace[1661898374] linearizableReadLoop","detail":"{readStateIndex:27098; appliedIndex:27097; }","duration":"314.150787ms","start":"2026-04-23T03:13:20.462919Z","end":"2026-04-23T03:13:20.77707Z","steps":["trace[1661898374] 'read index received' (duration: 115.676225ms)","trace[1661898374] 'applied index is now lower than readState.Index' (duration: 198.470952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:20.77721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.705784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:20.777197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.853803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T03:13:20.77725Z","caller":"traceutil/trace.go:171","msg":"trace[198468820] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26206; }","duration":"384.638635ms","start":"2026-04-23T03:13:20.392593Z","end":"2026-04-23T03:13:20.777231Z","steps":["trace[198468820] 'agreement among raft nodes before linearized reading' (duration: 384.48643ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:20.777283Z","caller":"traceutil/trace.go:171","msg":"trace[1763979845] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26206; }","duration":"329.976237ms","start":"2026-04-23T03:13:20.447294Z","end":"2026-04-23T03:13:20.77727Z","steps":["trace[1763979845] 'agreement among raft nodes before linearized reading' (duration: 329.780821ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:20.777285Z","caller":"traceutil/trace.go:171","msg":"trace[882486286] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26206; }","duration":"707.838938ms","start":"2026-04-23T03:13:20.069426Z","end":"2026-04-23T03:13:20.777265Z","steps":["trace[882486286] 'agreement among raft nodes before linearized reading' (duration: 707.660882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:20.777286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252819288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:20.77731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:20.392572Z","time spent":"384.716338ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:20.777328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:20.447272Z","time spent":"330.04943ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T03:13:20.777363Z","caller":"traceutil/trace.go:171","msg":"trace[1471052564] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26206; }","duration":"1.252940312s","start":"2026-04-23T03:13:19.524402Z","end":"2026-04-23T03:13:20.777343Z","steps":["trace[1471052564] 'agreement among raft nodes before linearized reading' (duration: 1.252789518s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:20.777416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:19.524386Z","time spent":"1.253020435s","remote":"127.0.0.1:60690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:20.777358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:20.06941Z","time spent":"707.92808ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:20.77744Z","caller":"traceutil/trace.go:171","msg":"trace[1010993260] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"856.991361ms","start":"2026-04-23T03:13:19.919855Z","end":"2026-04-23T03:13:20.776846Z","steps":["trace[1010993260] 'process raft request' (duration: 658.715385ms)","trace[1010993260] 'compare' (duration: 197.603334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:20.777273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.711599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-23T03:13:20.777586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.06286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-f5f557856-fssgb.18a8ddb31bba1522\" ","response":"range_response_count:1 size:748"} {"level":"warn","ts":"2026-04-23T03:13:20.777583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:19.919834Z","time spent":"857.675653ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:20.777566Z","caller":"traceutil/trace.go:171","msg":"trace[1683746662] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26206; }","duration":"330.026129ms","start":"2026-04-23T03:13:20.447515Z","end":"2026-04-23T03:13:20.777542Z","steps":["trace[1683746662] 'agreement among raft nodes before linearized reading' (duration: 329.595165ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:20.777626Z","caller":"traceutil/trace.go:171","msg":"trace[136851410] range","detail":"{range_begin:/registry/events/openstack/magnum-api-f5f557856-fssgb.18a8ddb31bba1522; range_end:; response_count:1; response_revision:26206; }","duration":"311.119831ms","start":"2026-04-23T03:13:20.466494Z","end":"2026-04-23T03:13:20.777614Z","steps":["trace[136851410] 'agreement among raft nodes before linearized reading' (duration: 311.027558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:20.777653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:20.466483Z","time spent":"311.163363ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/magnum-api-f5f557856-fssgb.18a8ddb31bba1522\" "} {"level":"warn","ts":"2026-04-23T03:13:20.777644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.58471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:20.777662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:20.447508Z","time spent":"330.134063ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T03:13:20.777692Z","caller":"traceutil/trace.go:171","msg":"trace[1006638859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26206; }","duration":"120.660573ms","start":"2026-04-23T03:13:20.657016Z","end":"2026-04-23T03:13:20.777677Z","steps":["trace[1006638859] 'agreement among raft nodes before linearized reading' (duration: 120.452456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:20.777696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.180987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:20.777636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.453532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:20.777826Z","caller":"traceutil/trace.go:171","msg":"trace[429284126] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26206; }","duration":"163.416654ms","start":"2026-04-23T03:13:20.614387Z","end":"2026-04-23T03:13:20.777804Z","steps":["trace[429284126] 'agreement among raft nodes before linearized reading' (duration: 163.116814ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:20.777925Z","caller":"traceutil/trace.go:171","msg":"trace[47630523] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26206; }","duration":"311.847704ms","start":"2026-04-23T03:13:20.466055Z","end":"2026-04-23T03:13:20.777903Z","steps":["trace[47630523] 'agreement among raft nodes before linearized reading' (duration: 311.40493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:20.778091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:20.466033Z","time spent":"312.03916ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T03:13:21.186931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.844773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:21.187596Z","caller":"traceutil/trace.go:171","msg":"trace[118324281] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"407.466795ms","start":"2026-04-23T03:13:20.780107Z","end":"2026-04-23T03:13:21.187573Z","steps":["trace[118324281] 'process raft request' (duration: 201.881179ms)","trace[118324281] 'compare' (duration: 204.732579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:21.187689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:20.780085Z","time spent":"407.562519ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:21.187742Z","caller":"traceutil/trace.go:171","msg":"trace[1412093865] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"405.255416ms","start":"2026-04-23T03:13:20.782467Z","end":"2026-04-23T03:13:21.187722Z","steps":["trace[1412093865] 'process raft request' (duration: 405.220995ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:21.18782Z","caller":"traceutil/trace.go:171","msg":"trace[119631639] linearizableReadLoop","detail":"{readStateIndex:27100; appliedIndex:27099; }","duration":"405.585076ms","start":"2026-04-23T03:13:20.782222Z","end":"2026-04-23T03:13:21.187807Z","steps":["trace[119631639] 'read index received' (duration: 199.780442ms)","trace[119631639] 'applied index is now lower than readState.Index' (duration: 205.803264ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:21.187846Z","caller":"traceutil/trace.go:171","msg":"trace[46306043] transaction","detail":"{read_only:false; response_revision:26208; number_of_response:1; }","duration":"405.459972ms","start":"2026-04-23T03:13:20.782352Z","end":"2026-04-23T03:13:21.187812Z","steps":["trace[46306043] 'process raft request' (duration: 405.214384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:21.188005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:20.782332Z","time spent":"405.590216ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:21.188164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.491666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:13:21.188198Z","caller":"traceutil/trace.go:171","msg":"trace[358807553] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26209; }","duration":"257.582929ms","start":"2026-04-23T03:13:20.930608Z","end":"2026-04-23T03:13:21.188191Z","steps":["trace[358807553] 'agreement among raft nodes before linearized reading' (duration: 257.30245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:21.188209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.972409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:13:21.188356Z","caller":"traceutil/trace.go:171","msg":"trace[46084440] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26209; }","duration":"406.107443ms","start":"2026-04-23T03:13:20.782186Z","end":"2026-04-23T03:13:21.188294Z","steps":["trace[46084440] 'agreement among raft nodes before linearized reading' (duration: 405.669869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:21.188493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:20.782171Z","time spent":"406.235327ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:13:21.188536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:20.782444Z","time spent":"406.04454ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:21.72006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:13:22.221004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:13:22.721913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:13:22.746087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.551855217s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:13:23.064374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:21.478894Z","time spent":"1.58547372s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:13:23.065247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.830515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:23.065357Z","caller":"traceutil/trace.go:171","msg":"trace[1926345556] transaction","detail":"{read_only:false; response_revision:26210; number_of_response:1; }","duration":"1.871225889s","start":"2026-04-23T03:13:21.194111Z","end":"2026-04-23T03:13:23.065337Z","steps":["trace[1926345556] 'process raft request' (duration: 1.552239419s)","trace[1926345556] 'compare' (duration: 317.904486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:23.065418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:21.194092Z","time spent":"1.871296111s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:23.068796Z","caller":"traceutil/trace.go:171","msg":"trace[1839995201] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"1.6054303s","start":"2026-04-23T03:13:21.46335Z","end":"2026-04-23T03:13:23.068781Z","steps":["trace[1839995201] 'process raft request' (duration: 1.605213173s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:23.068863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:21.463329Z","time spent":"1.605501623s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:23.550362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.643809ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:13:23.550437Z","caller":"traceutil/trace.go:171","msg":"trace[1191893141] linearizableReadLoop","detail":"{readStateIndex:27105; appliedIndex:27102; }","duration":"2.331171303s","start":"2026-04-23T03:13:21.219254Z","end":"2026-04-23T03:13:23.550425Z","steps":["trace[1191893141] 'read index received' (duration: 1.52696725s)","trace[1191893141] 'applied index is now lower than readState.Index' (duration: 804.203153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:23.550729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331466353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-23T03:13:23.550753Z","caller":"traceutil/trace.go:171","msg":"trace[2039496482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26211; }","duration":"2.331542435s","start":"2026-04-23T03:13:21.219202Z","end":"2026-04-23T03:13:23.550745Z","steps":["trace[2039496482] 'agreement among raft nodes before linearized reading' (duration: 2.331423681s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:23.550773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:21.219184Z","time spent":"2.331582777s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T03:13:23.550859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.370778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:23.550871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288453774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:23.550916Z","caller":"traceutil/trace.go:171","msg":"trace[1941790582] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26211; }","duration":"904.471091ms","start":"2026-04-23T03:13:22.646433Z","end":"2026-04-23T03:13:23.550904Z","steps":["trace[1941790582] 'agreement among raft nodes before linearized reading' (duration: 904.359457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:23.550945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:22.646415Z","time spent":"904.523232ms","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:23.550949Z","caller":"traceutil/trace.go:171","msg":"trace[1433195227] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26211; }","duration":"2.288589198s","start":"2026-04-23T03:13:21.262341Z","end":"2026-04-23T03:13:23.55093Z","steps":["trace[1433195227] 'agreement among raft nodes before linearized reading' (duration: 2.288431353s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:23.550976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876891458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:23.550994Z","caller":"traceutil/trace.go:171","msg":"trace[1702397453] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26211; }","duration":"1.876955841s","start":"2026-04-23T03:13:21.674033Z","end":"2026-04-23T03:13:23.550989Z","steps":["trace[1702397453] 'agreement among raft nodes before linearized reading' (duration: 1.87692235s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:23.550953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873553712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:23.551015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:21.674008Z","time spent":"1.877003251s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:23.551048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974946646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:23.550997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:21.262324Z","time spent":"2.28866285s","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:23.551091Z","caller":"traceutil/trace.go:171","msg":"trace[1486609725] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26211; }","duration":"1.975019358s","start":"2026-04-23T03:13:21.576059Z","end":"2026-04-23T03:13:23.551079Z","steps":["trace[1486609725] 'agreement among raft nodes before linearized reading' (duration: 1.974959897s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:23.551127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:21.576037Z","time spent":"1.975081411s","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:23.551132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.152076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:23.551046Z","caller":"traceutil/trace.go:171","msg":"trace[410713784] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26211; }","duration":"1.873678907s","start":"2026-04-23T03:13:21.677345Z","end":"2026-04-23T03:13:23.551023Z","steps":["trace[410713784] 'agreement among raft nodes before linearized reading' (duration: 1.873537062s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:23.55118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.045904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:23.551212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:21.677334Z","time spent":"1.873869582s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:23.551225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.61157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cr65x.18a8daef99ce7d75\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-04-23T03:13:23.551217Z","caller":"traceutil/trace.go:171","msg":"trace[260439298] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26211; }","duration":"832.28621ms","start":"2026-04-23T03:13:22.718911Z","end":"2026-04-23T03:13:23.551197Z","steps":["trace[260439298] 'agreement among raft nodes before linearized reading' (duration: 832.147706ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:23.551242Z","caller":"traceutil/trace.go:171","msg":"trace[1031488257] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-cr65x.18a8daef99ce7d75; range_end:; response_count:1; response_revision:26211; }","duration":"482.62722ms","start":"2026-04-23T03:13:23.06861Z","end":"2026-04-23T03:13:23.551237Z","steps":["trace[1031488257] 'agreement among raft nodes before linearized reading' (duration: 482.578269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:23.55126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:23.068568Z","time spent":"482.689143ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cr65x.18a8daef99ce7d75\" "} {"level":"info","ts":"2026-04-23T03:13:23.551249Z","caller":"traceutil/trace.go:171","msg":"trace[460144029] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26211; }","duration":"414.159357ms","start":"2026-04-23T03:13:23.137072Z","end":"2026-04-23T03:13:23.551231Z","steps":["trace[460144029] 'agreement among raft nodes before linearized reading' (duration: 414.053144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:23.551259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:22.718889Z","time spent":"832.360633ms","remote":"127.0.0.1:40506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:23.551299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:23.137047Z","time spent":"414.23623ms","remote":"127.0.0.1:53358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:23.5511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.015419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:23.551393Z","caller":"traceutil/trace.go:171","msg":"trace[1582742522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26211; }","duration":"899.332378ms","start":"2026-04-23T03:13:22.652052Z","end":"2026-04-23T03:13:23.551385Z","steps":["trace[1582742522] 'agreement among raft nodes before linearized reading' (duration: 899.022678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:23.551415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:22.652038Z","time spent":"899.37102ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:23.551167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5503861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:23.551476Z","caller":"traceutil/trace.go:171","msg":"trace[816903002] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26211; }","duration":"1.550716871s","start":"2026-04-23T03:13:22.000748Z","end":"2026-04-23T03:13:23.551465Z","steps":["trace[816903002] 'agreement among raft nodes before linearized reading' (duration: 1.55038968s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:23.551519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:22.000732Z","time spent":"1.550775073s","remote":"127.0.0.1:60912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:24.153911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229843,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:13:24.241672Z","caller":"traceutil/trace.go:171","msg":"trace[1953580023] linearizableReadLoop","detail":"{readStateIndex:27106; appliedIndex:27105; }","duration":"588.248118ms","start":"2026-04-23T03:13:23.653393Z","end":"2026-04-23T03:13:24.241641Z","steps":["trace[1953580023] 'read index received' (duration: 588.032131ms)","trace[1953580023] 'applied index is now lower than readState.Index' (duration: 215.157µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:24.241698Z","caller":"traceutil/trace.go:171","msg":"trace[1472609329] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"687.609318ms","start":"2026-04-23T03:13:23.554059Z","end":"2026-04-23T03:13:24.241669Z","steps":["trace[1472609329] 'process raft request' (duration: 687.400581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:24.241833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:23.554039Z","time spent":"687.725352ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:24.241908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.863966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:24.241942Z","caller":"traceutil/trace.go:171","msg":"trace[201393171] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26212; }","duration":"512.936018ms","start":"2026-04-23T03:13:23.728998Z","end":"2026-04-23T03:13:24.241934Z","steps":["trace[201393171] 'agreement among raft nodes before linearized reading' (duration: 512.842945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:24.241961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:23.728979Z","time spent":"512.97705ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:24.241963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.128105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:24.242042Z","caller":"traceutil/trace.go:171","msg":"trace[907340160] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26212; }","duration":"563.268619ms","start":"2026-04-23T03:13:23.678755Z","end":"2026-04-23T03:13:24.242024Z","steps":["trace[907340160] 'agreement among raft nodes before linearized reading' (duration: 563.075013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:24.242106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:23.678725Z","time spent":"563.363632ms","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:24.242197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.715443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:24.242261Z","caller":"traceutil/trace.go:171","msg":"trace[1178487695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26212; }","duration":"588.868728ms","start":"2026-04-23T03:13:23.653375Z","end":"2026-04-23T03:13:24.242243Z","steps":["trace[1178487695] 'agreement among raft nodes before linearized reading' (duration: 588.61718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:24.242431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:23.653307Z","time spent":"589.106015ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:25.150647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.052571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:25.150781Z","caller":"traceutil/trace.go:171","msg":"trace[863870242] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"902.821889ms","start":"2026-04-23T03:13:24.247932Z","end":"2026-04-23T03:13:25.150754Z","steps":["trace[863870242] 'process raft request' (duration: 240.50638ms)","trace[863870242] 'compare' (duration: 661.530664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:25.150874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:24.247913Z","time spent":"902.911292ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:25.153481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:13:25.525347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.735054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:25.525729Z","caller":"traceutil/trace.go:171","msg":"trace[450425163] linearizableReadLoop","detail":"{readStateIndex:27109; appliedIndex:27107; }","duration":"872.944435ms","start":"2026-04-23T03:13:24.652768Z","end":"2026-04-23T03:13:25.525712Z","steps":["trace[450425163] 'read index received' (duration: 689.747186ms)","trace[450425163] 'applied index is now lower than readState.Index' (duration: 183.196309ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:25.525821Z","caller":"traceutil/trace.go:171","msg":"trace[1968062895] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"451.616661ms","start":"2026-04-23T03:13:25.074174Z","end":"2026-04-23T03:13:25.525791Z","steps":["trace[1968062895] 'process raft request' (duration: 451.346923ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:25.525844Z","caller":"traceutil/trace.go:171","msg":"trace[1447689866] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"264.710175ms","start":"2026-04-23T03:13:25.261107Z","end":"2026-04-23T03:13:25.525817Z","steps":["trace[1447689866] 'process raft request' (duration: 264.508919ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:25.525862Z","caller":"traceutil/trace.go:171","msg":"trace[800776626] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"1.261129131s","start":"2026-04-23T03:13:24.264706Z","end":"2026-04-23T03:13:25.525835Z","steps":["trace[800776626] 'process raft request' (duration: 1.077792738s)","trace[800776626] 'compare' (duration: 182.26967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:25.525955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:25.074149Z","time spent":"451.738925ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:25.525978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:24.26468Z","time spent":"1.261239205s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:25.525854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.09693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:25.526058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.88718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2zgsh.18a8ddc8377cbd18\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-04-23T03:13:25.525944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.580474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:25.526096Z","caller":"traceutil/trace.go:171","msg":"trace[243330388] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2zgsh.18a8ddc8377cbd18; range_end:; response_count:1; response_revision:26216; }","duration":"370.946351ms","start":"2026-04-23T03:13:25.155138Z","end":"2026-04-23T03:13:25.526084Z","steps":["trace[243330388] 'agreement among raft nodes before linearized reading' (duration: 370.802997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:25.526118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.625363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T03:13:25.526144Z","caller":"traceutil/trace.go:171","msg":"trace[473070498] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26216; }","duration":"610.816762ms","start":"2026-04-23T03:13:24.915309Z","end":"2026-04-23T03:13:25.526125Z","steps":["trace[473070498] 'agreement among raft nodes before linearized reading' (duration: 610.565164ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:25.526183Z","caller":"traceutil/trace.go:171","msg":"trace[797574865] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26216; }","duration":"421.714366ms","start":"2026-04-23T03:13:25.104452Z","end":"2026-04-23T03:13:25.526166Z","steps":["trace[797574865] 'agreement among raft nodes before linearized reading' (duration: 421.53222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:25.526198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:24.915291Z","time spent":"610.888743ms","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:13:25.526233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:25.104437Z","time spent":"421.785239ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-23T03:13:25.526141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:25.155127Z","time spent":"371.006774ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2zgsh.18a8ddc8377cbd18\" "} {"level":"info","ts":"2026-04-23T03:13:25.52609Z","caller":"traceutil/trace.go:171","msg":"trace[1158922445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26216; }","duration":"873.382569ms","start":"2026-04-23T03:13:24.652697Z","end":"2026-04-23T03:13:25.52608Z","steps":["trace[1158922445] 'agreement among raft nodes before linearized reading' (duration: 873.119981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:25.526345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:24.652671Z","time spent":"873.662377ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:26.580786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.230007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:26.581118Z","caller":"traceutil/trace.go:171","msg":"trace[1578717420] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"1.050930849s","start":"2026-04-23T03:13:25.53017Z","end":"2026-04-23T03:13:26.581101Z","steps":["trace[1578717420] 'process raft request' (duration: 306.272658ms)","trace[1578717420] 'compare' (duration: 743.313238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:26.581182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:25.530155Z","time spent":"1.051002941s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:26.581343Z","caller":"traceutil/trace.go:171","msg":"trace[606534911] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"799.198255ms","start":"2026-04-23T03:13:25.782123Z","end":"2026-04-23T03:13:26.581322Z","steps":["trace[606534911] 'process raft request' (duration: 799.088361ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:26.581377Z","caller":"traceutil/trace.go:171","msg":"trace[2003388262] linearizableReadLoop","detail":"{readStateIndex:27111; appliedIndex:27110; }","duration":"1.048646567s","start":"2026-04-23T03:13:25.532672Z","end":"2026-04-23T03:13:26.581319Z","steps":["trace[2003388262] 'read index received' (duration: 303.747208ms)","trace[2003388262] 'applied index is now lower than readState.Index' (duration: 744.896159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:26.581491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:25.782094Z","time spent":"799.307708ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:26.581526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048850413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:26.581547Z","caller":"traceutil/trace.go:171","msg":"trace[1973456313] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26218; }","duration":"1.048886984s","start":"2026-04-23T03:13:25.532653Z","end":"2026-04-23T03:13:26.58154Z","steps":["trace[1973456313] 'agreement among raft nodes before linearized reading' (duration: 1.048849193s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:26.581563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:25.532644Z","time spent":"1.048915544s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:13:26.581689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.72283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:13:26.581754Z","caller":"traceutil/trace.go:171","msg":"trace[1127877857] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26218; }","duration":"986.832803ms","start":"2026-04-23T03:13:25.594905Z","end":"2026-04-23T03:13:26.581738Z","steps":["trace[1127877857] 'agreement among raft nodes before linearized reading' (duration: 986.639397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:26.581824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:25.594885Z","time spent":"986.925576ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T03:13:26.582152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.697585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:26.582289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.726191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:26.582387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.138183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:26.58236Z","caller":"traceutil/trace.go:171","msg":"trace[578937474] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26218; }","duration":"912.860025ms","start":"2026-04-23T03:13:25.669481Z","end":"2026-04-23T03:13:26.582341Z","steps":["trace[578937474] 'agreement among raft nodes before linearized reading' (duration: 912.228615ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:26.582446Z","caller":"traceutil/trace.go:171","msg":"trace[575192956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26218; }","duration":"931.236466ms","start":"2026-04-23T03:13:25.651194Z","end":"2026-04-23T03:13:26.582431Z","steps":["trace[575192956] 'agreement among raft nodes before linearized reading' (duration: 930.540784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:26.582482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:25.651175Z","time spent":"931.300408ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:26.582486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:25.669467Z","time spent":"913.0049ms","remote":"127.0.0.1:53662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:26.582587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.072116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:26.582683Z","caller":"traceutil/trace.go:171","msg":"trace[491926561] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26218; }","duration":"553.215342ms","start":"2026-04-23T03:13:26.029437Z","end":"2026-04-23T03:13:26.582652Z","steps":["trace[491926561] 'agreement among raft nodes before linearized reading' (duration: 552.296123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:26.582737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:26.029416Z","time spent":"553.309054ms","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:26.58233Z","caller":"traceutil/trace.go:171","msg":"trace[239802689] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26218; }","duration":"227.927183ms","start":"2026-04-23T03:13:26.354377Z","end":"2026-04-23T03:13:26.582305Z","steps":["trace[239802689] 'agreement among raft nodes before linearized reading' (duration: 227.313944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.243315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.402344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:27.243393Z","caller":"traceutil/trace.go:171","msg":"trace[67476353] linearizableReadLoop","detail":"{readStateIndex:27114; appliedIndex:27113; }","duration":"585.7485ms","start":"2026-04-23T03:13:26.657633Z","end":"2026-04-23T03:13:27.243381Z","steps":["trace[67476353] 'read index received' (duration: 147.241403ms)","trace[67476353] 'applied index is now lower than readState.Index' (duration: 438.506287ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:27.243441Z","caller":"traceutil/trace.go:171","msg":"trace[664744943] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"658.525959ms","start":"2026-04-23T03:13:26.584895Z","end":"2026-04-23T03:13:27.243421Z","steps":["trace[664744943] 'process raft request' (duration: 219.96904ms)","trace[664744943] 'compare' (duration: 438.098364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:27.243494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.084752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:27.243518Z","caller":"traceutil/trace.go:171","msg":"trace[1577249251] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26219; }","duration":"656.146144ms","start":"2026-04-23T03:13:26.587366Z","end":"2026-04-23T03:13:27.243512Z","steps":["trace[1577249251] 'agreement among raft nodes before linearized reading' (duration: 656.060381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.243519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:26.584871Z","time spent":"658.614062ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T03:13:27.243542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:26.58735Z","time spent":"656.186926ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:13:27.244446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.948297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:27.244494Z","caller":"traceutil/trace.go:171","msg":"trace[1239829394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26220; }","duration":"580.016098ms","start":"2026-04-23T03:13:26.664464Z","end":"2026-04-23T03:13:27.24448Z","steps":["trace[1239829394] 'agreement among raft nodes before linearized reading' (duration: 579.922845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.244523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:26.664455Z","time spent":"580.06059ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:13:27.245029Z","caller":"traceutil/trace.go:171","msg":"trace[916759830] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"584.938784ms","start":"2026-04-23T03:13:26.660061Z","end":"2026-04-23T03:13:27.245Z","steps":["trace[916759830] 'process raft request' (duration: 584.152169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.24516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.399384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:27.24517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.278387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T03:13:27.245195Z","caller":"traceutil/trace.go:171","msg":"trace[1576701866] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26220; }","duration":"180.336699ms","start":"2026-04-23T03:13:27.064853Z","end":"2026-04-23T03:13:27.245189Z","steps":["trace[1576701866] 'agreement among raft nodes before linearized reading' (duration: 180.245066ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:27.245197Z","caller":"traceutil/trace.go:171","msg":"trace[1428661087] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26220; }","duration":"426.475777ms","start":"2026-04-23T03:13:26.818711Z","end":"2026-04-23T03:13:27.245186Z","steps":["trace[1428661087] 'agreement among raft nodes before linearized reading' (duration: 426.406594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.245204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:26.660046Z","time spent":"585.083459ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:27.245232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:26.818694Z","time spent":"426.525738ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:27.245257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.918448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:27.245337Z","caller":"traceutil/trace.go:171","msg":"trace[258159855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26220; }","duration":"563.092174ms","start":"2026-04-23T03:13:26.682226Z","end":"2026-04-23T03:13:27.245318Z","steps":["trace[258159855] 'agreement among raft nodes before linearized reading' (duration: 562.885677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.245357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.13175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277844"} {"level":"info","ts":"2026-04-23T03:13:27.245389Z","caller":"traceutil/trace.go:171","msg":"trace[111046218] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26220; }","duration":"185.227373ms","start":"2026-04-23T03:13:27.060154Z","end":"2026-04-23T03:13:27.245381Z","steps":["trace[111046218] 'agreement among raft nodes before linearized reading' (duration: 184.81753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.245387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:26.682201Z","time spent":"563.174356ms","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:27.980776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.024227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:27.980958Z","caller":"traceutil/trace.go:171","msg":"trace[187915124] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"732.266039ms","start":"2026-04-23T03:13:27.248667Z","end":"2026-04-23T03:13:27.980933Z","steps":["trace[187915124] 'process raft request' (duration: 247.000905ms)","trace[187915124] 'compare' (duration: 483.943382ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:27.981009Z","caller":"traceutil/trace.go:171","msg":"trace[1162508406] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"448.450621ms","start":"2026-04-23T03:13:27.532533Z","end":"2026-04-23T03:13:27.980983Z","steps":["trace[1162508406] 'process raft request' (duration: 448.351368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.981068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:27.248657Z","time spent":"732.350192ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:27.981124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:27.532509Z","time spent":"448.565675ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:27.981142Z","caller":"traceutil/trace.go:171","msg":"trace[1846820122] linearizableReadLoop","detail":"{readStateIndex:27116; appliedIndex:27115; }","duration":"731.790265ms","start":"2026-04-23T03:13:27.249321Z","end":"2026-04-23T03:13:27.981111Z","steps":["trace[1846820122] 'read index received' (duration: 246.290163ms)","trace[1846820122] 'applied index is now lower than readState.Index' (duration: 485.496172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:27.981377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.029642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:27.981406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.95017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:13:27.981433Z","caller":"traceutil/trace.go:171","msg":"trace[1982863990] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26222; }","duration":"732.126836ms","start":"2026-04-23T03:13:27.249293Z","end":"2026-04-23T03:13:27.98142Z","steps":["trace[1982863990] 'agreement among raft nodes before linearized reading' (duration: 731.96215ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:27.981463Z","caller":"traceutil/trace.go:171","msg":"trace[1397485119] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26222; }","duration":"732.014431ms","start":"2026-04-23T03:13:27.249431Z","end":"2026-04-23T03:13:27.981445Z","steps":["trace[1397485119] 'agreement among raft nodes before linearized reading' (duration: 731.864667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.981486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:27.249422Z","time spent":"732.058153ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:13:27.981478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:27.24928Z","time spent":"732.187137ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:13:27.981613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.579798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:27.981733Z","caller":"traceutil/trace.go:171","msg":"trace[971973266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26222; }","duration":"156.735993ms","start":"2026-04-23T03:13:27.824978Z","end":"2026-04-23T03:13:27.981714Z","steps":["trace[971973266] 'agreement among raft nodes before linearized reading' (duration: 156.575808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.981733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.505406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-137030db-0a0a-4b77-9df7-f33ac530eec2\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-23T03:13:27.981981Z","caller":"traceutil/trace.go:171","msg":"trace[1480468436] range","detail":"{range_begin:/registry/persistentvolumes/pvc-137030db-0a0a-4b77-9df7-f33ac530eec2; range_end:; response_count:1; response_revision:26222; }","duration":"731.731223ms","start":"2026-04-23T03:13:27.250211Z","end":"2026-04-23T03:13:27.981942Z","steps":["trace[1480468436] 'agreement among raft nodes before linearized reading' (duration: 731.359981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.982042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:27.250198Z","time spent":"731.825816ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-137030db-0a0a-4b77-9df7-f33ac530eec2\" "} {"level":"warn","ts":"2026-04-23T03:13:27.981724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.069379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:27.982207Z","caller":"traceutil/trace.go:171","msg":"trace[535162438] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26222; }","duration":"642.621287ms","start":"2026-04-23T03:13:27.339562Z","end":"2026-04-23T03:13:27.982183Z","steps":["trace[535162438] 'agreement among raft nodes before linearized reading' (duration: 642.065549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.982268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:27.339542Z","time spent":"642.70949ms","remote":"127.0.0.1:53552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:27.981658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.493025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:27.982374Z","caller":"traceutil/trace.go:171","msg":"trace[413794030] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26222; }","duration":"126.249109ms","start":"2026-04-23T03:13:27.856109Z","end":"2026-04-23T03:13:27.982358Z","steps":["trace[413794030] 'agreement among raft nodes before linearized reading' (duration: 125.358871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.98266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.760869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:27.982759Z","caller":"traceutil/trace.go:171","msg":"trace[845639803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26222; }","duration":"328.907353ms","start":"2026-04-23T03:13:27.653835Z","end":"2026-04-23T03:13:27.982742Z","steps":["trace[845639803] 'agreement among raft nodes before linearized reading' (duration: 327.560101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:27.982824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:27.653813Z","time spent":"328.998806ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:28.785611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.729045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:28.785818Z","caller":"traceutil/trace.go:171","msg":"trace[635385869] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"798.554204ms","start":"2026-04-23T03:13:27.987248Z","end":"2026-04-23T03:13:28.785802Z","steps":["trace[635385869] 'process raft request' (duration: 652.464487ms)","trace[635385869] 'compare' (duration: 145.293011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:28.785933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:27.987232Z","time spent":"798.673388ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:28.804482Z","caller":"traceutil/trace.go:171","msg":"trace[1259334686] linearizableReadLoop","detail":"{readStateIndex:27119; appliedIndex:27117; }","duration":"246.416907ms","start":"2026-04-23T03:13:28.558045Z","end":"2026-04-23T03:13:28.804462Z","steps":["trace[1259334686] 'read index received' (duration: 81.781855ms)","trace[1259334686] 'applied index is now lower than readState.Index' (duration: 164.634002ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:28.804595Z","caller":"traceutil/trace.go:171","msg":"trace[1998553396] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"521.959174ms","start":"2026-04-23T03:13:28.28262Z","end":"2026-04-23T03:13:28.804579Z","steps":["trace[1998553396] 'process raft request' (duration: 521.647434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:28.804866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.509781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:28.804941Z","caller":"traceutil/trace.go:171","msg":"trace[91210691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26224; }","duration":"153.650276ms","start":"2026-04-23T03:13:28.651274Z","end":"2026-04-23T03:13:28.804924Z","steps":["trace[91210691] 'agreement among raft nodes before linearized reading' (duration: 153.531952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:28.80511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.007535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:13:28.805217Z","caller":"traceutil/trace.go:171","msg":"trace[709816637] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26224; }","duration":"247.213702ms","start":"2026-04-23T03:13:28.557985Z","end":"2026-04-23T03:13:28.805199Z","steps":["trace[709816637] 'agreement among raft nodes before linearized reading' (duration: 246.653254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:28.805137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.372101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:28.805335Z","caller":"traceutil/trace.go:171","msg":"trace[695709554] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26224; }","duration":"131.600098ms","start":"2026-04-23T03:13:28.673715Z","end":"2026-04-23T03:13:28.805315Z","steps":["trace[695709554] 'agreement among raft nodes before linearized reading' (duration: 131.371151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:28.805507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:28.282581Z","time spent":"522.305005ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:29.551158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.158499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:29.551282Z","caller":"traceutil/trace.go:171","msg":"trace[1744108265] linearizableReadLoop","detail":"{readStateIndex:27120; appliedIndex:27119; }","duration":"742.258844ms","start":"2026-04-23T03:13:28.809007Z","end":"2026-04-23T03:13:29.551265Z","steps":["trace[1744108265] 'read index received' (duration: 188.886499ms)","trace[1744108265] 'applied index is now lower than readState.Index' (duration: 553.370815ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:29.551389Z","caller":"traceutil/trace.go:171","msg":"trace[955822768] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"742.587905ms","start":"2026-04-23T03:13:28.808782Z","end":"2026-04-23T03:13:29.55137Z","steps":["trace[955822768] 'process raft request' (duration: 189.132616ms)","trace[955822768] 'compare' (duration: 552.814148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:29.551483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:28.808766Z","time spent":"742.666988ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:29.551851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.838192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:13:29.551903Z","caller":"traceutil/trace.go:171","msg":"trace[443041124] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26225; }","duration":"742.901685ms","start":"2026-04-23T03:13:28.808988Z","end":"2026-04-23T03:13:29.55189Z","steps":["trace[443041124] 'agreement among raft nodes before linearized reading' (duration: 742.719239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:29.551944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:28.80898Z","time spent":"742.954266ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:13:29.552206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.484619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:29.552228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.131646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:29.552264Z","caller":"traceutil/trace.go:171","msg":"trace[1726564289] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26225; }","duration":"428.585912ms","start":"2026-04-23T03:13:29.123663Z","end":"2026-04-23T03:13:29.552249Z","steps":["trace[1726564289] 'agreement among raft nodes before linearized reading' (duration: 428.491179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:29.552306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:29.123643Z","time spent":"428.652895ms","remote":"127.0.0.1:53708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:29.552315Z","caller":"traceutil/trace.go:171","msg":"trace[554224949] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26225; }","duration":"145.26157ms","start":"2026-04-23T03:13:29.407036Z","end":"2026-04-23T03:13:29.552297Z","steps":["trace[554224949] 'agreement among raft nodes before linearized reading' (duration: 145.122025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:29.552489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.029261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:29.552557Z","caller":"traceutil/trace.go:171","msg":"trace[1050415369] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26225; }","duration":"413.150185ms","start":"2026-04-23T03:13:29.13939Z","end":"2026-04-23T03:13:29.55254Z","steps":["trace[1050415369] 'agreement among raft nodes before linearized reading' (duration: 412.850335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:29.552607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:29.139364Z","time spent":"413.227467ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:30.205262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.249611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:30.205385Z","caller":"traceutil/trace.go:171","msg":"trace[1673301728] linearizableReadLoop","detail":"{readStateIndex:27121; appliedIndex:27120; }","duration":"583.284972ms","start":"2026-04-23T03:13:29.622082Z","end":"2026-04-23T03:13:30.205367Z","steps":["trace[1673301728] 'read index received' (duration: 49.791363ms)","trace[1673301728] 'applied index is now lower than readState.Index' (duration: 533.491149ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:30.205395Z","caller":"traceutil/trace.go:171","msg":"trace[434190270] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"647.070018ms","start":"2026-04-23T03:13:29.558297Z","end":"2026-04-23T03:13:30.205366Z","steps":["trace[434190270] 'process raft request' (duration: 113.61328ms)","trace[434190270] 'compare' (duration: 532.054683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:30.205524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:29.558285Z","time spent":"647.16953ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:30.205545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.467958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:30.205646Z","caller":"traceutil/trace.go:171","msg":"trace[9557217] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26226; }","duration":"583.602812ms","start":"2026-04-23T03:13:29.622034Z","end":"2026-04-23T03:13:30.205636Z","steps":["trace[9557217] 'agreement among raft nodes before linearized reading' (duration: 583.376135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:30.205824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:29.622013Z","time spent":"583.800868ms","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T03:13:31.416316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.027393ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:31.416422Z","caller":"traceutil/trace.go:171","msg":"trace[1731237865] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26226; }","duration":"658.143817ms","start":"2026-04-23T03:13:30.758259Z","end":"2026-04-23T03:13:31.416403Z","steps":["trace[1731237865] 'range keys from in-memory index tree' (duration: 658.010883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:31.417363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003258163s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:31.417542Z","caller":"traceutil/trace.go:171","msg":"trace[1225685403] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"1.20917872s","start":"2026-04-23T03:13:30.208348Z","end":"2026-04-23T03:13:31.417527Z","steps":["trace[1225685403] 'process raft request' (duration: 1.209106897s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:31.417547Z","caller":"traceutil/trace.go:171","msg":"trace[1670755375] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"1.430301067s","start":"2026-04-23T03:13:29.98722Z","end":"2026-04-23T03:13:31.417521Z","steps":["trace[1670755375] 'process raft request' (duration: 426.815367ms)","trace[1670755375] 'compare' (duration: 1.00188249s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:31.417611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:29.987203Z","time spent":"1.430377439s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:31.417616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:30.20833Z","time spent":"1.209249322s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T03:13:31.417828Z","caller":"traceutil/trace.go:171","msg":"trace[1105562342] linearizableReadLoop","detail":"{readStateIndex:27122; appliedIndex:27121; }","duration":"1.212409872s","start":"2026-04-23T03:13:30.205411Z","end":"2026-04-23T03:13:31.417821Z","steps":["trace[1105562342] 'read index received' (duration: 208.643553ms)","trace[1105562342] 'applied index is now lower than readState.Index' (duration: 1.003765539s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:31.417929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318518325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:31.41795Z","caller":"traceutil/trace.go:171","msg":"trace[975173601] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26228; }","duration":"1.318586367s","start":"2026-04-23T03:13:30.099358Z","end":"2026-04-23T03:13:31.417944Z","steps":["trace[975173601] 'agreement among raft nodes before linearized reading' (duration: 1.318525545s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:31.417972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:30.099333Z","time spent":"1.318633118s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:31.418078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209071467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:31.418095Z","caller":"traceutil/trace.go:171","msg":"trace[1053701242] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26228; }","duration":"1.209107327s","start":"2026-04-23T03:13:30.208983Z","end":"2026-04-23T03:13:31.41809Z","steps":["trace[1053701242] 'agreement among raft nodes before linearized reading' (duration: 1.209072546s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:31.418095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715655684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:13:31.418146Z","caller":"traceutil/trace.go:171","msg":"trace[1301502247] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26228; }","duration":"1.715749698s","start":"2026-04-23T03:13:29.702382Z","end":"2026-04-23T03:13:31.418132Z","steps":["trace[1301502247] 'agreement among raft nodes before linearized reading' (duration: 1.715587813s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:31.418188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:29.702361Z","time spent":"1.715814959s","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T03:13:31.418211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.075886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T03:13:31.418232Z","caller":"traceutil/trace.go:171","msg":"trace[1960077889] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26228; }","duration":"365.126888ms","start":"2026-04-23T03:13:31.053099Z","end":"2026-04-23T03:13:31.418226Z","steps":["trace[1960077889] 'agreement among raft nodes before linearized reading' (duration: 365.062506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:31.418598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:31.053083Z","time spent":"365.50251ms","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-23T03:13:31.418239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341811011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:31.418687Z","caller":"traceutil/trace.go:171","msg":"trace[1767176835] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26228; }","duration":"1.342299176s","start":"2026-04-23T03:13:30.076362Z","end":"2026-04-23T03:13:31.418662Z","steps":["trace[1767176835] 'agreement among raft nodes before linearized reading' (duration: 1.3417947s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:31.41877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:30.076345Z","time spent":"1.34240358s","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:31.418298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145478667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:31.418835Z","caller":"traceutil/trace.go:171","msg":"trace[1670754551] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26228; }","duration":"1.146099236s","start":"2026-04-23T03:13:30.272713Z","end":"2026-04-23T03:13:31.418813Z","steps":["trace[1670754551] 'agreement among raft nodes before linearized reading' (duration: 1.145502597s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:31.418112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:30.208975Z","time spent":"1.209133128s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T03:13:31.418908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:30.272618Z","time spent":"1.146267521s","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:31.418374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.041922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:31.418983Z","caller":"traceutil/trace.go:171","msg":"trace[1588853184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26228; }","duration":"763.684742ms","start":"2026-04-23T03:13:30.655291Z","end":"2026-04-23T03:13:31.418976Z","steps":["trace[1588853184] 'agreement among raft nodes before linearized reading' (duration: 763.050112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:31.419001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:30.655274Z","time spent":"763.721714ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:32.130141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.185105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:32.130321Z","caller":"traceutil/trace.go:171","msg":"trace[1964859975] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"708.078255ms","start":"2026-04-23T03:13:31.422217Z","end":"2026-04-23T03:13:32.130295Z","steps":["trace[1964859975] 'process raft request' (duration: 201.626991ms)","trace[1964859975] 'compare' (duration: 506.061171ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:32.13035Z","caller":"traceutil/trace.go:171","msg":"trace[643118263] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"540.642284ms","start":"2026-04-23T03:13:31.589691Z","end":"2026-04-23T03:13:32.130333Z","steps":["trace[643118263] 'process raft request' (duration: 540.561201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:32.130417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:31.589673Z","time spent":"540.710366ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:32.130454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:31.422206Z","time spent":"708.170358ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:32.130657Z","caller":"traceutil/trace.go:171","msg":"trace[1146500999] linearizableReadLoop","detail":"{readStateIndex:27124; appliedIndex:27123; }","duration":"708.051534ms","start":"2026-04-23T03:13:31.422595Z","end":"2026-04-23T03:13:32.130646Z","steps":["trace[1146500999] 'read index received' (duration: 201.351082ms)","trace[1146500999] 'applied index is now lower than readState.Index' (duration: 506.699462ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:32.130892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.291682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18651"} {"level":"info","ts":"2026-04-23T03:13:32.13094Z","caller":"traceutil/trace.go:171","msg":"trace[288545038] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26230; }","duration":"708.357264ms","start":"2026-04-23T03:13:31.42257Z","end":"2026-04-23T03:13:32.130927Z","steps":["trace[288545038] 'agreement among raft nodes before linearized reading' (duration: 708.189868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:32.130974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:31.422562Z","time spent":"708.405115ms","remote":"127.0.0.1:60618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18673,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T03:13:32.631737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:13:34.394178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747702526s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:13:34.394421Z","caller":"traceutil/trace.go:171","msg":"trace[260331636] linearizableReadLoop","detail":"{readStateIndex:27126; appliedIndex:27125; }","duration":"2.263712742s","start":"2026-04-23T03:13:32.130688Z","end":"2026-04-23T03:13:34.394401Z","steps":["trace[260331636] 'read index received' (duration: 515.715176ms)","trace[260331636] 'applied index is now lower than readState.Index' (duration: 1.747996576s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:34.394725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383644821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:34.39481Z","caller":"traceutil/trace.go:171","msg":"trace[1250565438] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26230; }","duration":"2.383784736s","start":"2026-04-23T03:13:32.011005Z","end":"2026-04-23T03:13:34.39479Z","steps":["trace[1250565438] 'agreement among raft nodes before linearized reading' (duration: 2.383616801s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:34.394798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331124222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:34.394861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:32.010973Z","time spent":"2.383876309s","remote":"127.0.0.1:60592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:34.394872Z","caller":"traceutil/trace.go:171","msg":"trace[1769359750] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26230; }","duration":"2.331243115s","start":"2026-04-23T03:13:32.063611Z","end":"2026-04-23T03:13:34.394854Z","steps":["trace[1769359750] 'agreement among raft nodes before linearized reading' (duration: 2.33106844s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:34.394922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:32.063597Z","time spent":"2.331307958s","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:34.394928Z","caller":"traceutil/trace.go:171","msg":"trace[1220432845] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"971.815369ms","start":"2026-04-23T03:13:33.423078Z","end":"2026-04-23T03:13:34.394894Z","steps":["trace[1220432845] 'process raft request' (duration: 971.2108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:34.395106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:33.423051Z","time spent":"971.970205ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:35.967951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8259875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-23T03:13:35.968046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314985152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:35.968067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990365055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:35.968301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486688159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:35.968319Z","caller":"traceutil/trace.go:171","msg":"trace[732606854] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26231; }","duration":"2.990663505s","start":"2026-04-23T03:13:32.977633Z","end":"2026-04-23T03:13:35.968297Z","steps":["trace[732606854] 'agreement among raft nodes before linearized reading' (duration: 1.417298457s)","trace[732606854] 'count revisions from in-memory index tree' (duration: 1.573081979s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:35.968487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:32.977615Z","time spent":"2.99085608s","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:35.968496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073059937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:35.968554Z","caller":"traceutil/trace.go:171","msg":"trace[1956622849] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26231; }","duration":"3.07316453s","start":"2026-04-23T03:13:32.895373Z","end":"2026-04-23T03:13:35.968537Z","steps":["trace[1956622849] 'agreement among raft nodes before linearized reading' (duration: 1.499569405s)","trace[1956622849] 'count revisions from in-memory index tree' (duration: 1.573473302s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:35.968607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:32.895347Z","time spent":"3.073245263s","remote":"127.0.0.1:53456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:35.968046Z","caller":"traceutil/trace.go:171","msg":"trace[914124963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26231; }","duration":"3.826110703s","start":"2026-04-23T03:13:32.141913Z","end":"2026-04-23T03:13:35.968023Z","steps":["trace[914124963] 'agreement among raft nodes before linearized reading' (duration: 2.253008983s)","trace[914124963] 'range keys from in-memory index tree' (duration: 1.572875532s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:35.968858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:32.141907Z","time spent":"3.82693694s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T03:13:35.968422Z","caller":"traceutil/trace.go:171","msg":"trace[519075766] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26231; }","duration":"1.486838463s","start":"2026-04-23T03:13:34.48154Z","end":"2026-04-23T03:13:35.968378Z","steps":["trace[519075766] 'count revisions from in-memory index tree' (duration: 1.486579345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:35.969138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315585382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:35.969149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:34.48152Z","time spent":"1.487614948s","remote":"127.0.0.1:53252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:35.969181Z","caller":"traceutil/trace.go:171","msg":"trace[186249355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26231; }","duration":"1.315662074s","start":"2026-04-23T03:13:34.653506Z","end":"2026-04-23T03:13:35.969168Z","steps":["trace[186249355] 'range keys from in-memory index tree' (duration: 1.31550578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:35.969214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:34.653488Z","time spent":"1.315718876s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:35.969214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.22132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:35.969229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.73528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T03:13:35.967954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.591402066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:35.969272Z","caller":"traceutil/trace.go:171","msg":"trace[626016133] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26231; }","duration":"227.324953ms","start":"2026-04-23T03:13:35.741931Z","end":"2026-04-23T03:13:35.969256Z","steps":["trace[626016133] 'count revisions from in-memory index tree' (duration: 227.089156ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:35.969284Z","caller":"traceutil/trace.go:171","msg":"trace[1771316894] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26231; }","duration":"373.861223ms","start":"2026-04-23T03:13:35.595407Z","end":"2026-04-23T03:13:35.969269Z","steps":["trace[1771316894] 'range keys from in-memory index tree' (duration: 373.549724ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:35.96931Z","caller":"traceutil/trace.go:171","msg":"trace[1916740404] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26231; }","duration":"3.592834151s","start":"2026-04-23T03:13:32.376462Z","end":"2026-04-23T03:13:35.969296Z","steps":["trace[1916740404] 'agreement among raft nodes before linearized reading' (duration: 2.018438891s)","trace[1916740404] 'count revisions from in-memory index tree' (duration: 1.572980916s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:35.969336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:35.595386Z","time spent":"373.936116ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T03:13:35.969352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:32.376436Z","time spent":"3.592906004s","remote":"127.0.0.1:53632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:35.968104Z","caller":"traceutil/trace.go:171","msg":"trace[1292080511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26231; }","duration":"3.315066064s","start":"2026-04-23T03:13:32.653015Z","end":"2026-04-23T03:13:35.968081Z","steps":["trace[1292080511] 'agreement among raft nodes before linearized reading' (duration: 1.74184296s)","trace[1292080511] 'range keys from in-memory index tree' (duration: 1.573152151s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:35.967954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833839548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-v8kjt.18a8db096b1b35ef\" ","response":"range_response_count:1 size:797"} {"level":"warn","ts":"2026-04-23T03:13:35.969545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:32.652995Z","time spent":"3.316535871s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:13:35.96955Z","caller":"traceutil/trace.go:171","msg":"trace[1864718441] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-v8kjt.18a8db096b1b35ef; range_end:; response_count:1; response_revision:26231; }","duration":"3.83550127s","start":"2026-04-23T03:13:32.134036Z","end":"2026-04-23T03:13:35.969537Z","steps":["trace[1864718441] 'agreement among raft nodes before linearized reading' (duration: 2.260839181s)","trace[1864718441] 'range keys from in-memory index tree' (duration: 1.572933364s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:35.969586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:32.134019Z","time spent":"3.835556072s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":819,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-v8kjt.18a8db096b1b35ef\" "} {"level":"warn","ts":"2026-04-23T03:13:35.969682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.207127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:35.969749Z","caller":"traceutil/trace.go:171","msg":"trace[58104265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26231; }","duration":"194.325321ms","start":"2026-04-23T03:13:35.775406Z","end":"2026-04-23T03:13:35.969731Z","steps":["trace[58104265] 'count revisions from in-memory index tree' (duration: 194.093323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:35.968102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617101418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:35.969905Z","caller":"traceutil/trace.go:171","msg":"trace[1478993601] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26231; }","duration":"3.618936447s","start":"2026-04-23T03:13:32.350948Z","end":"2026-04-23T03:13:35.969885Z","steps":["trace[1478993601] 'agreement among raft nodes before linearized reading' (duration: 2.043963798s)","trace[1478993601] 'count revisions from in-memory index tree' (duration: 1.573161852s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:35.970073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:32.350926Z","time spent":"3.619125712s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:35.971489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.296224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:35.96961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.939336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:35.971529Z","caller":"traceutil/trace.go:171","msg":"trace[1100691083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26231; }","duration":"472.371116ms","start":"2026-04-23T03:13:35.499147Z","end":"2026-04-23T03:13:35.971518Z","steps":["trace[1100691083] 'count revisions from in-memory index tree' (duration: 472.187301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:35.971564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:35.499129Z","time spent":"472.417238ms","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:35.971547Z","caller":"traceutil/trace.go:171","msg":"trace[577002256] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26231; }","duration":"543.923338ms","start":"2026-04-23T03:13:35.427606Z","end":"2026-04-23T03:13:35.971529Z","steps":["trace[577002256] 'count revisions from in-memory index tree' (duration: 541.852032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:35.971614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:35.427584Z","time spent":"544.018531ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:13:36.009682Z","caller":"traceutil/trace.go:171","msg":"trace[860196147] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"224.374911ms","start":"2026-04-23T03:13:35.785023Z","end":"2026-04-23T03:13:36.009398Z","steps":["trace[860196147] 'process raft request' (duration: 224.173574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:37.049698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.195977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:37.049975Z","caller":"traceutil/trace.go:171","msg":"trace[1758427185] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"1.190840139s","start":"2026-04-23T03:13:35.859107Z","end":"2026-04-23T03:13:37.049947Z","steps":["trace[1758427185] 'process raft request' (duration: 727.315742ms)","trace[1758427185] 'compare' (duration: 462.263418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:37.050097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:35.859082Z","time spent":"1.190947342s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:37.050108Z","caller":"traceutil/trace.go:171","msg":"trace[2035226925] linearizableReadLoop","detail":"{readStateIndex:27129; appliedIndex:27127; }","duration":"1.18233217s","start":"2026-04-23T03:13:35.867757Z","end":"2026-04-23T03:13:37.05009Z","steps":["trace[2035226925] 'read index received' (duration: 141.413628ms)","trace[2035226925] 'applied index is now lower than readState.Index' (duration: 1.040917472s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:37.050184Z","caller":"traceutil/trace.go:171","msg":"trace[467643128] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"1.077145327s","start":"2026-04-23T03:13:35.973029Z","end":"2026-04-23T03:13:37.050175Z","steps":["trace[467643128] 'process raft request' (duration: 1.076909419s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:37.050193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:35.97097Z","time spent":"1.079219422s","remote":"127.0.0.1:60454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T03:13:37.050257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:35.973012Z","time spent":"1.077203808s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:37.050504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182714622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:13:37.050643Z","caller":"traceutil/trace.go:171","msg":"trace[319918960] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26234; }","duration":"1.182907029s","start":"2026-04-23T03:13:35.867713Z","end":"2026-04-23T03:13:37.05062Z","steps":["trace[319918960] 'agreement among raft nodes before linearized reading' (duration: 1.182502846s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:37.050711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:35.867692Z","time spent":"1.183001041s","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:37.670588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.46339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:37.670808Z","caller":"traceutil/trace.go:171","msg":"trace[58816549] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"1.360214702s","start":"2026-04-23T03:13:36.310567Z","end":"2026-04-23T03:13:37.670782Z","steps":["trace[58816549] 'process raft request' (duration: 881.413822ms)","trace[58816549] 'compare' (duration: 477.928952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:37.670942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:36.31052Z","time spent":"1.360350266s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:37.670969Z","caller":"traceutil/trace.go:171","msg":"trace[699662309] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"535.940376ms","start":"2026-04-23T03:13:37.135006Z","end":"2026-04-23T03:13:37.670946Z","steps":["trace[699662309] 'process raft request' (duration: 535.873364ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:37.671024Z","caller":"traceutil/trace.go:171","msg":"trace[143120131] linearizableReadLoop","detail":"{readStateIndex:27133; appliedIndex:27131; }","duration":"620.861109ms","start":"2026-04-23T03:13:37.050144Z","end":"2026-04-23T03:13:37.671005Z","steps":["trace[143120131] 'read index received' (duration: 141.848542ms)","trace[143120131] 'applied index is now lower than readState.Index' (duration: 479.009767ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:37.671044Z","caller":"traceutil/trace.go:171","msg":"trace[1163478885] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"1.270509937s","start":"2026-04-23T03:13:36.400495Z","end":"2026-04-23T03:13:37.671005Z","steps":["trace[1163478885] 'process raft request' (duration: 1.270201727s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:37.671191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.213163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:37.671234Z","caller":"traceutil/trace.go:171","msg":"trace[1303173695] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26238; }","duration":"723.257425ms","start":"2026-04-23T03:13:36.947963Z","end":"2026-04-23T03:13:37.67122Z","steps":["trace[1303173695] 'agreement among raft nodes before linearized reading' (duration: 723.152851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:37.671224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:36.400467Z","time spent":"1.270661972s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:37.671262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:36.947908Z","time spent":"723.346398ms","remote":"127.0.0.1:47738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:37.671071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:37.13498Z","time spent":"536.038549ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:37.671129Z","caller":"traceutil/trace.go:171","msg":"trace[2039497898] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"620.075064ms","start":"2026-04-23T03:13:37.051039Z","end":"2026-04-23T03:13:37.671114Z","steps":["trace[2039497898] 'process raft request' (duration: 619.780365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:37.671383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.795869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:37.671402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517863163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:37.671423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132840088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:37.671435Z","caller":"traceutil/trace.go:171","msg":"trace[1223486106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26238; }","duration":"578.136169ms","start":"2026-04-23T03:13:37.093287Z","end":"2026-04-23T03:13:37.671423Z","steps":["trace[1223486106] 'agreement among raft nodes before linearized reading' (duration: 578.055947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:37.671425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.852985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cr65x.18a8daef99ce7d75\" ","response":"range_response_count:1 size:863"} {"level":"warn","ts":"2026-04-23T03:13:37.671437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:37.051023Z","time spent":"620.363344ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:37.671427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477932521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-23T03:13:37.671468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:37.093265Z","time spent":"578.195361ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:13:37.671474Z","caller":"traceutil/trace.go:171","msg":"trace[1765322224] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-cr65x.18a8daef99ce7d75; range_end:; response_count:1; response_revision:26238; }","duration":"617.925986ms","start":"2026-04-23T03:13:37.053534Z","end":"2026-04-23T03:13:37.67146Z","steps":["trace[1765322224] 'agreement among raft nodes before linearized reading' (duration: 617.766451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:37.671495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477924651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T03:13:37.6715Z","caller":"traceutil/trace.go:171","msg":"trace[2025312273] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26238; }","duration":"1.478058575s","start":"2026-04-23T03:13:36.193424Z","end":"2026-04-23T03:13:37.671482Z","steps":["trace[2025312273] 'agreement among raft nodes before linearized reading' (duration: 1.477825108s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:37.671331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693984938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:37.671515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:37.053527Z","time spent":"617.975799ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cr65x.18a8daef99ce7d75\" "} {"level":"info","ts":"2026-04-23T03:13:37.671531Z","caller":"traceutil/trace.go:171","msg":"trace[1670708936] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26238; }","duration":"1.478001703s","start":"2026-04-23T03:13:36.19352Z","end":"2026-04-23T03:13:37.671522Z","steps":["trace[1670708936] 'agreement among raft nodes before linearized reading' (duration: 1.47789099s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:37.671543Z","caller":"traceutil/trace.go:171","msg":"trace[646798615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26238; }","duration":"1.694233517s","start":"2026-04-23T03:13:35.977299Z","end":"2026-04-23T03:13:37.671532Z","steps":["trace[646798615] 'agreement among raft nodes before linearized reading' (duration: 1.693960538s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:37.671448Z","caller":"traceutil/trace.go:171","msg":"trace[1228113389] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26238; }","duration":"1.517954446s","start":"2026-04-23T03:13:36.153477Z","end":"2026-04-23T03:13:37.671432Z","steps":["trace[1228113389] 'agreement among raft nodes before linearized reading' (duration: 1.517894545s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:37.671587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:36.153456Z","time spent":"1.518124181s","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:37.671543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:36.193398Z","time spent":"1.478138098s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T03:13:37.671586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:35.977272Z","time spent":"1.694304549s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:13:37.671455Z","caller":"traceutil/trace.go:171","msg":"trace[1011543250] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26238; }","duration":"1.132958822s","start":"2026-04-23T03:13:36.538487Z","end":"2026-04-23T03:13:37.671446Z","steps":["trace[1011543250] 'agreement among raft nodes before linearized reading' (duration: 1.13289562s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:37.671684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:36.538464Z","time spent":"1.133212089s","remote":"127.0.0.1:53786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:37.671554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:36.193498Z","time spent":"1.478050695s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:13:37.671801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120247899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:37.671904Z","caller":"traceutil/trace.go:171","msg":"trace[847429492] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26238; }","duration":"1.120368374s","start":"2026-04-23T03:13:36.551516Z","end":"2026-04-23T03:13:37.671885Z","steps":["trace[847429492] 'agreement among raft nodes before linearized reading' (duration: 1.120125726s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:37.67199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:36.55151Z","time spent":"1.120461857s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:38.175024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752229920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T03:13:38.71134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.400356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:38.711521Z","caller":"traceutil/trace.go:171","msg":"trace[632130623] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"1.036746371s","start":"2026-04-23T03:13:37.67475Z","end":"2026-04-23T03:13:38.711496Z","steps":["trace[632130623] 'process raft request' (duration: 534.097797ms)","trace[632130623] 'compare' (duration: 501.028813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:38.711591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:37.674726Z","time spent":"1.036829643s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:39.045134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.835707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:39.045403Z","caller":"traceutil/trace.go:171","msg":"trace[538206127] linearizableReadLoop","detail":"{readStateIndex:27138; appliedIndex:27135; }","duration":"1.370465577s","start":"2026-04-23T03:13:37.674915Z","end":"2026-04-23T03:13:39.045381Z","steps":["trace[538206127] 'read index received' (duration: 533.958293ms)","trace[538206127] 'applied index is now lower than readState.Index' (duration: 836.506004ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:39.045733Z","caller":"traceutil/trace.go:171","msg":"trace[1474786779] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"1.370202918s","start":"2026-04-23T03:13:37.675513Z","end":"2026-04-23T03:13:39.045716Z","steps":["trace[1474786779] 'process raft request' (duration: 1.180681659s)","trace[1474786779] 'compare' (duration: 188.686223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:39.045841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:37.675498Z","time spent":"1.370293221s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:39.046079Z","caller":"traceutil/trace.go:171","msg":"trace[617137380] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"1.370460246s","start":"2026-04-23T03:13:37.675601Z","end":"2026-04-23T03:13:39.046062Z","steps":["trace[617137380] 'process raft request' (duration: 1.36964547s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.046171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:37.675595Z","time spent":"1.370528888s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:39.046369Z","caller":"traceutil/trace.go:171","msg":"trace[824407259] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"858.098265ms","start":"2026-04-23T03:13:38.188256Z","end":"2026-04-23T03:13:39.046354Z","steps":["trace[824407259] 'process raft request' (duration: 857.060653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.046448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:38.188226Z","time spent":"858.183688ms","remote":"127.0.0.1:60438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:39.046798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371876361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T03:13:39.046848Z","caller":"traceutil/trace.go:171","msg":"trace[1646599552] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26242; }","duration":"1.371957673s","start":"2026-04-23T03:13:37.674876Z","end":"2026-04-23T03:13:39.046833Z","steps":["trace[1646599552] 'agreement among raft nodes before linearized reading' (duration: 1.371814939s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.046902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:37.674858Z","time spent":"1.372019025s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T03:13:39.04712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245436155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:39.047157Z","caller":"traceutil/trace.go:171","msg":"trace[772741448] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26242; }","duration":"1.245508898s","start":"2026-04-23T03:13:37.801635Z","end":"2026-04-23T03:13:39.047144Z","steps":["trace[772741448] 'agreement among raft nodes before linearized reading' (duration: 1.245451216s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.047195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:37.801615Z","time spent":"1.24557119s","remote":"127.0.0.1:53328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:39.047634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.196851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:39.047692Z","caller":"traceutil/trace.go:171","msg":"trace[7722002] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26242; }","duration":"203.291034ms","start":"2026-04-23T03:13:38.844385Z","end":"2026-04-23T03:13:39.047676Z","steps":["trace[7722002] 'agreement among raft nodes before linearized reading' (duration: 203.204261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.047919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.044823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-v8kjt.18a8db096ddc4b34\" ","response":"range_response_count:1 size:797"} {"level":"info","ts":"2026-04-23T03:13:39.047945Z","caller":"traceutil/trace.go:171","msg":"trace[1703138471] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-v8kjt.18a8db096ddc4b34; range_end:; response_count:1; response_revision:26242; }","duration":"332.101964ms","start":"2026-04-23T03:13:38.715836Z","end":"2026-04-23T03:13:39.047938Z","steps":["trace[1703138471] 'agreement among raft nodes before linearized reading' (duration: 332.020702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.047962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:38.71582Z","time spent":"332.138055ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":819,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-v8kjt.18a8db096ddc4b34\" "} {"level":"warn","ts":"2026-04-23T03:13:39.04806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.443354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:39.048081Z","caller":"traceutil/trace.go:171","msg":"trace[1476263778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26242; }","duration":"394.500836ms","start":"2026-04-23T03:13:38.653575Z","end":"2026-04-23T03:13:39.048076Z","steps":["trace[1476263778] 'agreement among raft nodes before linearized reading' (duration: 394.466795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.048097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:38.653553Z","time spent":"394.540627ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:39.048191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.40453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:39.048214Z","caller":"traceutil/trace.go:171","msg":"trace[383937702] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26242; }","duration":"936.464132ms","start":"2026-04-23T03:13:38.111744Z","end":"2026-04-23T03:13:39.048208Z","steps":["trace[383937702] 'agreement among raft nodes before linearized reading' (duration: 936.428311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.048231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:38.111723Z","time spent":"936.504173ms","remote":"127.0.0.1:48590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:39.048565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037291188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:39.048655Z","caller":"traceutil/trace.go:171","msg":"trace[1017513923] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26242; }","duration":"1.037419162s","start":"2026-04-23T03:13:38.011212Z","end":"2026-04-23T03:13:39.048631Z","steps":["trace[1017513923] 'agreement among raft nodes before linearized reading' (duration: 1.037268558s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.048706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:38.011196Z","time spent":"1.037499914s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T03:13:39.504525Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24762} {"level":"warn","ts":"2026-04-23T03:13:39.504713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.264886ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-23T03:13:39.504817Z","caller":"traceutil/trace.go:171","msg":"trace[577354861] compact","detail":"{revision:24762; response_revision:26242; }","duration":"454.055638ms","start":"2026-04-23T03:13:39.050743Z","end":"2026-04-23T03:13:39.504799Z","steps":["trace[577354861] 'process raft request' (duration: 92.049519ms)","trace[577354861] 'check and update compact revision' (duration: 361.177203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:39.504926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:39.050711Z","time spent":"454.210823ms","remote":"127.0.0.1:60438","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T03:13:39.504975Z","caller":"traceutil/trace.go:171","msg":"trace[1286030016] linearizableReadLoop","detail":"{readStateIndex:27140; appliedIndex:27139; }","duration":"453.847132ms","start":"2026-04-23T03:13:39.051098Z","end":"2026-04-23T03:13:39.504946Z","steps":["trace[1286030016] 'read index received' (duration: 91.655717ms)","trace[1286030016] 'applied index is now lower than readState.Index' (duration: 362.187985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:39.505119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.003847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:39.505156Z","caller":"traceutil/trace.go:171","msg":"trace[13954645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26242; }","duration":"454.056598ms","start":"2026-04-23T03:13:39.051093Z","end":"2026-04-23T03:13:39.505149Z","steps":["trace[13954645] 'agreement among raft nodes before linearized reading' (duration: 453.972656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.505179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:39.051059Z","time spent":"454.11409ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:13:39.505535Z","caller":"traceutil/trace.go:171","msg":"trace[1023775986] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"454.089729ms","start":"2026-04-23T03:13:39.051428Z","end":"2026-04-23T03:13:39.505518Z","steps":["trace[1023775986] 'process raft request' (duration: 453.347665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.505622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.22135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T03:13:39.505649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:39.051413Z","time spent":"454.176272ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:39.505659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.320153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:39.505692Z","caller":"traceutil/trace.go:171","msg":"trace[1965617973] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26243; }","duration":"158.389425ms","start":"2026-04-23T03:13:39.347295Z","end":"2026-04-23T03:13:39.505684Z","steps":["trace[1965617973] 'agreement among raft nodes before linearized reading' (duration: 158.201729ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:39.505696Z","caller":"traceutil/trace.go:171","msg":"trace[1055120841] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26243; }","duration":"452.336424ms","start":"2026-04-23T03:13:39.053338Z","end":"2026-04-23T03:13:39.505674Z","steps":["trace[1055120841] 'agreement among raft nodes before linearized reading' (duration: 452.104396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.505736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:39.053324Z","time spent":"452.404245ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T03:13:39.50581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.669943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:39.505868Z","caller":"traceutil/trace.go:171","msg":"trace[778893442] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26243; }","duration":"451.766385ms","start":"2026-04-23T03:13:39.054088Z","end":"2026-04-23T03:13:39.505854Z","steps":["trace[778893442] 'agreement among raft nodes before linearized reading' (duration: 451.405914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:39.505913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:39.054065Z","time spent":"451.839028ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:13:41.180195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.341022285s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T03:13:41.654074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999910985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T03:13:41.65417Z","caller":"traceutil/trace.go:171","msg":"trace[540940242] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077011s","start":"2026-04-23T03:13:39.654075Z","end":"2026-04-23T03:13:41.654152Z","steps":["trace[540940242] 'agreement among raft nodes before linearized reading' (duration: 1.999959467s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:41.654231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:39.654042Z","time spent":"2.000175674s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 03:13:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T03:13:42.115293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603667434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:42.115379Z","caller":"traceutil/trace.go:171","msg":"trace[1844837024] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26243; }","duration":"2.603812719s","start":"2026-04-23T03:13:39.511547Z","end":"2026-04-23T03:13:42.11536Z","steps":["trace[1844837024] 'range keys from in-memory index tree' (duration: 2.603597122s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:42.115425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:39.511533Z","time spent":"2.603882221s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T03:13:42.116608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358893081s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:42.117182Z","caller":"traceutil/trace.go:171","msg":"trace[911674226] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26243; }","duration":"1.359477459s","start":"2026-04-23T03:13:40.757684Z","end":"2026-04-23T03:13:42.117161Z","steps":["trace[911674226] 'range keys from in-memory index tree' (duration: 1.35887687s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:42.652196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873356696s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:42.652747Z","caller":"traceutil/trace.go:171","msg":"trace[969524765] linearizableReadLoop","detail":"{readStateIndex:27142; appliedIndex:27141; }","duration":"3.05541599s","start":"2026-04-23T03:13:39.597306Z","end":"2026-04-23T03:13:42.652722Z","steps":["trace[969524765] 'read index received' (duration: 181.467915ms)","trace[969524765] 'applied index is now lower than readState.Index' (duration: 2.873945175s)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:42.65278Z","caller":"traceutil/trace.go:171","msg":"trace[1974240486] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"2.976564758s","start":"2026-04-23T03:13:39.676185Z","end":"2026-04-23T03:13:42.65275Z","steps":["trace[1974240486] 'process raft request' (duration: 2.976133754s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:42.65281Z","caller":"traceutil/trace.go:171","msg":"trace[1939125863] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"3.140953343s","start":"2026-04-23T03:13:39.511797Z","end":"2026-04-23T03:13:42.65275Z","steps":["trace[1939125863] 'process raft request' (duration: 266.945106ms)","trace[1939125863] 'compare' (duration: 2.337698109s)","trace[1939125863] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/cilium-operator-869df985b8-cr65x.18a8daef99ce7d75; req_size:843; } (duration: 534.910194ms)"],"step_count":3} {"level":"warn","ts":"2026-04-23T03:13:42.652887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:39.67615Z","time spent":"2.976685551s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:42.653034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:39.511779Z","time spent":"3.141143298s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:43.318632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.185481ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:13:43.318732Z","caller":"traceutil/trace.go:171","msg":"trace[897582290] linearizableReadLoop","detail":"{readStateIndex:27144; appliedIndex:27143; }","duration":"665.919463ms","start":"2026-04-23T03:13:42.652795Z","end":"2026-04-23T03:13:43.318715Z","steps":["trace[897582290] 'read index received' (duration: 43.841µs)","trace[897582290] 'applied index is now lower than readState.Index' (duration: 665.874202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:43.318822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.721491057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:43.318938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186171962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:43.318981Z","caller":"traceutil/trace.go:171","msg":"trace[1925074929] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26245; }","duration":"1.186220774s","start":"2026-04-23T03:13:42.132747Z","end":"2026-04-23T03:13:43.318967Z","steps":["trace[1925074929] 'agreement among raft nodes before linearized reading' (duration: 1.186144391s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:43.319015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:42.132693Z","time spent":"1.186314277s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-23T03:13:43.319081Z","caller":"traceutil/trace.go:171","msg":"trace[752907793] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26245; }","duration":"3.721618711s","start":"2026-04-23T03:13:39.597292Z","end":"2026-04-23T03:13:43.318911Z","steps":["trace[752907793] 'agreement among raft nodes before linearized reading' (duration: 3.055523873s)","trace[752907793] 'count revisions from in-memory index tree' (duration: 665.83744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:43.319185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:39.597235Z","time spent":"3.721927491s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:43.319244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15791753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:43.319301Z","caller":"traceutil/trace.go:171","msg":"trace[1371099301] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26245; }","duration":"2.158007012s","start":"2026-04-23T03:13:41.161281Z","end":"2026-04-23T03:13:43.319287Z","steps":["trace[1371099301] 'agreement among raft nodes before linearized reading' (duration: 2.157909099s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:43.31934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:41.161265Z","time spent":"2.158064984s","remote":"127.0.0.1:48504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:43.319222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227380175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:43.319375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66519312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:43.31941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342222143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:13:43.319447Z","caller":"traceutil/trace.go:171","msg":"trace[1264442771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26245; }","duration":"1.665306643s","start":"2026-04-23T03:13:41.654122Z","end":"2026-04-23T03:13:43.319428Z","steps":["trace[1264442771] 'agreement among raft nodes before linearized reading' (duration: 1.665176229s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:43.319462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998880314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:13:43.319445Z","caller":"traceutil/trace.go:171","msg":"trace[119746419] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26245; }","duration":"1.227638263s","start":"2026-04-23T03:13:42.091781Z","end":"2026-04-23T03:13:43.319419Z","steps":["trace[119746419] 'agreement among raft nodes before linearized reading' (duration: 1.227394905s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:43.319492Z","caller":"traceutil/trace.go:171","msg":"trace[385243256] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26245; }","duration":"1.999014468s","start":"2026-04-23T03:13:41.32047Z","end":"2026-04-23T03:13:43.319484Z","steps":["trace[385243256] 'agreement among raft nodes before linearized reading' (duration: 1.998948466s)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:43.319488Z","caller":"traceutil/trace.go:171","msg":"trace[964039352] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26245; }","duration":"2.342344118s","start":"2026-04-23T03:13:40.977127Z","end":"2026-04-23T03:13:43.319471Z","steps":["trace[964039352] 'agreement among raft nodes before linearized reading' (duration: 2.34210899s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:43.319506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:41.654105Z","time spent":"1.665392245s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:43.319528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:41.320451Z","time spent":"1.99907011s","remote":"127.0.0.1:60874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:43.319529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:42.091761Z","time spent":"1.227739556s","remote":"127.0.0.1:53566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:43.319537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:40.977107Z","time spent":"2.342421379s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:13:44.149341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.197357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:44.149413Z","caller":"traceutil/trace.go:171","msg":"trace[195639634] linearizableReadLoop","detail":"{readStateIndex:27145; appliedIndex:27144; }","duration":"830.647717ms","start":"2026-04-23T03:13:43.318755Z","end":"2026-04-23T03:13:44.149403Z","steps":["trace[195639634] 'read index received' (duration: 47.277774ms)","trace[195639634] 'applied index is now lower than readState.Index' (duration: 783.369093ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:44.149484Z","caller":"traceutil/trace.go:171","msg":"trace[1219831310] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"1.473266254s","start":"2026-04-23T03:13:42.676195Z","end":"2026-04-23T03:13:44.149462Z","steps":["trace[1219831310] 'process raft request' (duration: 689.893631ms)","trace[1219831310] 'compare' (duration: 400.779593ms)","trace[1219831310] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:624; } (duration: 381.533616ms)"],"step_count":3} {"level":"warn","ts":"2026-04-23T03:13:44.149691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493446481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d.18a8ddc90cf8dcf5\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-04-23T03:13:44.149758Z","caller":"traceutil/trace.go:171","msg":"trace[618699002] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d.18a8ddc90cf8dcf5; range_end:; response_count:1; response_revision:26246; }","duration":"1.493556385s","start":"2026-04-23T03:13:42.656183Z","end":"2026-04-23T03:13:44.149739Z","steps":["trace[618699002] 'agreement among raft nodes before linearized reading' (duration: 1.493348928s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:44.149795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:42.656167Z","time spent":"1.493621897s","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1013,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d.18a8ddc90cf8dcf5\" "} {"level":"warn","ts":"2026-04-23T03:13:44.150131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.127445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:44.150332Z","caller":"traceutil/trace.go:171","msg":"trace[152415447] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26246; }","duration":"651.326101ms","start":"2026-04-23T03:13:43.49899Z","end":"2026-04-23T03:13:44.150316Z","steps":["trace[152415447] 'agreement among raft nodes before linearized reading' (duration: 651.107794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:44.150361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:43.498951Z","time spent":"651.398643ms","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:44.150365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.416753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:13:44.150404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.836077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:44.150443Z","caller":"traceutil/trace.go:171","msg":"trace[759073023] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26246; }","duration":"200.517386ms","start":"2026-04-23T03:13:43.949904Z","end":"2026-04-23T03:13:44.150421Z","steps":["trace[759073023] 'agreement among raft nodes before linearized reading' (duration: 200.397203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:44.150507Z","caller":"traceutil/trace.go:171","msg":"trace[1062133002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26246; }","duration":"820.90723ms","start":"2026-04-23T03:13:43.329517Z","end":"2026-04-23T03:13:44.150424Z","steps":["trace[1062133002] 'agreement among raft nodes before linearized reading' (duration: 820.790666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:44.150627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:43.329461Z","time spent":"821.117685ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:44.149535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.517847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:44.150683Z","caller":"traceutil/trace.go:171","msg":"trace[1121743011] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26246; }","duration":"846.732865ms","start":"2026-04-23T03:13:43.303938Z","end":"2026-04-23T03:13:44.15067Z","steps":["trace[1121743011] 'agreement among raft nodes before linearized reading' (duration: 845.522447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:44.150725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:43.303916Z","time spent":"846.795928ms","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:44.149555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129690247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:44.150862Z","caller":"traceutil/trace.go:171","msg":"trace[408461906] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26246; }","duration":"1.131020999s","start":"2026-04-23T03:13:43.019828Z","end":"2026-04-23T03:13:44.150849Z","steps":["trace[408461906] 'agreement among raft nodes before linearized reading' (duration: 1.129638645s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:44.15089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:43.019763Z","time spent":"1.131119512s","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:44.151014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.601259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:13:44.151038Z","caller":"traceutil/trace.go:171","msg":"trace[902712143] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26246; }","duration":"826.657751ms","start":"2026-04-23T03:13:43.324374Z","end":"2026-04-23T03:13:44.151032Z","steps":["trace[902712143] 'agreement among raft nodes before linearized reading' (duration: 825.342649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:44.151069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:43.324359Z","time spent":"826.690442ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:13:44.151291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:42.676179Z","time spent":"1.473493061s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:44.415368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.462157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:44.415474Z","caller":"traceutil/trace.go:171","msg":"trace[1126369509] linearizableReadLoop","detail":"{readStateIndex:27146; appliedIndex:27145; }","duration":"195.999984ms","start":"2026-04-23T03:13:44.219459Z","end":"2026-04-23T03:13:44.415459Z","steps":["trace[1126369509] 'read index received' (duration: 34.821µs)","trace[1126369509] 'applied index is now lower than readState.Index' (duration: 195.963813ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:44.415571Z","caller":"traceutil/trace.go:171","msg":"trace[592362987] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"261.810864ms","start":"2026-04-23T03:13:44.153742Z","end":"2026-04-23T03:13:44.415553Z","steps":["trace[592362987] 'process raft request' (duration: 16.062908ms)","trace[592362987] 'compare' (duration: 136.961788ms)","trace[592362987] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d.18a8ddc90cf8dcf5; req_size:970; } (duration: 107.372693ms)"],"step_count":3} {"level":"warn","ts":"2026-04-23T03:13:44.415895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.013829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:44.415944Z","caller":"traceutil/trace.go:171","msg":"trace[283134499] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26247; }","duration":"162.090792ms","start":"2026-04-23T03:13:44.253842Z","end":"2026-04-23T03:13:44.415933Z","steps":["trace[283134499] 'agreement among raft nodes before linearized reading' (duration: 161.988599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:44.41614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.674265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:44.416178Z","caller":"traceutil/trace.go:171","msg":"trace[1973391183] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26247; }","duration":"196.742627ms","start":"2026-04-23T03:13:44.219426Z","end":"2026-04-23T03:13:44.416168Z","steps":["trace[1973391183] 'agreement among raft nodes before linearized reading' (duration: 196.674245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:44.416418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.56966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-jf4hj\" ","response":"range_response_count:1 size:5639"} {"level":"info","ts":"2026-04-23T03:13:44.416456Z","caller":"traceutil/trace.go:171","msg":"trace[466954358] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-jf4hj; range_end:; response_count:1; response_revision:26247; }","duration":"114.632722ms","start":"2026-04-23T03:13:44.301812Z","end":"2026-04-23T03:13:44.416445Z","steps":["trace[466954358] 'agreement among raft nodes before linearized reading' (duration: 114.509268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:44.883578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.510508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:44.883835Z","caller":"traceutil/trace.go:171","msg":"trace[1570445722] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"272.532502ms","start":"2026-04-23T03:13:44.611248Z","end":"2026-04-23T03:13:44.88378Z","steps":["trace[1570445722] 'process raft request' (duration: 126.731624ms)","trace[1570445722] 'compare' (duration: 37.64112ms)","trace[1570445722] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb.18a8ddc719efade7; req_size:859; } (duration: 107.374563ms)"],"step_count":3} {"level":"info","ts":"2026-04-23T03:13:44.883954Z","caller":"traceutil/trace.go:171","msg":"trace[1301409109] linearizableReadLoop","detail":"{readStateIndex:27153; appliedIndex:27151; }","duration":"231.205536ms","start":"2026-04-23T03:13:44.652725Z","end":"2026-04-23T03:13:44.883931Z","steps":["trace[1301409109] 'read index received' (duration: 85.351047ms)","trace[1301409109] 'applied index is now lower than readState.Index' (duration: 145.853759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:44.884155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.426853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:44.884182Z","caller":"traceutil/trace.go:171","msg":"trace[689298629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26255; }","duration":"231.454314ms","start":"2026-04-23T03:13:44.652721Z","end":"2026-04-23T03:13:44.884175Z","steps":["trace[689298629] 'agreement among raft nodes before linearized reading' (duration: 231.407763ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:44.884357Z","caller":"traceutil/trace.go:171","msg":"trace[560907382] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"263.754955ms","start":"2026-04-23T03:13:44.620584Z","end":"2026-04-23T03:13:44.884339Z","steps":["trace[560907382] 'process raft request' (duration: 263.070294ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:44.884118Z","caller":"traceutil/trace.go:171","msg":"trace[1723958041] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"226.676703ms","start":"2026-04-23T03:13:44.657432Z","end":"2026-04-23T03:13:44.884109Z","steps":["trace[1723958041] 'process raft request' (duration: 226.338182ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:44.928377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24762,"took":"5.418650156s","hash":2168122272,"current-db-size-bytes":55484416,"current-db-size":"56 MB","current-db-size-in-use-bytes":32980992,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-23T03:13:44.928442Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2168122272,"revision":24762,"compact-revision":21506} {"level":"info","ts":"2026-04-23T03:13:45.093917Z","caller":"traceutil/trace.go:171","msg":"trace[381940418] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"117.459892ms","start":"2026-04-23T03:13:44.976438Z","end":"2026-04-23T03:13:45.093898Z","steps":["trace[381940418] 'process raft request' (duration: 42.278527ms)","trace[381940418] 'compare' (duration: 75.01296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:45.566727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.617434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:45.566916Z","caller":"traceutil/trace.go:171","msg":"trace[360238747] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"468.605458ms","start":"2026-04-23T03:13:45.098299Z","end":"2026-04-23T03:13:45.566904Z","steps":["trace[360238747] 'process raft request' (duration: 102.732117ms)","trace[360238747] 'compare' (duration: 365.270872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:45.566988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:45.098288Z","time spent":"468.652639ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:45.567381Z","caller":"traceutil/trace.go:171","msg":"trace[904078572] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"391.825481ms","start":"2026-04-23T03:13:45.175528Z","end":"2026-04-23T03:13:45.567354Z","steps":["trace[904078572] 'process raft request' (duration: 391.274214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:45.567514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:45.175505Z","time spent":"391.936285ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:45.756951Z","caller":"traceutil/trace.go:171","msg":"trace[128243332] linearizableReadLoop","detail":"{readStateIndex:27160; appliedIndex:27159; }","duration":"172.913984ms","start":"2026-04-23T03:13:45.584014Z","end":"2026-04-23T03:13:45.756928Z","steps":["trace[128243332] 'read index received' (duration: 86.194363ms)","trace[128243332] 'applied index is now lower than readState.Index' (duration: 86.717321ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:45.757059Z","caller":"traceutil/trace.go:171","msg":"trace[1189239536] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"184.081867ms","start":"2026-04-23T03:13:45.572947Z","end":"2026-04-23T03:13:45.757029Z","steps":["trace[1189239536] 'process raft request' (duration: 97.292164ms)","trace[1189239536] 'compare' (duration: 86.497514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:45.757204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.174402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"info","ts":"2026-04-23T03:13:45.757228Z","caller":"traceutil/trace.go:171","msg":"trace[1772963480] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26261; }","duration":"173.239774ms","start":"2026-04-23T03:13:45.583981Z","end":"2026-04-23T03:13:45.757221Z","steps":["trace[1772963480] 'agreement among raft nodes before linearized reading' (duration: 173.070589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:45.757321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.103271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:13:45.757387Z","caller":"traceutil/trace.go:171","msg":"trace[499896260] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26261; }","duration":"161.206904ms","start":"2026-04-23T03:13:45.596164Z","end":"2026-04-23T03:13:45.757371Z","steps":["trace[499896260] 'agreement among raft nodes before linearized reading' (duration: 161.017708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:45.757396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.921247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:45.757428Z","caller":"traceutil/trace.go:171","msg":"trace[743332564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26261; }","duration":"106.009319ms","start":"2026-04-23T03:13:45.651409Z","end":"2026-04-23T03:13:45.757418Z","steps":["trace[743332564] 'agreement among raft nodes before linearized reading' (duration: 105.930867ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:45.982313Z","caller":"traceutil/trace.go:171","msg":"trace[1768033033] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"216.839842ms","start":"2026-04-23T03:13:45.765453Z","end":"2026-04-23T03:13:45.982293Z","steps":["trace[1768033033] 'process raft request' (duration: 123.10387ms)","trace[1768033033] 'compare' (duration: 93.626709ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:46.10555Z","caller":"traceutil/trace.go:171","msg":"trace[598473389] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"296.52263ms","start":"2026-04-23T03:13:45.808999Z","end":"2026-04-23T03:13:46.105521Z","steps":["trace[598473389] 'process raft request' (duration: 282.190877ms)","trace[598473389] 'compare' (duration: 14.077105ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:46.105639Z","caller":"traceutil/trace.go:171","msg":"trace[1124969814] linearizableReadLoop","detail":"{readStateIndex:27164; appliedIndex:27161; }","duration":"285.486261ms","start":"2026-04-23T03:13:45.820119Z","end":"2026-04-23T03:13:46.105605Z","steps":["trace[1124969814] 'read index received' (duration: 68.451373ms)","trace[1124969814] 'applied index is now lower than readState.Index' (duration: 217.033458ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:46.105811Z","caller":"traceutil/trace.go:171","msg":"trace[805439080] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"295.854969ms","start":"2026-04-23T03:13:45.809942Z","end":"2026-04-23T03:13:46.105797Z","steps":["trace[805439080] 'process raft request' (duration: 295.534859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:46.105941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.030071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:46.105978Z","caller":"traceutil/trace.go:171","msg":"trace[1132151531] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26264; }","duration":"231.115363ms","start":"2026-04-23T03:13:45.874852Z","end":"2026-04-23T03:13:46.105968Z","steps":["trace[1132151531] 'agreement among raft nodes before linearized reading' (duration: 231.02813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:46.106115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.813232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:46.106145Z","caller":"traceutil/trace.go:171","msg":"trace[2110292792] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26264; }","duration":"223.858743ms","start":"2026-04-23T03:13:45.882276Z","end":"2026-04-23T03:13:46.106135Z","steps":["trace[2110292792] 'agreement among raft nodes before linearized reading' (duration: 223.811312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:46.106229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.053662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-8r4b9\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-04-23T03:13:46.10634Z","caller":"traceutil/trace.go:171","msg":"trace[1348356] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-8r4b9; range_end:; response_count:1; response_revision:26264; }","duration":"119.196576ms","start":"2026-04-23T03:13:45.987123Z","end":"2026-04-23T03:13:46.10632Z","steps":["trace[1348356] 'agreement among raft nodes before linearized reading' (duration: 118.957499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:46.10641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.297357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:46.106442Z","caller":"traceutil/trace.go:171","msg":"trace[2096933692] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26264; }","duration":"286.361389ms","start":"2026-04-23T03:13:45.820071Z","end":"2026-04-23T03:13:46.106432Z","steps":["trace[2096933692] 'agreement among raft nodes before linearized reading' (duration: 286.240565ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:46.294139Z","caller":"traceutil/trace.go:171","msg":"trace[1652918866] linearizableReadLoop","detail":"{readStateIndex:27166; appliedIndex:27164; }","duration":"174.906806ms","start":"2026-04-23T03:13:46.119205Z","end":"2026-04-23T03:13:46.294112Z","steps":["trace[1652918866] 'read index received' (duration: 13.428124ms)","trace[1652918866] 'applied index is now lower than readState.Index' (duration: 161.477712ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:46.294228Z","caller":"traceutil/trace.go:171","msg":"trace[1087900533] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"181.190405ms","start":"2026-04-23T03:13:46.112999Z","end":"2026-04-23T03:13:46.29419Z","steps":["trace[1087900533] 'process raft request' (duration: 165.369105ms)","trace[1087900533] 'compare' (duration: 15.609393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:46.294349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.112153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:46.294443Z","caller":"traceutil/trace.go:171","msg":"trace[1230389004] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26266; }","duration":"175.244617ms","start":"2026-04-23T03:13:46.11918Z","end":"2026-04-23T03:13:46.294425Z","steps":["trace[1230389004] 'agreement among raft nodes before linearized reading' (duration: 175.02534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:46.294468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.903151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cr65x\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-23T03:13:46.294608Z","caller":"traceutil/trace.go:171","msg":"trace[1142563935] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-cr65x; range_end:; response_count:1; response_revision:26266; }","duration":"159.082976ms","start":"2026-04-23T03:13:46.135503Z","end":"2026-04-23T03:13:46.294586Z","steps":["trace[1142563935] 'agreement among raft nodes before linearized reading' (duration: 158.770437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:46.596837Z","caller":"traceutil/trace.go:171","msg":"trace[905449226] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"177.879521ms","start":"2026-04-23T03:13:46.418925Z","end":"2026-04-23T03:13:46.596804Z","steps":["trace[905449226] 'process raft request' (duration: 88.536077ms)","trace[905449226] 'compare' (duration: 89.189579ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:46.613414Z","caller":"traceutil/trace.go:171","msg":"trace[664023277] linearizableReadLoop","detail":"{readStateIndex:27173; appliedIndex:27171; }","duration":"118.03491ms","start":"2026-04-23T03:13:46.49536Z","end":"2026-04-23T03:13:46.613395Z","steps":["trace[664023277] 'read index received' (duration: 12.257557ms)","trace[664023277] 'applied index is now lower than readState.Index' (duration: 105.776493ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:46.613472Z","caller":"traceutil/trace.go:171","msg":"trace[1197018312] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"150.283199ms","start":"2026-04-23T03:13:46.463146Z","end":"2026-04-23T03:13:46.613429Z","steps":["trace[1197018312] 'process raft request' (duration: 150.138574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:46.613542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.172314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:46.613567Z","caller":"traceutil/trace.go:171","msg":"trace[1506215850] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26273; }","duration":"118.255297ms","start":"2026-04-23T03:13:46.495304Z","end":"2026-04-23T03:13:46.613559Z","steps":["trace[1506215850] 'agreement among raft nodes before linearized reading' (duration: 118.162344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:46.864716Z","caller":"traceutil/trace.go:171","msg":"trace[2107745469] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"244.131705ms","start":"2026-04-23T03:13:46.62056Z","end":"2026-04-23T03:13:46.864692Z","steps":["trace[2107745469] 'process raft request' (duration: 166.059468ms)","trace[2107745469] 'compare' (duration: 77.721656ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:46.884997Z","caller":"traceutil/trace.go:171","msg":"trace[746835070] linearizableReadLoop","detail":"{readStateIndex:27175; appliedIndex:27173; }","duration":"235.027477ms","start":"2026-04-23T03:13:46.64995Z","end":"2026-04-23T03:13:46.884977Z","steps":["trace[746835070] 'read index received' (duration: 136.771112ms)","trace[746835070] 'applied index is now lower than readState.Index' (duration: 98.255465ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:46.885089Z","caller":"traceutil/trace.go:171","msg":"trace[205171577] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"262.770303ms","start":"2026-04-23T03:13:46.622311Z","end":"2026-04-23T03:13:46.885081Z","steps":["trace[205171577] 'process raft request' (duration: 262.523025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:46.88522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.272015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:46.885246Z","caller":"traceutil/trace.go:171","msg":"trace[993711116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26275; }","duration":"235.356207ms","start":"2026-04-23T03:13:46.649883Z","end":"2026-04-23T03:13:46.885239Z","steps":["trace[993711116] 'agreement among raft nodes before linearized reading' (duration: 235.293375ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:47.07267Z","caller":"traceutil/trace.go:171","msg":"trace[1360380192] linearizableReadLoop","detail":"{readStateIndex:27176; appliedIndex:27175; }","duration":"184.033675ms","start":"2026-04-23T03:13:46.88862Z","end":"2026-04-23T03:13:47.072654Z","steps":["trace[1360380192] 'read index received' (duration: 154.045638ms)","trace[1360380192] 'applied index is now lower than readState.Index' (duration: 29.986997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:47.072834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.19937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-8r4b9\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-04-23T03:13:47.072855Z","caller":"traceutil/trace.go:171","msg":"trace[1535036382] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-8r4b9; range_end:; response_count:1; response_revision:26276; }","duration":"184.271642ms","start":"2026-04-23T03:13:46.888578Z","end":"2026-04-23T03:13:47.07285Z","steps":["trace[1535036382] 'agreement among raft nodes before linearized reading' (duration: 184.138138ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:47.072985Z","caller":"traceutil/trace.go:171","msg":"trace[1025810081] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"184.782249ms","start":"2026-04-23T03:13:46.88819Z","end":"2026-04-23T03:13:47.072973Z","steps":["trace[1025810081] 'process raft request' (duration: 154.470862ms)","trace[1025810081] 'compare' (duration: 29.859143ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:47.075271Z","caller":"traceutil/trace.go:171","msg":"trace[462949675] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"179.885924ms","start":"2026-04-23T03:13:46.89536Z","end":"2026-04-23T03:13:47.075245Z","steps":["trace[462949675] 'process raft request' (duration: 179.317896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:47.427307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.946902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:47.427452Z","caller":"traceutil/trace.go:171","msg":"trace[1905288699] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"349.421121ms","start":"2026-04-23T03:13:47.078008Z","end":"2026-04-23T03:13:47.427429Z","steps":["trace[1905288699] 'process raft request' (duration: 165.258512ms)","trace[1905288699] 'compare' (duration: 183.691424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:47.427535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:47.077992Z","time spent":"349.500053ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:47.497253Z","caller":"traceutil/trace.go:171","msg":"trace[2061132893] linearizableReadLoop","detail":"{readStateIndex:27180; appliedIndex:27178; }","duration":"152.449268ms","start":"2026-04-23T03:13:47.344777Z","end":"2026-04-23T03:13:47.497226Z","steps":["trace[2061132893] 'read index received' (duration: 152.248561ms)","trace[2061132893] 'applied index is now lower than readState.Index' (duration: 199.487µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:47.497351Z","caller":"traceutil/trace.go:171","msg":"trace[434215536] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"372.613274ms","start":"2026-04-23T03:13:47.124718Z","end":"2026-04-23T03:13:47.497331Z","steps":["trace[434215536] 'process raft request' (duration: 372.443319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:47.497441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.642964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:47.497462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:47.124696Z","time spent":"372.697216ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:47.497485Z","caller":"traceutil/trace.go:171","msg":"trace[111057599] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26280; }","duration":"152.738546ms","start":"2026-04-23T03:13:47.344737Z","end":"2026-04-23T03:13:47.497475Z","steps":["trace[111057599] 'agreement among raft nodes before linearized reading' (duration: 152.641593ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:47.497531Z","caller":"traceutil/trace.go:171","msg":"trace[11178929] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"418.195294ms","start":"2026-04-23T03:13:47.079303Z","end":"2026-04-23T03:13:47.497499Z","steps":["trace[11178929] 'process raft request' (duration: 417.684888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:47.497672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:47.079295Z","time spent":"418.304577ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:47.787457Z","caller":"traceutil/trace.go:171","msg":"trace[1852122879] linearizableReadLoop","detail":"{readStateIndex:27182; appliedIndex:27181; }","duration":"135.13281ms","start":"2026-04-23T03:13:47.652295Z","end":"2026-04-23T03:13:47.787428Z","steps":["trace[1852122879] 'read index received' (duration: 134.959185ms)","trace[1852122879] 'applied index is now lower than readState.Index' (duration: 172.515µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:47.787585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.286675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:47.78762Z","caller":"traceutil/trace.go:171","msg":"trace[824293571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26282; }","duration":"135.375238ms","start":"2026-04-23T03:13:47.652236Z","end":"2026-04-23T03:13:47.787611Z","steps":["trace[824293571] 'agreement among raft nodes before linearized reading' (duration: 135.281455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:47.787756Z","caller":"traceutil/trace.go:171","msg":"trace[1587017506] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"213.064133ms","start":"2026-04-23T03:13:47.574664Z","end":"2026-04-23T03:13:47.787729Z","steps":["trace[1587017506] 'process raft request' (duration: 212.605368ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:48.143195Z","caller":"traceutil/trace.go:171","msg":"trace[1374660311] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"191.038947ms","start":"2026-04-23T03:13:47.952118Z","end":"2026-04-23T03:13:48.143157Z","steps":["trace[1374660311] 'process raft request' (duration: 177.19427ms)","trace[1374660311] 'compare' (duration: 13.413923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:49.078686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.823483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:49.078939Z","caller":"traceutil/trace.go:171","msg":"trace[440400697] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"668.38168ms","start":"2026-04-23T03:13:48.41052Z","end":"2026-04-23T03:13:49.078902Z","steps":["trace[440400697] 'process raft request' (duration: 188.262839ms)","trace[440400697] 'compare' (duration: 479.567274ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:49.07895Z","caller":"traceutil/trace.go:171","msg":"trace[1809820703] linearizableReadLoop","detail":"{readStateIndex:27198; appliedIndex:27197; }","duration":"632.023712ms","start":"2026-04-23T03:13:48.446744Z","end":"2026-04-23T03:13:49.078768Z","steps":["trace[1809820703] 'read index received' (duration: 152.068726ms)","trace[1809820703] 'applied index is now lower than readState.Index' (duration: 479.953586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:49.079076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:48.410489Z","time spent":"668.509704ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:49.079222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.471966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-23T03:13:49.079265Z","caller":"traceutil/trace.go:171","msg":"trace[365814468] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26298; }","duration":"632.563778ms","start":"2026-04-23T03:13:48.446689Z","end":"2026-04-23T03:13:49.079253Z","steps":["trace[365814468] 'agreement among raft nodes before linearized reading' (duration: 632.388933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.079338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:48.446669Z","time spent":"632.658092ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-23T03:13:49.079341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.059538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:13:49.079421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.22085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:13:49.079435Z","caller":"traceutil/trace.go:171","msg":"trace[309366358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26298; }","duration":"429.153491ms","start":"2026-04-23T03:13:48.650252Z","end":"2026-04-23T03:13:49.079405Z","steps":["trace[309366358] 'agreement among raft nodes before linearized reading' (duration: 428.997566ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:49.079479Z","caller":"traceutil/trace.go:171","msg":"trace[670427931] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26298; }","duration":"152.326494ms","start":"2026-04-23T03:13:48.927137Z","end":"2026-04-23T03:13:49.079464Z","steps":["trace[670427931] 'agreement among raft nodes before linearized reading' (duration: 152.105357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.079491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:48.650184Z","time spent":"429.293805ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:49.079458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.928934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d\" ","response":"range_response_count:1 size:5600"} {"level":"info","ts":"2026-04-23T03:13:49.079552Z","caller":"traceutil/trace.go:171","msg":"trace[893638182] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d; range_end:; response_count:1; response_revision:26298; }","duration":"498.082889ms","start":"2026-04-23T03:13:48.581449Z","end":"2026-04-23T03:13:49.079532Z","steps":["trace[893638182] 'agreement among raft nodes before linearized reading' (duration: 497.80898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.079607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:48.581425Z","time spent":"498.172612ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5622,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qft4d\" "} {"level":"warn","ts":"2026-04-23T03:13:49.079408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.791184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-23T03:13:49.079693Z","caller":"traceutil/trace.go:171","msg":"trace[444794063] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26298; }","duration":"607.114064ms","start":"2026-04-23T03:13:48.472556Z","end":"2026-04-23T03:13:49.07967Z","steps":["trace[444794063] 'agreement among raft nodes before linearized reading' (duration: 606.689241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.079748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:48.472542Z","time spent":"607.191908ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-23T03:13:49.768665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.200573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:49.768738Z","caller":"traceutil/trace.go:171","msg":"trace[230819268] linearizableReadLoop","detail":"{readStateIndex:27199; appliedIndex:27198; }","duration":"685.594924ms","start":"2026-04-23T03:13:49.083132Z","end":"2026-04-23T03:13:49.768726Z","steps":["trace[230819268] 'read index received' (duration: 418.291568ms)","trace[230819268] 'applied index is now lower than readState.Index' (duration: 267.302606ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:49.768869Z","caller":"traceutil/trace.go:171","msg":"trace[329705099] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"688.62157ms","start":"2026-04-23T03:13:49.080239Z","end":"2026-04-23T03:13:49.76886Z","steps":["trace[329705099] 'process raft request' (duration: 421.168519ms)","trace[329705099] 'compare' (duration: 266.80016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:49.768915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.080222Z","time spent":"688.672292ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:49.769102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.970026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-sfqft.18a8ddc8a6890498\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-04-23T03:13:49.769129Z","caller":"traceutil/trace.go:171","msg":"trace[270831636] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-sfqft.18a8ddc8a6890498; range_end:; response_count:1; response_revision:26299; }","duration":"686.026808ms","start":"2026-04-23T03:13:49.083094Z","end":"2026-04-23T03:13:49.769121Z","steps":["trace[270831636] 'agreement among raft nodes before linearized reading' (duration: 685.932865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.769153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.083079Z","time spent":"686.069879ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":905,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-sfqft.18a8ddc8a6890498\" "} {"level":"warn","ts":"2026-04-23T03:13:49.773591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.971013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1da98058-378d-470a-b4a2-f66ea65cd802\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T03:13:49.773657Z","caller":"traceutil/trace.go:171","msg":"trace[516452284] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1da98058-378d-470a-b4a2-f66ea65cd802; range_end:; response_count:1; response_revision:26301; }","duration":"678.090387ms","start":"2026-04-23T03:13:49.095552Z","end":"2026-04-23T03:13:49.773642Z","steps":["trace[516452284] 'agreement among raft nodes before linearized reading' (duration: 677.909411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.773688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.095531Z","time spent":"678.151529ms","remote":"127.0.0.1:60582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1da98058-378d-470a-b4a2-f66ea65cd802\" "} {"level":"info","ts":"2026-04-23T03:13:49.773988Z","caller":"traceutil/trace.go:171","msg":"trace[1181680794] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"688.32828ms","start":"2026-04-23T03:13:49.085651Z","end":"2026-04-23T03:13:49.773979Z","steps":["trace[1181680794] 'process raft request' (duration: 687.629498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.774051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.085637Z","time spent":"688.368162ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5404,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:49.774237Z","caller":"traceutil/trace.go:171","msg":"trace[226087108] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"617.972007ms","start":"2026-04-23T03:13:49.156258Z","end":"2026-04-23T03:13:49.77423Z","steps":["trace[226087108] 'process raft request' (duration: 617.147031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.774275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.156233Z","time spent":"618.020789ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:49.774378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.970534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:49.774398Z","caller":"traceutil/trace.go:171","msg":"trace[2048511570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26301; }","duration":"122.025695ms","start":"2026-04-23T03:13:49.652366Z","end":"2026-04-23T03:13:49.774391Z","steps":["trace[2048511570] 'agreement among raft nodes before linearized reading' (duration: 121.988864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.774643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.316072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:49.774724Z","caller":"traceutil/trace.go:171","msg":"trace[1644550157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26301; }","duration":"639.449366ms","start":"2026-04-23T03:13:49.135255Z","end":"2026-04-23T03:13:49.774705Z","steps":["trace[1644550157] 'agreement among raft nodes before linearized reading' (duration: 639.26274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.774767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.135234Z","time spent":"639.523468ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:13:49.774961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.049554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:49.774986Z","caller":"traceutil/trace.go:171","msg":"trace[524057478] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26301; }","duration":"183.099106ms","start":"2026-04-23T03:13:49.591877Z","end":"2026-04-23T03:13:49.774976Z","steps":["trace[524057478] 'agreement among raft nodes before linearized reading' (duration: 183.056165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.775166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.12121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:13:49.775199Z","caller":"traceutil/trace.go:171","msg":"trace[912578349] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26301; }","duration":"235.193592ms","start":"2026-04-23T03:13:49.539999Z","end":"2026-04-23T03:13:49.775193Z","steps":["trace[912578349] 'agreement among raft nodes before linearized reading' (duration: 235.081208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.775378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.210212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T03:13:49.775407Z","caller":"traceutil/trace.go:171","msg":"trace[168538161] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26301; }","duration":"435.251603ms","start":"2026-04-23T03:13:49.340147Z","end":"2026-04-23T03:13:49.775399Z","steps":["trace[168538161] 'agreement among raft nodes before linearized reading' (duration: 435.167861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.775424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.340141Z","time spent":"435.279195ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T03:13:49.775559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.706271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-04-23T03:13:49.775577Z","caller":"traceutil/trace.go:171","msg":"trace[967146116] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:26301; }","duration":"443.760613ms","start":"2026-04-23T03:13:49.331811Z","end":"2026-04-23T03:13:49.775572Z","steps":["trace[967146116] 'agreement among raft nodes before linearized reading' (duration: 443.701711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.775598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.331793Z","time spent":"443.797753ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":475,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"warn","ts":"2026-04-23T03:13:49.775734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.979951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-23T03:13:49.775755Z","caller":"traceutil/trace.go:171","msg":"trace[976241784] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26301; }","duration":"545.032932ms","start":"2026-04-23T03:13:49.230715Z","end":"2026-04-23T03:13:49.775748Z","steps":["trace[976241784] 'agreement among raft nodes before linearized reading' (duration: 544.974011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:49.775774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.230697Z","time spent":"545.070584ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-23T03:13:50.303389Z","caller":"traceutil/trace.go:171","msg":"trace[422815719] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"382.422624ms","start":"2026-04-23T03:13:49.920945Z","end":"2026-04-23T03:13:50.303368Z","steps":["trace[422815719] 'process raft request' (duration: 382.28841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:50.303522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.92092Z","time spent":"382.534588ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:50.467341Z","caller":"traceutil/trace.go:171","msg":"trace[276790025] linearizableReadLoop","detail":"{readStateIndex:27206; appliedIndex:27205; }","duration":"544.00404ms","start":"2026-04-23T03:13:49.923314Z","end":"2026-04-23T03:13:50.467318Z","steps":["trace[276790025] 'read index received' (duration: 381.520996ms)","trace[276790025] 'applied index is now lower than readState.Index' (duration: 162.482074ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:50.467716Z","caller":"traceutil/trace.go:171","msg":"trace[1324872423] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"546.054585ms","start":"2026-04-23T03:13:49.92164Z","end":"2026-04-23T03:13:50.467694Z","steps":["trace[1324872423] 'process raft request' (duration: 540.938143ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:50.467773Z","caller":"traceutil/trace.go:171","msg":"trace[31587116] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"540.907103ms","start":"2026-04-23T03:13:49.926852Z","end":"2026-04-23T03:13:50.467759Z","steps":["trace[31587116] 'process raft request' (duration: 540.405087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:50.467838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.921629Z","time spent":"546.146798ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:50.467883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.926844Z","time spent":"540.964564ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:13:50.468089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.775035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:13:50.468125Z","caller":"traceutil/trace.go:171","msg":"trace[628250437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26307; }","duration":"544.831976ms","start":"2026-04-23T03:13:49.923284Z","end":"2026-04-23T03:13:50.468116Z","steps":["trace[628250437] 'agreement among raft nodes before linearized reading' (duration: 544.712112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:50.468152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:49.923277Z","time spent":"544.869187ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T03:13:50.468185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.239657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:50.468224Z","caller":"traceutil/trace.go:171","msg":"trace[1245836709] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26307; }","duration":"162.308439ms","start":"2026-04-23T03:13:50.305903Z","end":"2026-04-23T03:13:50.468212Z","steps":["trace[1245836709] 'agreement among raft nodes before linearized reading' (duration: 162.249797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:50.46861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.889724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb.18a8ddc719efade7\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-04-23T03:13:50.468652Z","caller":"traceutil/trace.go:171","msg":"trace[172899673] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb.18a8ddc719efade7; range_end:; response_count:1; response_revision:26307; }","duration":"160.952236ms","start":"2026-04-23T03:13:50.307689Z","end":"2026-04-23T03:13:50.468641Z","steps":["trace[172899673] 'agreement among raft nodes before linearized reading' (duration: 160.847622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:50.969833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.893773ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:50.96992Z","caller":"traceutil/trace.go:171","msg":"trace[1103799541] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26312; }","duration":"210.991226ms","start":"2026-04-23T03:13:50.758916Z","end":"2026-04-23T03:13:50.969907Z","steps":["trace[1103799541] 'range keys from in-memory index tree' (duration: 210.877022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:50.970572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.151946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:50.970706Z","caller":"traceutil/trace.go:171","msg":"trace[1431206104] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"362.936477ms","start":"2026-04-23T03:13:50.607761Z","end":"2026-04-23T03:13:50.970698Z","steps":["trace[1431206104] 'process raft request' (duration: 362.868735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:50.970745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:50.60774Z","time spent":"362.985489ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:50.970867Z","caller":"traceutil/trace.go:171","msg":"trace[221907105] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"403.438048ms","start":"2026-04-23T03:13:50.567422Z","end":"2026-04-23T03:13:50.97086Z","steps":["trace[221907105] 'process raft request' (duration: 194.92714ms)","trace[221907105] 'compare' (duration: 207.740753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:50.970895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:50.567411Z","time spent":"403.468298ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:50.970975Z","caller":"traceutil/trace.go:171","msg":"trace[136437927] linearizableReadLoop","detail":"{readStateIndex:27213; appliedIndex:27212; }","duration":"367.196542ms","start":"2026-04-23T03:13:50.603773Z","end":"2026-04-23T03:13:50.97097Z","steps":["trace[136437927] 'read index received' (duration: 158.528759ms)","trace[136437927] 'applied index is now lower than readState.Index' (duration: 208.666663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:50.971166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.823686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb\" ","response":"range_response_count:1 size:5673"} {"level":"info","ts":"2026-04-23T03:13:50.971186Z","caller":"traceutil/trace.go:171","msg":"trace[491596131] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb; range_end:; response_count:1; response_revision:26314; }","duration":"401.864278ms","start":"2026-04-23T03:13:50.569312Z","end":"2026-04-23T03:13:50.971176Z","steps":["trace[491596131] 'agreement among raft nodes before linearized reading' (duration: 401.793495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:50.971202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:50.569297Z","time spent":"401.901678ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5695,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cf5hb\" "} {"level":"warn","ts":"2026-04-23T03:13:50.971297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.590086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:50.971309Z","caller":"traceutil/trace.go:171","msg":"trace[1059920291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26314; }","duration":"318.633438ms","start":"2026-04-23T03:13:50.652671Z","end":"2026-04-23T03:13:50.971305Z","steps":["trace[1059920291] 'agreement among raft nodes before linearized reading' (duration: 318.611237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:50.97132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:50.652656Z","time spent":"318.661909ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:13:50.971592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.329944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-04-23T03:13:50.971614Z","caller":"traceutil/trace.go:171","msg":"trace[1654862609] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26314; }","duration":"290.353474ms","start":"2026-04-23T03:13:50.681256Z","end":"2026-04-23T03:13:50.971609Z","steps":["trace[1654862609] 'agreement among raft nodes before linearized reading' (duration: 290.241381ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:51.148058Z","caller":"traceutil/trace.go:171","msg":"trace[130080214] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"166.880327ms","start":"2026-04-23T03:13:50.981152Z","end":"2026-04-23T03:13:51.148032Z","steps":["trace[130080214] 'process raft request' (duration: 103.625687ms)","trace[130080214] 'compare' (duration: 63.099165ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:51.164168Z","caller":"traceutil/trace.go:171","msg":"trace[1374577243] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"181.587602ms","start":"2026-04-23T03:13:50.982561Z","end":"2026-04-23T03:13:51.164149Z","steps":["trace[1374577243] 'process raft request' (duration: 181.391255ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:51.164157Z","caller":"traceutil/trace.go:171","msg":"trace[225273273] linearizableReadLoop","detail":"{readStateIndex:27216; appliedIndex:27214; }","duration":"153.437183ms","start":"2026-04-23T03:13:51.010694Z","end":"2026-04-23T03:13:51.164132Z","steps":["trace[225273273] 'read index received' (duration: 74.094404ms)","trace[225273273] 'applied index is now lower than readState.Index' (duration: 79.341119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:51.164578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.865186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T03:13:51.164701Z","caller":"traceutil/trace.go:171","msg":"trace[826193780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26316; }","duration":"153.99697ms","start":"2026-04-23T03:13:51.010645Z","end":"2026-04-23T03:13:51.164642Z","steps":["trace[826193780] 'agreement among raft nodes before linearized reading' (duration: 153.561107ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:51.344896Z","caller":"traceutil/trace.go:171","msg":"trace[305129498] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"175.925114ms","start":"2026-04-23T03:13:51.168944Z","end":"2026-04-23T03:13:51.344869Z","steps":["trace[305129498] 'process raft request' (duration: 101.582793ms)","trace[305129498] 'compare' (duration: 74.217977ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:51.373137Z","caller":"traceutil/trace.go:171","msg":"trace[1695153108] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"201.468362ms","start":"2026-04-23T03:13:51.171356Z","end":"2026-04-23T03:13:51.372824Z","steps":["trace[1695153108] 'process raft request' (duration: 201.168723ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:51.613914Z","caller":"traceutil/trace.go:171","msg":"trace[482525729] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"217.86355ms","start":"2026-04-23T03:13:51.396031Z","end":"2026-04-23T03:13:51.613895Z","steps":["trace[482525729] 'process raft request' (duration: 217.630663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:51.6143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.467422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cr65x.18a8daef99ce7d75\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-04-23T03:13:51.614348Z","caller":"traceutil/trace.go:171","msg":"trace[483005729] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-cr65x.18a8daef99ce7d75; range_end:; response_count:1; response_revision:26321; }","duration":"183.548825ms","start":"2026-04-23T03:13:51.430787Z","end":"2026-04-23T03:13:51.614336Z","steps":["trace[483005729] 'agreement among raft nodes before linearized reading' (duration: 183.38662ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:51.614332Z","caller":"traceutil/trace.go:171","msg":"trace[207700909] linearizableReadLoop","detail":"{readStateIndex:27221; appliedIndex:27220; }","duration":"182.997078ms","start":"2026-04-23T03:13:51.430817Z","end":"2026-04-23T03:13:51.613814Z","steps":["trace[207700909] 'read index received' (duration: 182.74627ms)","trace[207700909] 'applied index is now lower than readState.Index' (duration: 249.878µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:51.614598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.523933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T03:13:51.614643Z","caller":"traceutil/trace.go:171","msg":"trace[1793923548] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26321; }","duration":"170.614655ms","start":"2026-04-23T03:13:51.444016Z","end":"2026-04-23T03:13:51.61463Z","steps":["trace[1793923548] 'agreement among raft nodes before linearized reading' (duration: 170.418539ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:51.950993Z","caller":"traceutil/trace.go:171","msg":"trace[1763103403] linearizableReadLoop","detail":"{readStateIndex:27228; appliedIndex:27227; }","duration":"150.335295ms","start":"2026-04-23T03:13:51.800623Z","end":"2026-04-23T03:13:51.950958Z","steps":["trace[1763103403] 'read index received' (duration: 146.639898ms)","trace[1763103403] 'applied index is now lower than readState.Index' (duration: 3.694547ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:51.951193Z","caller":"traceutil/trace.go:171","msg":"trace[263532395] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"173.2772ms","start":"2026-04-23T03:13:51.777888Z","end":"2026-04-23T03:13:51.951165Z","steps":["trace[263532395] 'process raft request' (duration: 169.094328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:51.951302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.056302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-04-23T03:13:51.951356Z","caller":"traceutil/trace.go:171","msg":"trace[237308030] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:26328; }","duration":"160.147205ms","start":"2026-04-23T03:13:51.791196Z","end":"2026-04-23T03:13:51.951344Z","steps":["trace[237308030] 'agreement among raft nodes before linearized reading' (duration: 159.98052ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:52.01304Z","caller":"traceutil/trace.go:171","msg":"trace[713773607] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"205.264281ms","start":"2026-04-23T03:13:51.807742Z","end":"2026-04-23T03:13:52.013007Z","steps":["trace[713773607] 'process raft request' (duration: 205.046844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:52.0134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.353541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-sfqft.18a8ddc8a6890498\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-04-23T03:13:52.01348Z","caller":"traceutil/trace.go:171","msg":"trace[1664710871] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-sfqft.18a8ddc8a6890498; range_end:; response_count:1; response_revision:26329; }","duration":"209.653411ms","start":"2026-04-23T03:13:51.803806Z","end":"2026-04-23T03:13:52.01346Z","steps":["trace[1664710871] 'agreement among raft nodes before linearized reading' (duration: 209.251448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:52.017367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.406461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T03:13:52.017418Z","caller":"traceutil/trace.go:171","msg":"trace[791113236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26329; }","duration":"103.501853ms","start":"2026-04-23T03:13:51.913903Z","end":"2026-04-23T03:13:52.017405Z","steps":["trace[791113236] 'agreement among raft nodes before linearized reading' (duration: 99.079973ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:52.155827Z","caller":"traceutil/trace.go:171","msg":"trace[1120081370] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"136.574379ms","start":"2026-04-23T03:13:52.019225Z","end":"2026-04-23T03:13:52.1558Z","steps":["trace[1120081370] 'process raft request' (duration: 40.930755ms)","trace[1120081370] 'compare' (duration: 95.539591ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:52.159944Z","caller":"traceutil/trace.go:171","msg":"trace[6980704] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"135.093082ms","start":"2026-04-23T03:13:52.024826Z","end":"2026-04-23T03:13:52.159919Z","steps":["trace[6980704] 'process raft request' (duration: 134.975109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:52.159986Z","caller":"traceutil/trace.go:171","msg":"trace[1859879795] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"139.12746ms","start":"2026-04-23T03:13:52.020832Z","end":"2026-04-23T03:13:52.159959Z","steps":["trace[1859879795] 'process raft request' (duration: 138.798169ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:52.160207Z","caller":"traceutil/trace.go:171","msg":"trace[1981715747] linearizableReadLoop","detail":"{readStateIndex:27233; appliedIndex:27229; }","duration":"110.018309ms","start":"2026-04-23T03:13:52.050179Z","end":"2026-04-23T03:13:52.160197Z","steps":["trace[1981715747] 'read index received' (duration: 9.874642ms)","trace[1981715747] 'applied index is now lower than readState.Index' (duration: 100.142827ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:52.160411Z","caller":"traceutil/trace.go:171","msg":"trace[687702903] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"126.209361ms","start":"2026-04-23T03:13:52.03418Z","end":"2026-04-23T03:13:52.160389Z","steps":["trace[687702903] 'process raft request' (duration: 125.692635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:52.160655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.455793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T03:13:52.160724Z","caller":"traceutil/trace.go:171","msg":"trace[1733994854] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26333; }","duration":"110.560196ms","start":"2026-04-23T03:13:52.050142Z","end":"2026-04-23T03:13:52.160702Z","steps":["trace[1733994854] 'agreement among raft nodes before linearized reading' (duration: 110.383ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:52.599312Z","caller":"traceutil/trace.go:171","msg":"trace[620939154] linearizableReadLoop","detail":"{readStateIndex:27241; appliedIndex:27240; }","duration":"139.657887ms","start":"2026-04-23T03:13:52.459636Z","end":"2026-04-23T03:13:52.599294Z","steps":["trace[620939154] 'read index received' (duration: 53.238654ms)","trace[620939154] 'applied index is now lower than readState.Index' (duration: 86.418493ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:52.599609Z","caller":"traceutil/trace.go:171","msg":"trace[286551251] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"204.24908ms","start":"2026-04-23T03:13:52.395342Z","end":"2026-04-23T03:13:52.599591Z","steps":["trace[286551251] 'process raft request' (duration: 117.544537ms)","trace[286551251] 'compare' (duration: 86.085593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:52.59993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.266136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T03:13:52.599985Z","caller":"traceutil/trace.go:171","msg":"trace[2010552721] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26340; }","duration":"140.434812ms","start":"2026-04-23T03:13:52.459536Z","end":"2026-04-23T03:13:52.599971Z","steps":["trace[2010552721] 'agreement among raft nodes before linearized reading' (duration: 140.105471ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:52.796045Z","caller":"traceutil/trace.go:171","msg":"trace[1590172073] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"170.210643ms","start":"2026-04-23T03:13:52.625814Z","end":"2026-04-23T03:13:52.796024Z","steps":["trace[1590172073] 'process raft request' (duration: 170.040967ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:52.80189Z","caller":"traceutil/trace.go:171","msg":"trace[565904680] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"176.014487ms","start":"2026-04-23T03:13:52.625836Z","end":"2026-04-23T03:13:52.80185Z","steps":["trace[565904680] 'process raft request' (duration: 175.791ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:52.801771Z","caller":"traceutil/trace.go:171","msg":"trace[1226019845] linearizableReadLoop","detail":"{readStateIndex:27244; appliedIndex:27242; }","duration":"148.431904ms","start":"2026-04-23T03:13:52.653323Z","end":"2026-04-23T03:13:52.801755Z","steps":["trace[1226019845] 'read index received' (duration: 142.580619ms)","trace[1226019845] 'applied index is now lower than readState.Index' (duration: 5.849985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:52.802146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.829987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:52.802221Z","caller":"traceutil/trace.go:171","msg":"trace[107683562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26343; }","duration":"148.971311ms","start":"2026-04-23T03:13:52.653238Z","end":"2026-04-23T03:13:52.80221Z","steps":["trace[107683562] 'agreement among raft nodes before linearized reading' (duration: 148.859358ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:53.007766Z","caller":"traceutil/trace.go:171","msg":"trace[2063511587] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"137.579431ms","start":"2026-04-23T03:13:52.870151Z","end":"2026-04-23T03:13:53.00773Z","steps":["trace[2063511587] 'process raft request' (duration: 137.374105ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:53.189412Z","caller":"traceutil/trace.go:171","msg":"trace[2092557445] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"156.53617ms","start":"2026-04-23T03:13:53.032851Z","end":"2026-04-23T03:13:53.189387Z","steps":["trace[2092557445] 'process raft request' (duration: 151.419418ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:53.190263Z","caller":"traceutil/trace.go:171","msg":"trace[500955477] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"118.123145ms","start":"2026-04-23T03:13:53.072126Z","end":"2026-04-23T03:13:53.19025Z","steps":["trace[500955477] 'process raft request' (duration: 117.200686ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:53.190062Z","caller":"traceutil/trace.go:171","msg":"trace[2123157312] linearizableReadLoop","detail":"{readStateIndex:27250; appliedIndex:27248; }","duration":"104.553717ms","start":"2026-04-23T03:13:53.085493Z","end":"2026-04-23T03:13:53.190047Z","steps":["trace[2123157312] 'read index received' (duration: 98.872397ms)","trace[2123157312] 'applied index is now lower than readState.Index' (duration: 5.6804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:53.191122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.60696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-23T03:13:53.191295Z","caller":"traceutil/trace.go:171","msg":"trace[106574610] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26349; }","duration":"105.815937ms","start":"2026-04-23T03:13:53.085456Z","end":"2026-04-23T03:13:53.191272Z","steps":["trace[106574610] 'agreement among raft nodes before linearized reading' (duration: 105.518257ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:53.352684Z","caller":"traceutil/trace.go:171","msg":"trace[359253749] linearizableReadLoop","detail":"{readStateIndex:27251; appliedIndex:27250; }","duration":"111.195487ms","start":"2026-04-23T03:13:53.241473Z","end":"2026-04-23T03:13:53.352668Z","steps":["trace[359253749] 'read index received' (duration: 88.330314ms)","trace[359253749] 'applied index is now lower than readState.Index' (duration: 22.864663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:53.353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.058891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:53.353073Z","caller":"traceutil/trace.go:171","msg":"trace[1136734440] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"156.636743ms","start":"2026-04-23T03:13:53.196424Z","end":"2026-04-23T03:13:53.353061Z","steps":["trace[1136734440] 'process raft request' (duration: 133.397008ms)","trace[1136734440] 'compare' (duration: 22.75072ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:53.353107Z","caller":"traceutil/trace.go:171","msg":"trace[1052228570] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26350; }","duration":"110.169154ms","start":"2026-04-23T03:13:53.24289Z","end":"2026-04-23T03:13:53.353059Z","steps":["trace[1052228570] 'agreement among raft nodes before linearized reading' (duration: 110.01655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:53.35321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.719443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:13:53.353239Z","caller":"traceutil/trace.go:171","msg":"trace[1737706192] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26350; }","duration":"111.789326ms","start":"2026-04-23T03:13:53.241441Z","end":"2026-04-23T03:13:53.35323Z","steps":["trace[1737706192] 'agreement among raft nodes before linearized reading' (duration: 111.727574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:53.354625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.949592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T03:13:53.354719Z","caller":"traceutil/trace.go:171","msg":"trace[784236051] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26350; }","duration":"107.357525ms","start":"2026-04-23T03:13:53.247344Z","end":"2026-04-23T03:13:53.354702Z","steps":["trace[784236051] 'agreement among raft nodes before linearized reading' (duration: 106.768297ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:53.717322Z","caller":"traceutil/trace.go:171","msg":"trace[1853409797] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"186.000813ms","start":"2026-04-23T03:13:53.531297Z","end":"2026-04-23T03:13:53.717298Z","steps":["trace[1853409797] 'process raft request' (duration: 185.819827ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:54.233995Z","caller":"traceutil/trace.go:171","msg":"trace[1981221071] linearizableReadLoop","detail":"{readStateIndex:27288; appliedIndex:27285; }","duration":"109.267146ms","start":"2026-04-23T03:13:54.124706Z","end":"2026-04-23T03:13:54.233973Z","steps":["trace[1981221071] 'read index received' (duration: 73.637779ms)","trace[1981221071] 'applied index is now lower than readState.Index' (duration: 35.628447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:54.234158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.445441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-23T03:13:54.234161Z","caller":"traceutil/trace.go:171","msg":"trace[1270130345] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"147.386062ms","start":"2026-04-23T03:13:54.086743Z","end":"2026-04-23T03:13:54.234129Z","steps":["trace[1270130345] 'process raft request' (duration: 111.473276ms)","trace[1270130345] 'compare' (duration: 35.574835ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:54.234321Z","caller":"traceutil/trace.go:171","msg":"trace[406346103] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"147.249488ms","start":"2026-04-23T03:13:54.087063Z","end":"2026-04-23T03:13:54.234312Z","steps":["trace[406346103] 'process raft request' (duration: 146.833744ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:54.234402Z","caller":"traceutil/trace.go:171","msg":"trace[1230721804] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"147.063061ms","start":"2026-04-23T03:13:54.08733Z","end":"2026-04-23T03:13:54.234393Z","steps":["trace[1230721804] 'process raft request' (duration: 146.600867ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:54.23469Z","caller":"traceutil/trace.go:171","msg":"trace[943865813] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26387; }","duration":"109.522424ms","start":"2026-04-23T03:13:54.124657Z","end":"2026-04-23T03:13:54.23418Z","steps":["trace[943865813] 'agreement among raft nodes before linearized reading' (duration: 109.38864ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:54.369313Z","caller":"traceutil/trace.go:171","msg":"trace[1661992996] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"126.842422ms","start":"2026-04-23T03:13:54.242439Z","end":"2026-04-23T03:13:54.369281Z","steps":["trace[1661992996] 'process raft request' (duration: 92.488675ms)","trace[1661992996] 'compare' (duration: 34.234493ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:54.369297Z","caller":"traceutil/trace.go:171","msg":"trace[1021361124] linearizableReadLoop","detail":"{readStateIndex:27289; appliedIndex:27288; }","duration":"114.540243ms","start":"2026-04-23T03:13:54.254734Z","end":"2026-04-23T03:13:54.369274Z","steps":["trace[1021361124] 'read index received' (duration: 80.179466ms)","trace[1021361124] 'applied index is now lower than readState.Index' (duration: 34.359747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:54.369493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.737119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:13:54.369546Z","caller":"traceutil/trace.go:171","msg":"trace[1734187130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26388; }","duration":"114.816401ms","start":"2026-04-23T03:13:54.254717Z","end":"2026-04-23T03:13:54.369533Z","steps":["trace[1734187130] 'agreement among raft nodes before linearized reading' (duration: 114.628335ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:55.106166Z","caller":"traceutil/trace.go:171","msg":"trace[727939144] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"132.254833ms","start":"2026-04-23T03:13:54.973891Z","end":"2026-04-23T03:13:55.106146Z","steps":["trace[727939144] 'process raft request' (duration: 106.058024ms)","trace[727939144] 'compare' (duration: 25.967892ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:55.673578Z","caller":"traceutil/trace.go:171","msg":"trace[1695955592] linearizableReadLoop","detail":"{readStateIndex:27316; appliedIndex:27315; }","duration":"118.700914ms","start":"2026-04-23T03:13:55.554851Z","end":"2026-04-23T03:13:55.673551Z","steps":["trace[1695955592] 'read index received' (duration: 118.498098ms)","trace[1695955592] 'applied index is now lower than readState.Index' (duration: 201.796µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:55.67362Z","caller":"traceutil/trace.go:171","msg":"trace[1138453719] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"194.80315ms","start":"2026-04-23T03:13:55.478779Z","end":"2026-04-23T03:13:55.673582Z","steps":["trace[1138453719] 'process raft request' (duration: 194.627215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:55.674067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.18999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:13:55.67425Z","caller":"traceutil/trace.go:171","msg":"trace[1713584516] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26415; }","duration":"119.410627ms","start":"2026-04-23T03:13:55.554812Z","end":"2026-04-23T03:13:55.674223Z","steps":["trace[1713584516] 'agreement among raft nodes before linearized reading' (duration: 118.842509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:13:56.442774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.781312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:13:56.443075Z","caller":"traceutil/trace.go:171","msg":"trace[14545532] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"395.226899ms","start":"2026-04-23T03:13:56.047817Z","end":"2026-04-23T03:13:56.443044Z","steps":["trace[14545532] 'process raft request' (duration: 242.069856ms)","trace[14545532] 'compare' (duration: 152.492782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:13:56.443558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:13:56.047799Z","time spent":"395.625962ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:13:56.584398Z","caller":"traceutil/trace.go:171","msg":"trace[1464780049] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"136.731875ms","start":"2026-04-23T03:13:56.447638Z","end":"2026-04-23T03:13:56.58437Z","steps":["trace[1464780049] 'process raft request' (duration: 114.392938ms)","trace[1464780049] 'compare' (duration: 22.190062ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:13:56.620956Z","caller":"traceutil/trace.go:171","msg":"trace[1105701042] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"106.307692ms","start":"2026-04-23T03:13:56.514625Z","end":"2026-04-23T03:13:56.620933Z","steps":["trace[1105701042] 'process raft request' (duration: 106.23914ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:56.621049Z","caller":"traceutil/trace.go:171","msg":"trace[1787455150] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"172.367562ms","start":"2026-04-23T03:13:56.448616Z","end":"2026-04-23T03:13:56.620984Z","steps":["trace[1787455150] 'process raft request' (duration: 172.145585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:56.620957Z","caller":"traceutil/trace.go:171","msg":"trace[675059911] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"172.469725ms","start":"2026-04-23T03:13:56.448452Z","end":"2026-04-23T03:13:56.620921Z","steps":["trace[675059911] 'process raft request' (duration: 172.169995ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:56.748465Z","caller":"traceutil/trace.go:171","msg":"trace[60360280] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"120.638806ms","start":"2026-04-23T03:13:56.627805Z","end":"2026-04-23T03:13:56.748443Z","steps":["trace[60360280] 'process raft request' (duration: 115.655908ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:13:59.943126Z","caller":"traceutil/trace.go:171","msg":"trace[1652829505] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"109.72166ms","start":"2026-04-23T03:13:59.833359Z","end":"2026-04-23T03:13:59.94308Z","steps":["trace[1652829505] 'process raft request' (duration: 109.495923ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:04.93272Z","caller":"traceutil/trace.go:171","msg":"trace[74766601] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"126.454769ms","start":"2026-04-23T03:14:04.80619Z","end":"2026-04-23T03:14:04.932645Z","steps":["trace[74766601] 'process raft request' (duration: 126.304934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:04.957249Z","caller":"traceutil/trace.go:171","msg":"trace[424791114] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"148.385973ms","start":"2026-04-23T03:14:04.808844Z","end":"2026-04-23T03:14:04.95723Z","steps":["trace[424791114] 'process raft request' (duration: 148.284549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:07.021681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.717325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:14:07.021815Z","caller":"traceutil/trace.go:171","msg":"trace[1236127486] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"246.690132ms","start":"2026-04-23T03:14:06.775109Z","end":"2026-04-23T03:14:07.021799Z","steps":["trace[1236127486] 'process raft request' (duration: 145.788591ms)","trace[1236127486] 'compare' (duration: 100.420616ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:14:07.021931Z","caller":"traceutil/trace.go:171","msg":"trace[1956616069] linearizableReadLoop","detail":"{readStateIndex:27398; appliedIndex:27397; }","duration":"169.961925ms","start":"2026-04-23T03:14:06.851953Z","end":"2026-04-23T03:14:07.021915Z","steps":["trace[1956616069] 'read index received' (duration: 68.95777ms)","trace[1956616069] 'applied index is now lower than readState.Index' (duration: 101.002825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:14:07.022238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.273485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T03:14:07.022306Z","caller":"traceutil/trace.go:171","msg":"trace[516906846] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26495; }","duration":"170.385089ms","start":"2026-04-23T03:14:06.851902Z","end":"2026-04-23T03:14:07.022287Z","steps":["trace[516906846] 'agreement among raft nodes before linearized reading' (duration: 170.204783ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:07.647234Z","caller":"traceutil/trace.go:171","msg":"trace[499967859] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"107.425078ms","start":"2026-04-23T03:14:07.539777Z","end":"2026-04-23T03:14:07.647202Z","steps":["trace[499967859] 'process raft request' (duration: 107.234732ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:10.119666Z","caller":"traceutil/trace.go:171","msg":"trace[1837669162] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"112.302782ms","start":"2026-04-23T03:14:10.00733Z","end":"2026-04-23T03:14:10.119633Z","steps":["trace[1837669162] 'process raft request' (duration: 108.325076ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:10.120685Z","caller":"traceutil/trace.go:171","msg":"trace[648500704] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"112.151818ms","start":"2026-04-23T03:14:10.008509Z","end":"2026-04-23T03:14:10.12066Z","steps":["trace[648500704] 'process raft request' (duration: 111.919ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:10.120852Z","caller":"traceutil/trace.go:171","msg":"trace[1609296144] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"113.348955ms","start":"2026-04-23T03:14:10.007484Z","end":"2026-04-23T03:14:10.120833Z","steps":["trace[1609296144] 'process raft request' (duration: 112.798998ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:10.120889Z","caller":"traceutil/trace.go:171","msg":"trace[1051344955] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"107.450989ms","start":"2026-04-23T03:14:10.013406Z","end":"2026-04-23T03:14:10.120857Z","steps":["trace[1051344955] 'process raft request' (duration: 107.17511ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:10.120934Z","caller":"traceutil/trace.go:171","msg":"trace[283429277] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"108.710578ms","start":"2026-04-23T03:14:10.012201Z","end":"2026-04-23T03:14:10.120911Z","steps":["trace[283429277] 'process raft request' (duration: 108.292805ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:10.121072Z","caller":"traceutil/trace.go:171","msg":"trace[33028547] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"107.734757ms","start":"2026-04-23T03:14:10.013326Z","end":"2026-04-23T03:14:10.121061Z","steps":["trace[33028547] 'process raft request' (duration: 107.210051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:55.555555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.631764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:14:55.555664Z","caller":"traceutil/trace.go:171","msg":"trace[2100957087] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"912.547799ms","start":"2026-04-23T03:14:54.6431Z","end":"2026-04-23T03:14:55.555648Z","steps":["trace[2100957087] 'process raft request' (duration: 588.750829ms)","trace[2100957087] 'compare' (duration: 322.776657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:14:55.555704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:54.643081Z","time spent":"912.604131ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:14:55.557133Z","caller":"traceutil/trace.go:171","msg":"trace[1181177640] linearizableReadLoop","detail":"{readStateIndex:27923; appliedIndex:27921; }","duration":"513.205769ms","start":"2026-04-23T03:14:55.043886Z","end":"2026-04-23T03:14:55.557092Z","steps":["trace[1181177640] 'read index received' (duration: 187.946934ms)","trace[1181177640] 'applied index is now lower than readState.Index' (duration: 325.257605ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:14:55.557251Z","caller":"traceutil/trace.go:171","msg":"trace[934516017] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"634.680291ms","start":"2026-04-23T03:14:54.922559Z","end":"2026-04-23T03:14:55.55724Z","steps":["trace[934516017] 'process raft request' (duration: 634.270058ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:55.557297Z","caller":"traceutil/trace.go:171","msg":"trace[2143519043] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"335.964134ms","start":"2026-04-23T03:14:55.221309Z","end":"2026-04-23T03:14:55.557273Z","steps":["trace[2143519043] 'process raft request' (duration: 335.708066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:55.557361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:54.922516Z","time spent":"634.759614ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:14:55.55743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:55.221286Z","time spent":"336.073568ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:14:55.557716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.83706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:14:55.557758Z","caller":"traceutil/trace.go:171","msg":"trace[255340699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27008; }","duration":"513.914392ms","start":"2026-04-23T03:14:55.043833Z","end":"2026-04-23T03:14:55.557747Z","steps":["trace[255340699] 'agreement among raft nodes before linearized reading' (duration: 513.786578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:55.557787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:55.043813Z","time spent":"513.967874ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T03:14:55.557924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.672936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:14:55.557967Z","caller":"traceutil/trace.go:171","msg":"trace[604280411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27010; }","duration":"237.745509ms","start":"2026-04-23T03:14:55.320212Z","end":"2026-04-23T03:14:55.557957Z","steps":["trace[604280411] 'agreement among raft nodes before linearized reading' (duration: 237.621245ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:55.558016Z","caller":"traceutil/trace.go:171","msg":"trace[12134684] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"292.49041ms","start":"2026-04-23T03:14:55.265509Z","end":"2026-04-23T03:14:55.557999Z","steps":["trace[12134684] 'process raft request' (duration: 292.231452ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:55.558043Z","caller":"traceutil/trace.go:171","msg":"trace[2065986541] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"281.593416ms","start":"2026-04-23T03:14:55.276435Z","end":"2026-04-23T03:14:55.558028Z","steps":["trace[2065986541] 'process raft request' (duration: 281.352398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:56.977326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199182752232100,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T03:14:57.001175Z","caller":"traceutil/trace.go:171","msg":"trace[969974081] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"814.390005ms","start":"2026-04-23T03:14:56.186762Z","end":"2026-04-23T03:14:57.001152Z","steps":["trace[969974081] 'process raft request' (duration: 814.189659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:57.001329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:56.18674Z","time spent":"814.496839ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:14:57.003052Z","caller":"traceutil/trace.go:171","msg":"trace[114893206] linearizableReadLoop","detail":"{readStateIndex:27937; appliedIndex:27934; }","duration":"526.749749ms","start":"2026-04-23T03:14:56.47628Z","end":"2026-04-23T03:14:57.00303Z","steps":["trace[114893206] 'read index received' (duration: 524.816748ms)","trace[114893206] 'applied index is now lower than readState.Index' (duration: 1.932041ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:14:57.003193Z","caller":"traceutil/trace.go:171","msg":"trace[1951710094] transaction","detail":"{read_only:false; response_revision:27020; number_of_response:1; }","duration":"358.598831ms","start":"2026-04-23T03:14:56.644561Z","end":"2026-04-23T03:14:57.00316Z","steps":["trace[1951710094] 'process raft request' (duration: 358.429756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:57.003253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.946515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:14:57.003302Z","caller":"traceutil/trace.go:171","msg":"trace[1803987090] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27020; }","duration":"527.014507ms","start":"2026-04-23T03:14:56.476272Z","end":"2026-04-23T03:14:57.003287Z","steps":["trace[1803987090] 'agreement among raft nodes before linearized reading' (duration: 526.890493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:57.003308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:56.64454Z","time spent":"358.721255ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:14:57.003351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:56.47617Z","time spent":"527.169342ms","remote":"127.0.0.1:40892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:14:57.003202Z","caller":"traceutil/trace.go:171","msg":"trace[2110326787] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"595.758641ms","start":"2026-04-23T03:14:56.407376Z","end":"2026-04-23T03:14:57.003135Z","steps":["trace[2110326787] 'process raft request' (duration: 595.478042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:57.003585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.671354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:14:57.00365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:56.407356Z","time spent":"596.216076ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:14:57.00367Z","caller":"traceutil/trace.go:171","msg":"trace[1485372931] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27020; }","duration":"408.797898ms","start":"2026-04-23T03:14:56.594851Z","end":"2026-04-23T03:14:57.003649Z","steps":["trace[1485372931] 'agreement among raft nodes before linearized reading' (duration: 408.663804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:57.003726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:56.594836Z","time spent":"408.87348ms","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:14:57.960975Z","caller":"traceutil/trace.go:171","msg":"trace[548131116] transaction","detail":"{read_only:false; response_revision:27021; number_of_response:1; }","duration":"397.563604ms","start":"2026-04-23T03:14:57.563383Z","end":"2026-04-23T03:14:57.960946Z","steps":["trace[548131116] 'process raft request' (duration: 397.369587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:57.961213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.56337Z","time spent":"397.755199ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:14:58.048601Z","caller":"traceutil/trace.go:171","msg":"trace[617232254] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"485.04988ms","start":"2026-04-23T03:14:57.56351Z","end":"2026-04-23T03:14:58.04856Z","steps":["trace[617232254] 'process raft request' (duration: 484.889415ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:58.048637Z","caller":"traceutil/trace.go:171","msg":"trace[240938684] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"485.006059ms","start":"2026-04-23T03:14:57.563571Z","end":"2026-04-23T03:14:58.048577Z","steps":["trace[240938684] 'process raft request' (duration: 484.941047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.048792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.56349Z","time spent":"485.202734ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:14:58.048834Z","caller":"traceutil/trace.go:171","msg":"trace[2041940528] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"483.838762ms","start":"2026-04-23T03:14:57.564986Z","end":"2026-04-23T03:14:58.048825Z","steps":["trace[2041940528] 'process raft request' (duration: 483.559013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.04891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.564975Z","time spent":"483.880764ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:14:58.049135Z","caller":"traceutil/trace.go:171","msg":"trace[767989891] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"453.74616ms","start":"2026-04-23T03:14:57.595367Z","end":"2026-04-23T03:14:58.049113Z","steps":["trace[767989891] 'process raft request' (duration: 453.418839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:58.049303Z","caller":"traceutil/trace.go:171","msg":"trace[1983370591] linearizableReadLoop","detail":"{readStateIndex:27941; appliedIndex:27937; }","duration":"470.694106ms","start":"2026-04-23T03:14:57.57859Z","end":"2026-04-23T03:14:58.049284Z","steps":["trace[1983370591] 'read index received' (duration: 382.090994ms)","trace[1983370591] 'applied index is now lower than readState.Index' (duration: 88.600962ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:14:58.049446Z","caller":"traceutil/trace.go:171","msg":"trace[451119769] transaction","detail":"{read_only:false; response_revision:27026; number_of_response:1; }","duration":"441.825623ms","start":"2026-04-23T03:14:57.6076Z","end":"2026-04-23T03:14:58.049425Z","steps":["trace[451119769] 'process raft request' (duration: 441.41684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.050934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.607588Z","time spent":"443.287899ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:14:58.049468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.868581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:14:58.051014Z","caller":"traceutil/trace.go:171","msg":"trace[1564937857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27026; }","duration":"472.450261ms","start":"2026-04-23T03:14:57.57852Z","end":"2026-04-23T03:14:58.05097Z","steps":["trace[1564937857] 'agreement among raft nodes before linearized reading' (duration: 470.8201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.051084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.595347Z","time spent":"455.687571ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:14:58.051101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.578498Z","time spent":"472.585076ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:14:58.051267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.563566Z","time spent":"485.160334ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:14:58.174629Z","caller":"traceutil/trace.go:171","msg":"trace[299719377] linearizableReadLoop","detail":"{readStateIndex:27944; appliedIndex:27943; }","duration":"123.769155ms","start":"2026-04-23T03:14:58.050838Z","end":"2026-04-23T03:14:58.174607Z","steps":["trace[299719377] 'read index received' (duration: 96.868554ms)","trace[299719377] 'applied index is now lower than readState.Index' (duration: 26.899781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:14:58.174702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.273001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:14:58.174759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.948738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:14:58.174746Z","caller":"traceutil/trace.go:171","msg":"trace[150815488] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"213.954987ms","start":"2026-04-23T03:14:57.960756Z","end":"2026-04-23T03:14:58.174711Z","steps":["trace[150815488] 'process raft request' (duration: 187.028265ms)","trace[150815488] 'compare' (duration: 26.696595ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:14:58.174854Z","caller":"traceutil/trace.go:171","msg":"trace[746872953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27027; }","duration":"522.096042ms","start":"2026-04-23T03:14:57.652743Z","end":"2026-04-23T03:14:58.174839Z","steps":["trace[746872953] 'agreement among raft nodes before linearized reading' (duration: 521.922457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.174895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.652725Z","time spent":"522.164394ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:14:58.1749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.034555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:14:58.174924Z","caller":"traceutil/trace.go:171","msg":"trace[270736834] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27027; }","duration":"304.102098ms","start":"2026-04-23T03:14:57.870815Z","end":"2026-04-23T03:14:58.174917Z","steps":["trace[270736834] 'agreement among raft nodes before linearized reading' (duration: 304.062986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.174955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.870795Z","time spent":"304.153689ms","remote":"127.0.0.1:53600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:14:58.174765Z","caller":"traceutil/trace.go:171","msg":"trace[902921198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27027; }","duration":"401.374994ms","start":"2026-04-23T03:14:57.773376Z","end":"2026-04-23T03:14:58.174751Z","steps":["trace[902921198] 'agreement among raft nodes before linearized reading' (duration: 401.23622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.175003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.773363Z","time spent":"401.625212ms","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:14:58.17486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.461346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:14:58.175128Z","caller":"traceutil/trace.go:171","msg":"trace[135944591] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27027; }","duration":"247.771776ms","start":"2026-04-23T03:14:57.927344Z","end":"2026-04-23T03:14:58.175116Z","steps":["trace[135944591] 'agreement among raft nodes before linearized reading' (duration: 247.487007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.174765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.423294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:14:58.175229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.37444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:14:58.17526Z","caller":"traceutil/trace.go:171","msg":"trace[2091909943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27027; }","duration":"436.441903ms","start":"2026-04-23T03:14:57.738809Z","end":"2026-04-23T03:14:58.175251Z","steps":["trace[2091909943] 'agreement among raft nodes before linearized reading' (duration: 436.34896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.175288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.738791Z","time spent":"436.489124ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T03:14:58.175225Z","caller":"traceutil/trace.go:171","msg":"trace[836405751] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27027; }","duration":"566.915229ms","start":"2026-04-23T03:14:57.608293Z","end":"2026-04-23T03:14:58.175208Z","steps":["trace[836405751] 'agreement among raft nodes before linearized reading' (duration: 566.410803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.175329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.694811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T03:14:58.175339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.608284Z","time spent":"567.040773ms","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:14:58.175358Z","caller":"traceutil/trace.go:171","msg":"trace[1198563164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27027; }","duration":"596.763763ms","start":"2026-04-23T03:14:57.578588Z","end":"2026-04-23T03:14:58.175351Z","steps":["trace[1198563164] 'agreement among raft nodes before linearized reading' (duration: 596.636159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.175383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.578564Z","time spent":"596.815205ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:14:58.175479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.750603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:14:58.17561Z","caller":"traceutil/trace.go:171","msg":"trace[2055599865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27027; }","duration":"596.893547ms","start":"2026-04-23T03:14:57.578707Z","end":"2026-04-23T03:14:58.175601Z","steps":["trace[2055599865] 'agreement among raft nodes before linearized reading' (duration: 596.141013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.175699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:57.578701Z","time spent":"596.942079ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T03:14:58.672983Z","caller":"traceutil/trace.go:171","msg":"trace[1952166626] linearizableReadLoop","detail":"{readStateIndex:27945; appliedIndex:27944; }","duration":"498.280808ms","start":"2026-04-23T03:14:58.174681Z","end":"2026-04-23T03:14:58.672962Z","steps":["trace[1952166626] 'read index received' (duration: 498.159995ms)","trace[1952166626] 'applied index is now lower than readState.Index' (duration: 111.903µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:14:58.673014Z","caller":"traceutil/trace.go:171","msg":"trace[852879437] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"617.661954ms","start":"2026-04-23T03:14:58.055316Z","end":"2026-04-23T03:14:58.672977Z","steps":["trace[852879437] 'process raft request' (duration: 617.500939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.673162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:58.055291Z","time spent":"617.793418ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:14:58.673311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.203294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:14:58.673394Z","caller":"traceutil/trace.go:171","msg":"trace[1929059912] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27028; }","duration":"546.38915ms","start":"2026-04-23T03:14:58.12699Z","end":"2026-04-23T03:14:58.673379Z","steps":["trace[1929059912] 'agreement among raft nodes before linearized reading' (duration: 546.08695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.673465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:58.126975Z","time spent":"546.478103ms","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T03:14:58.67393Z","caller":"traceutil/trace.go:171","msg":"trace[1511024211] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"495.644746ms","start":"2026-04-23T03:14:58.178269Z","end":"2026-04-23T03:14:58.673914Z","steps":["trace[1511024211] 'process raft request' (duration: 495.526532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:58.673945Z","caller":"traceutil/trace.go:171","msg":"trace[436678940] transaction","detail":"{read_only:false; response_revision:27030; number_of_response:1; }","duration":"494.926612ms","start":"2026-04-23T03:14:58.179006Z","end":"2026-04-23T03:14:58.673932Z","steps":["trace[436678940] 'process raft request' (duration: 494.86139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.674032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:58.178254Z","time spent":"495.719018ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:14:58.674068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:58.178988Z","time spent":"494.988905ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:14:58.674233Z","caller":"traceutil/trace.go:171","msg":"trace[147916140] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"494.53454ms","start":"2026-04-23T03:14:58.179672Z","end":"2026-04-23T03:14:58.674207Z","steps":["trace[147916140] 'process raft request' (duration: 494.22885ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:14:58.674302Z","caller":"traceutil/trace.go:171","msg":"trace[965929444] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"261.867661ms","start":"2026-04-23T03:14:58.412414Z","end":"2026-04-23T03:14:58.674282Z","steps":["trace[965929444] 'process raft request' (duration: 261.681285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:14:58.674378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:14:58.179665Z","time spent":"494.642173ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:15:00.18278Z","caller":"traceutil/trace.go:171","msg":"trace[833647123] transaction","detail":"{read_only:false; response_revision:27036; number_of_response:1; }","duration":"216.359352ms","start":"2026-04-23T03:14:59.966408Z","end":"2026-04-23T03:15:00.182767Z","steps":["trace[833647123] 'process raft request' (duration: 216.214497ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:15:00.182927Z","caller":"traceutil/trace.go:171","msg":"trace[1593561864] linearizableReadLoop","detail":"{readStateIndex:27953; appliedIndex:27952; }","duration":"129.369372ms","start":"2026-04-23T03:15:00.053362Z","end":"2026-04-23T03:15:00.182731Z","steps":["trace[1593561864] 'read index received' (duration: 129.250078ms)","trace[1593561864] 'applied index is now lower than readState.Index' (duration: 118.544µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:15:00.183063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.692202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:15:00.183109Z","caller":"traceutil/trace.go:171","msg":"trace[625484022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27036; }","duration":"129.789614ms","start":"2026-04-23T03:15:00.053306Z","end":"2026-04-23T03:15:00.183096Z","steps":["trace[625484022] 'agreement among raft nodes before linearized reading' (duration: 129.634869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:00.602832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.807736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:15:00.603063Z","caller":"traceutil/trace.go:171","msg":"trace[1795065054] transaction","detail":"{read_only:false; response_revision:27037; number_of_response:1; }","duration":"546.858025ms","start":"2026-04-23T03:15:00.056177Z","end":"2026-04-23T03:15:00.603035Z","steps":["trace[1795065054] 'process raft request' (duration: 367.752221ms)","trace[1795065054] 'compare' (duration: 178.491865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:15:00.603216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.056149Z","time spent":"546.987018ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:15:00.603243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.277661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-04-23T03:15:00.603279Z","caller":"traceutil/trace.go:171","msg":"trace[2021429291] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:27040; }","duration":"500.349154ms","start":"2026-04-23T03:15:00.10292Z","end":"2026-04-23T03:15:00.603269Z","steps":["trace[2021429291] 'agreement among raft nodes before linearized reading' (duration: 500.206319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:00.603323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.102902Z","time spent":"500.412816ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-04-23T03:15:00.603098Z","caller":"traceutil/trace.go:171","msg":"trace[585711190] linearizableReadLoop","detail":"{readStateIndex:27957; appliedIndex:27953; }","duration":"420.124547ms","start":"2026-04-23T03:15:00.182956Z","end":"2026-04-23T03:15:00.60308Z","steps":["trace[585711190] 'read index received' (duration: 240.970741ms)","trace[585711190] 'applied index is now lower than readState.Index' (duration: 179.152706ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:15:00.603416Z","caller":"traceutil/trace.go:171","msg":"trace[1545451629] transaction","detail":"{read_only:false; response_revision:27038; number_of_response:1; }","duration":"545.697598ms","start":"2026-04-23T03:15:00.057699Z","end":"2026-04-23T03:15:00.603396Z","steps":["trace[1545451629] 'process raft request' (duration: 545.228273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:00.603495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.057679Z","time spent":"545.778611ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:15:00.60355Z","caller":"traceutil/trace.go:171","msg":"trace[22556294] transaction","detail":"{read_only:false; response_revision:27039; number_of_response:1; }","duration":"544.064186ms","start":"2026-04-23T03:15:00.059474Z","end":"2026-04-23T03:15:00.603538Z","steps":["trace[22556294] 'process raft request' (duration: 543.524239ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:15:00.603598Z","caller":"traceutil/trace.go:171","msg":"trace[42610670] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"544.014845ms","start":"2026-04-23T03:15:00.059571Z","end":"2026-04-23T03:15:00.603585Z","steps":["trace[42610670] 'process raft request' (duration: 543.464857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:00.603629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.059454Z","time spent":"544.131939ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:15:00.60367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.059566Z","time spent":"544.069076ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:15:01.072812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.185036ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:15:01.072998Z","caller":"traceutil/trace.go:171","msg":"trace[282858917] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27040; }","duration":"314.394512ms","start":"2026-04-23T03:15:00.758584Z","end":"2026-04-23T03:15:01.072978Z","steps":["trace[282858917] 'range keys from in-memory index tree' (duration: 314.167035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:01.073047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.216598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:15:01.073221Z","caller":"traceutil/trace.go:171","msg":"trace[1550685173] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"886.921259ms","start":"2026-04-23T03:15:00.186278Z","end":"2026-04-23T03:15:01.073199Z","steps":["trace[1550685173] 'process raft request' (duration: 738.492665ms)","trace[1550685173] 'compare' (duration: 148.135305ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:15:01.073316Z","caller":"traceutil/trace.go:171","msg":"trace[261163842] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"508.629796ms","start":"2026-04-23T03:15:00.564666Z","end":"2026-04-23T03:15:01.073296Z","steps":["trace[261163842] 'process raft request' (duration: 508.46332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:15:01.073398Z","caller":"traceutil/trace.go:171","msg":"trace[626524080] linearizableReadLoop","detail":"{readStateIndex:27959; appliedIndex:27957; }","duration":"469.999304ms","start":"2026-04-23T03:15:00.603392Z","end":"2026-04-23T03:15:01.073391Z","steps":["trace[626524080] 'read index received' (duration: 321.365043ms)","trace[626524080] 'applied index is now lower than readState.Index' (duration: 148.633701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:15:01.073362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.186263Z","time spent":"887.026893ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:15:01.073343Z","caller":"traceutil/trace.go:171","msg":"trace[548458642] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"308.345861ms","start":"2026-04-23T03:15:00.764975Z","end":"2026-04-23T03:15:01.073321Z","steps":["trace[548458642] 'process raft request' (duration: 308.196057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:01.073694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.76495Z","time spent":"308.697873ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:15:01.073656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.564646Z","time spent":"508.901025ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:15:01.200949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.72218ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T03:15:01.201106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.370523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:15:01.201208Z","caller":"traceutil/trace.go:171","msg":"trace[653144566] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27043; }","duration":"622.549169ms","start":"2026-04-23T03:15:00.578634Z","end":"2026-04-23T03:15:01.201183Z","steps":["trace[653144566] 'agreement among raft nodes before linearized reading' (duration: 494.762348ms)","trace[653144566] 'count revisions from in-memory index tree' (duration: 127.624506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:15:01.20126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.578517Z","time spent":"622.731834ms","remote":"127.0.0.1:47738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:15:01.201387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.280661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:15:01.201467Z","caller":"traceutil/trace.go:171","msg":"trace[2093278826] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27043; }","duration":"912.411125ms","start":"2026-04-23T03:15:00.28903Z","end":"2026-04-23T03:15:01.201441Z","steps":["trace[2093278826] 'agreement among raft nodes before linearized reading' (duration: 784.413287ms)","trace[2093278826] 'count revisions from in-memory index tree' (duration: 127.887635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:15:01.201509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.289006Z","time spent":"912.492288ms","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:15:01.201624Z","caller":"traceutil/trace.go:171","msg":"trace[1454350505] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"137.56983ms","start":"2026-04-23T03:15:01.064037Z","end":"2026-04-23T03:15:01.201607Z","steps":["trace[1454350505] 'process raft request' (duration: 137.023033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:01.503712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.774004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:15:01.503881Z","caller":"traceutil/trace.go:171","msg":"trace[1494920530] linearizableReadLoop","detail":"{readStateIndex:27964; appliedIndex:27960; }","duration":"430.448193ms","start":"2026-04-23T03:15:01.073415Z","end":"2026-04-23T03:15:01.503863Z","steps":["trace[1494920530] 'read index received' (duration: 81.546979ms)","trace[1494920530] 'applied index is now lower than readState.Index' (duration: 348.900124ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:15:01.504159Z","caller":"traceutil/trace.go:171","msg":"trace[1134012608] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"436.654699ms","start":"2026-04-23T03:15:01.067489Z","end":"2026-04-23T03:15:01.504144Z","steps":["trace[1134012608] 'process raft request' (duration: 183.376029ms)","trace[1134012608] 'compare' (duration: 251.882466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:15:01.504235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:01.067468Z","time spent":"436.731672ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:15:01.504499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.452058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:15:01.504541Z","caller":"traceutil/trace.go:171","msg":"trace[654460738] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27046; }","duration":"876.496319ms","start":"2026-04-23T03:15:00.628033Z","end":"2026-04-23T03:15:01.50453Z","steps":["trace[654460738] 'agreement among raft nodes before linearized reading' (duration: 876.428347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:01.504578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.627964Z","time spent":"876.605703ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:15:01.504918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.04809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-04-23T03:15:01.50503Z","caller":"traceutil/trace.go:171","msg":"trace[2042244755] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:27046; }","duration":"897.190325ms","start":"2026-04-23T03:15:00.60782Z","end":"2026-04-23T03:15:01.50501Z","steps":["trace[2042244755] 'agreement among raft nodes before linearized reading' (duration: 896.928586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:01.505089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.607806Z","time spent":"897.269157ms","remote":"127.0.0.1:60650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-04-23T03:15:01.505139Z","caller":"traceutil/trace.go:171","msg":"trace[1027147913] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"436.939458ms","start":"2026-04-23T03:15:01.068189Z","end":"2026-04-23T03:15:01.505128Z","steps":["trace[1027147913] 'process raft request' (duration: 435.618477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:01.505212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:01.068178Z","time spent":"436.99674ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:15:01.504971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.175502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:15:01.505104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.332775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T03:15:01.505399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.957146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277871"} {"level":"info","ts":"2026-04-23T03:15:01.50549Z","caller":"traceutil/trace.go:171","msg":"trace[1338920923] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27046; }","duration":"189.09676ms","start":"2026-04-23T03:15:01.316374Z","end":"2026-04-23T03:15:01.505471Z","steps":["trace[1338920923] 'agreement among raft nodes before linearized reading' (duration: 188.408468ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:15:01.505541Z","caller":"traceutil/trace.go:171","msg":"trace[1006005005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27046; }","duration":"821.734808ms","start":"2026-04-23T03:15:00.683723Z","end":"2026-04-23T03:15:01.505458Z","steps":["trace[1006005005] 'agreement among raft nodes before linearized reading' (duration: 821.258413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:01.505623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.683706Z","time spent":"821.902773ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T03:15:01.505716Z","caller":"traceutil/trace.go:171","msg":"trace[20535245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27046; }","duration":"854.078001ms","start":"2026-04-23T03:15:00.651313Z","end":"2026-04-23T03:15:01.505391Z","steps":["trace[20535245] 'agreement among raft nodes before linearized reading' (duration: 853.142631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:01.505909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.65129Z","time spent":"854.496104ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:15:01.506026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.916461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:15:01.506079Z","caller":"traceutil/trace.go:171","msg":"trace[997163844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27046; }","duration":"826.987944ms","start":"2026-04-23T03:15:00.679082Z","end":"2026-04-23T03:15:01.50607Z","steps":["trace[997163844] 'agreement among raft nodes before linearized reading' (duration: 826.831439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:01.506118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.679072Z","time spent":"827.038045ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:15:01.506274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.502198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:15:01.506325Z","caller":"traceutil/trace.go:171","msg":"trace[610388410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27046; }","duration":"826.568721ms","start":"2026-04-23T03:15:00.679748Z","end":"2026-04-23T03:15:01.506317Z","steps":["trace[610388410] 'agreement among raft nodes before linearized reading' (duration: 826.480198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:01.506366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.67974Z","time spent":"826.617272ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:15:01.506569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.998225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T03:15:01.50662Z","caller":"traceutil/trace.go:171","msg":"trace[1906518467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27046; }","duration":"828.097259ms","start":"2026-04-23T03:15:00.678508Z","end":"2026-04-23T03:15:01.506605Z","steps":["trace[1906518467] 'agreement among raft nodes before linearized reading' (duration: 827.944194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:01.505361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.611322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:15:01.506709Z","caller":"traceutil/trace.go:171","msg":"trace[496923056] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27046; }","duration":"544.992556ms","start":"2026-04-23T03:15:00.961702Z","end":"2026-04-23T03:15:01.506695Z","steps":["trace[496923056] 'agreement among raft nodes before linearized reading' (duration: 543.629483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:01.506774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.961678Z","time spent":"545.082419ms","remote":"127.0.0.1:60728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:15:01.506664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:15:00.678492Z","time spent":"828.164141ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T03:15:08.366107Z","caller":"traceutil/trace.go:171","msg":"trace[1752985320] transaction","detail":"{read_only:false; response_revision:27114; number_of_response:1; }","duration":"125.51254ms","start":"2026-04-23T03:15:08.240569Z","end":"2026-04-23T03:15:08.366081Z","steps":["trace[1752985320] 'process raft request' (duration: 125.370425ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:15:08.366598Z","caller":"traceutil/trace.go:171","msg":"trace[1496004154] linearizableReadLoop","detail":"{readStateIndex:28033; appliedIndex:28033; }","duration":"119.061665ms","start":"2026-04-23T03:15:08.247506Z","end":"2026-04-23T03:15:08.366567Z","steps":["trace[1496004154] 'read index received' (duration: 119.047665ms)","trace[1496004154] 'applied index is now lower than readState.Index' (duration: 11.51µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:15:08.366832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.303623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:15:08.366914Z","caller":"traceutil/trace.go:171","msg":"trace[277658213] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27114; }","duration":"119.446907ms","start":"2026-04-23T03:15:08.247447Z","end":"2026-04-23T03:15:08.366894Z","steps":["trace[277658213] 'agreement among raft nodes before linearized reading' (duration: 119.273952ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:15:37.476637Z","caller":"traceutil/trace.go:171","msg":"trace[156600824] linearizableReadLoop","detail":"{readStateIndex:28443; appliedIndex:28442; }","duration":"112.749186ms","start":"2026-04-23T03:15:37.363871Z","end":"2026-04-23T03:15:37.47662Z","steps":["trace[156600824] 'read index received' (duration: 112.598411ms)","trace[156600824] 'applied index is now lower than readState.Index' (duration: 150.265µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:15:37.476721Z","caller":"traceutil/trace.go:171","msg":"trace[943220103] transaction","detail":"{read_only:false; response_revision:27515; number_of_response:1; }","duration":"119.626674ms","start":"2026-04-23T03:15:37.357087Z","end":"2026-04-23T03:15:37.476713Z","steps":["trace[943220103] 'process raft request' (duration: 119.432567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:37.477099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.20189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:15:37.477199Z","caller":"traceutil/trace.go:171","msg":"trace[496527706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27515; }","duration":"113.346664ms","start":"2026-04-23T03:15:37.363832Z","end":"2026-04-23T03:15:37.477178Z","steps":["trace[496527706] 'agreement among raft nodes before linearized reading' (duration: 113.081166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:15:37.71933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.435707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:15:37.719727Z","caller":"traceutil/trace.go:171","msg":"trace[1286758887] transaction","detail":"{read_only:false; response_revision:27516; number_of_response:1; }","duration":"236.460688ms","start":"2026-04-23T03:15:37.483247Z","end":"2026-04-23T03:15:37.719708Z","steps":["trace[1286758887] 'process raft request' (duration: 110.578737ms)","trace[1286758887] 'compare' (duration: 125.178399ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:16:04.018979Z","caller":"traceutil/trace.go:171","msg":"trace[603047718] transaction","detail":"{read_only:false; response_revision:27712; number_of_response:1; }","duration":"196.660709ms","start":"2026-04-23T03:16:03.822289Z","end":"2026-04-23T03:16:04.01895Z","steps":["trace[603047718] 'process raft request' (duration: 196.488924ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:16:04.03065Z","caller":"traceutil/trace.go:171","msg":"trace[1681815856] linearizableReadLoop","detail":"{readStateIndex:28646; appliedIndex:28645; }","duration":"187.315024ms","start":"2026-04-23T03:16:03.843307Z","end":"2026-04-23T03:16:04.030622Z","steps":["trace[1681815856] 'read index received' (duration: 175.82508ms)","trace[1681815856] 'applied index is now lower than readState.Index' (duration: 11.488414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:16:04.031271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.934367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T03:16:04.031312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.185336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:16:04.031389Z","caller":"traceutil/trace.go:171","msg":"trace[1483920282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27713; }","duration":"172.032801ms","start":"2026-04-23T03:16:03.85929Z","end":"2026-04-23T03:16:04.031323Z","steps":["trace[1483920282] 'agreement among raft nodes before linearized reading' (duration: 171.830014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:16:04.031452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.784868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:16:04.031516Z","caller":"traceutil/trace.go:171","msg":"trace[513609515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27713; }","duration":"131.839229ms","start":"2026-04-23T03:16:03.899662Z","end":"2026-04-23T03:16:04.031501Z","steps":["trace[513609515] 'agreement among raft nodes before linearized reading' (duration: 131.707135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:16:04.031532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.223932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:16:04.03156Z","caller":"traceutil/trace.go:171","msg":"trace[1495977348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27713; }","duration":"188.282094ms","start":"2026-04-23T03:16:03.84327Z","end":"2026-04-23T03:16:04.031552Z","steps":["trace[1495977348] 'agreement among raft nodes before linearized reading' (duration: 188.191971ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:16:04.031398Z","caller":"traceutil/trace.go:171","msg":"trace[721106932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27713; }","duration":"111.30924ms","start":"2026-04-23T03:16:03.92007Z","end":"2026-04-23T03:16:04.03138Z","steps":["trace[721106932] 'agreement among raft nodes before linearized reading' (duration: 111.069252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:16:04.031326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.803884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:16:04.031664Z","caller":"traceutil/trace.go:171","msg":"trace[688361599] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27713; }","duration":"160.182116ms","start":"2026-04-23T03:16:03.871473Z","end":"2026-04-23T03:16:04.031655Z","steps":["trace[688361599] 'agreement among raft nodes before linearized reading' (duration: 159.766583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:16:04.031707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.239175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T03:16:04.031444Z","caller":"traceutil/trace.go:171","msg":"trace[471331177] transaction","detail":"{read_only:false; response_revision:27713; number_of_response:1; }","duration":"194.770109ms","start":"2026-04-23T03:16:03.836664Z","end":"2026-04-23T03:16:04.031434Z","steps":["trace[471331177] 'process raft request' (duration: 193.780168ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:16:04.03179Z","caller":"traceutil/trace.go:171","msg":"trace[1938139808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27713; }","duration":"171.335268ms","start":"2026-04-23T03:16:03.860414Z","end":"2026-04-23T03:16:04.031749Z","steps":["trace[1938139808] 'agreement among raft nodes before linearized reading' (duration: 171.172713ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:02.370003Z","caller":"traceutil/trace.go:171","msg":"trace[1681742253] transaction","detail":"{read_only:false; response_revision:28259; number_of_response:1; }","duration":"107.541671ms","start":"2026-04-23T03:17:02.262442Z","end":"2026-04-23T03:17:02.369984Z","steps":["trace[1681742253] 'process raft request' (duration: 107.048805ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:02.370154Z","caller":"traceutil/trace.go:171","msg":"trace[2110614579] transaction","detail":"{read_only:false; response_revision:28260; number_of_response:1; }","duration":"107.583633ms","start":"2026-04-23T03:17:02.26256Z","end":"2026-04-23T03:17:02.370143Z","steps":["trace[2110614579] 'process raft request' (duration: 107.031535ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:17:08.530547Z","caller":"traceutil/trace.go:171","msg":"trace[1838135803] transaction","detail":"{read_only:false; response_revision:28308; number_of_response:1; }","duration":"131.984264ms","start":"2026-04-23T03:17:08.398515Z","end":"2026-04-23T03:17:08.530499Z","steps":["trace[1838135803] 'process raft request' (duration: 100.279551ms)","trace[1838135803] 'compare' (duration: 31.306781ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:18:08.604286Z","caller":"traceutil/trace.go:171","msg":"trace[1392939292] transaction","detail":"{read_only:false; response_revision:28954; number_of_response:1; }","duration":"523.909987ms","start":"2026-04-23T03:18:08.080342Z","end":"2026-04-23T03:18:08.604252Z","steps":["trace[1392939292] 'process raft request' (duration: 523.551856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:08.604472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:18:08.08031Z","time spent":"524.071543ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:18:16.572154Z","caller":"traceutil/trace.go:171","msg":"trace[458116848] transaction","detail":"{read_only:false; response_revision:29021; number_of_response:1; }","duration":"236.172584ms","start":"2026-04-23T03:18:16.335958Z","end":"2026-04-23T03:18:16.572131Z","steps":["trace[458116848] 'process raft request' (duration: 236.019209ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:17.785171Z","caller":"traceutil/trace.go:171","msg":"trace[1857028705] transaction","detail":"{read_only:false; response_revision:29034; number_of_response:1; }","duration":"161.772826ms","start":"2026-04-23T03:18:17.623365Z","end":"2026-04-23T03:18:17.785137Z","steps":["trace[1857028705] 'process raft request' (duration: 115.874142ms)","trace[1857028705] 'compare' (duration: 45.607985ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:18:17.785217Z","caller":"traceutil/trace.go:171","msg":"trace[1258263122] linearizableReadLoop","detail":"{readStateIndex:30002; appliedIndex:30000; }","duration":"149.072634ms","start":"2026-04-23T03:18:17.636112Z","end":"2026-04-23T03:18:17.785185Z","steps":["trace[1258263122] 'read index received' (duration: 103.141428ms)","trace[1258263122] 'applied index is now lower than readState.Index' (duration: 45.929966ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:18:17.785282Z","caller":"traceutil/trace.go:171","msg":"trace[690291599] transaction","detail":"{read_only:false; response_revision:29035; number_of_response:1; }","duration":"150.796249ms","start":"2026-04-23T03:18:17.634463Z","end":"2026-04-23T03:18:17.785259Z","steps":["trace[690291599] 'process raft request' (duration: 150.589572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:17.78546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.632546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:17.785515Z","caller":"traceutil/trace.go:171","msg":"trace[1877539887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29035; }","duration":"134.729169ms","start":"2026-04-23T03:18:17.650767Z","end":"2026-04-23T03:18:17.785496Z","steps":["trace[1877539887] 'agreement among raft nodes before linearized reading' (duration: 134.624246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:17.785499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.371563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-04-23T03:18:17.78558Z","caller":"traceutil/trace.go:171","msg":"trace[271383847] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:29035; }","duration":"149.506237ms","start":"2026-04-23T03:18:17.636054Z","end":"2026-04-23T03:18:17.785561Z","steps":["trace[271383847] 'agreement among raft nodes before linearized reading' (duration: 149.28327ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:18.776266Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T03:18:18.870801Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-23T03:18:18.870933Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-23T03:18:29.93718Z","caller":"traceutil/trace.go:171","msg":"trace[408728358] transaction","detail":"{read_only:false; response_revision:29194; number_of_response:1; }","duration":"116.652327ms","start":"2026-04-23T03:18:29.820502Z","end":"2026-04-23T03:18:29.937154Z","steps":["trace[408728358] 'process raft request' (duration: 116.500082ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:29.955328Z","caller":"traceutil/trace.go:171","msg":"trace[1237844749] linearizableReadLoop","detail":"{readStateIndex:30167; appliedIndex:30166; }","duration":"115.086587ms","start":"2026-04-23T03:18:29.840218Z","end":"2026-04-23T03:18:29.955304Z","steps":["trace[1237844749] 'read index received' (duration: 97.283223ms)","trace[1237844749] 'applied index is now lower than readState.Index' (duration: 17.802594ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:18:29.95538Z","caller":"traceutil/trace.go:171","msg":"trace[136723123] transaction","detail":"{read_only:false; response_revision:29195; number_of_response:1; }","duration":"131.127205ms","start":"2026-04-23T03:18:29.824224Z","end":"2026-04-23T03:18:29.955351Z","steps":["trace[136723123] 'process raft request' (duration: 130.96251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:18:29.955605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.372535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:29.955641Z","caller":"traceutil/trace.go:171","msg":"trace[1098251302] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:29195; }","duration":"115.448898ms","start":"2026-04-23T03:18:29.840182Z","end":"2026-04-23T03:18:29.955631Z","steps":["trace[1098251302] 'agreement among raft nodes before linearized reading' (duration: 115.20753ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:39.529352Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26242} {"level":"info","ts":"2026-04-23T03:18:39.678854Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26242,"took":"145.239012ms","hash":593446940,"current-db-size-bytes":55484416,"current-db-size":"56 MB","current-db-size-in-use-bytes":38420480,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-23T03:18:39.678907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":593446940,"revision":26242,"compact-revision":24762} {"level":"warn","ts":"2026-04-23T03:18:49.222702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.139394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:18:49.223015Z","caller":"traceutil/trace.go:171","msg":"trace[1088931221] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:29367; }","duration":"142.488355ms","start":"2026-04-23T03:18:49.0805Z","end":"2026-04-23T03:18:49.222988Z","steps":["trace[1088931221] 'count revisions from in-memory index tree' (duration: 142.062072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:18:49.35208Z","caller":"traceutil/trace.go:171","msg":"trace[25304539] linearizableReadLoop","detail":"{readStateIndex:30346; appliedIndex:30344; }","duration":"115.695046ms","start":"2026-04-23T03:18:49.236356Z","end":"2026-04-23T03:18:49.352051Z","steps":["trace[25304539] 'read index received' (duration: 64.952948ms)","trace[25304539] 'applied index is now lower than readState.Index' (duration: 50.741088ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:18:49.352395Z","caller":"traceutil/trace.go:171","msg":"trace[1665424316] transaction","detail":"{read_only:false; response_revision:29369; number_of_response:1; }","duration":"124.226756ms","start":"2026-04-23T03:18:49.228153Z","end":"2026-04-23T03:18:49.35238Z","steps":["trace[1665424316] 'process raft request' (duration: 103.432957ms)","trace[1665424316] 'compare' (duration: 20.342955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:18:49.352661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.297334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T03:18:49.352695Z","caller":"traceutil/trace.go:171","msg":"trace[1058714161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29369; }","duration":"116.364927ms","start":"2026-04-23T03:18:49.236319Z","end":"2026-04-23T03:18:49.352684Z","steps":["trace[1058714161] 'agreement among raft nodes before linearized reading' (duration: 116.235403ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:20:25.479537Z","caller":"traceutil/trace.go:171","msg":"trace[1332740393] transaction","detail":"{read_only:false; response_revision:30130; number_of_response:1; }","duration":"217.921466ms","start":"2026-04-23T03:20:25.261591Z","end":"2026-04-23T03:20:25.479512Z","steps":["trace[1332740393] 'process raft request' (duration: 217.715309ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:20:25.479762Z","caller":"traceutil/trace.go:171","msg":"trace[1603813952] transaction","detail":"{read_only:false; response_revision:30131; number_of_response:1; }","duration":"218.109851ms","start":"2026-04-23T03:20:25.261611Z","end":"2026-04-23T03:20:25.479721Z","steps":["trace[1603813952] 'process raft request' (duration: 217.847563ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:20:25.511443Z","caller":"traceutil/trace.go:171","msg":"trace[2030261218] transaction","detail":"{read_only:false; response_revision:30132; number_of_response:1; }","duration":"214.516417ms","start":"2026-04-23T03:20:25.296901Z","end":"2026-04-23T03:20:25.511417Z","steps":["trace[2030261218] 'process raft request' (duration: 214.359822ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:20:25.511579Z","caller":"traceutil/trace.go:171","msg":"trace[745074756] linearizableReadLoop","detail":"{readStateIndex:31132; appliedIndex:31128; }","duration":"122.973706ms","start":"2026-04-23T03:20:25.388578Z","end":"2026-04-23T03:20:25.511552Z","steps":["trace[745074756] 'read index received' (duration: 90.729885ms)","trace[745074756] 'applied index is now lower than readState.Index' (duration: 32.242471ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:20:25.511625Z","caller":"traceutil/trace.go:171","msg":"trace[2026187823] transaction","detail":"{read_only:false; response_revision:30133; number_of_response:1; }","duration":"175.683447ms","start":"2026-04-23T03:20:25.335914Z","end":"2026-04-23T03:20:25.511598Z","steps":["trace[2026187823] 'process raft request' (duration: 175.4674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:20:25.511702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.10318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:20:25.511751Z","caller":"traceutil/trace.go:171","msg":"trace[1429802370] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30133; }","duration":"123.165652ms","start":"2026-04-23T03:20:25.388573Z","end":"2026-04-23T03:20:25.511739Z","steps":["trace[1429802370] 'agreement among raft nodes before linearized reading' (duration: 123.07424ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:23:39.536327Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29299} {"level":"info","ts":"2026-04-23T03:23:39.675011Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29299,"took":"134.44487ms","hash":3466545813,"current-db-size-bytes":55484416,"current-db-size":"56 MB","current-db-size-in-use-bytes":32956416,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-23T03:23:39.675059Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3466545813,"revision":29299,"compact-revision":26242} {"level":"warn","ts":"2026-04-23T03:24:35.388194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.77501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:24:35.388309Z","caller":"traceutil/trace.go:171","msg":"trace[1154297796] transaction","detail":"{read_only:false; response_revision:31964; number_of_response:1; }","duration":"229.706068ms","start":"2026-04-23T03:24:35.158584Z","end":"2026-04-23T03:24:35.38829Z","steps":["trace[1154297796] 'process raft request' (duration: 53.752263ms)","trace[1154297796] 'compare' (duration: 175.647815ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:35.409849Z","caller":"traceutil/trace.go:171","msg":"trace[771142048] transaction","detail":"{read_only:false; response_revision:31965; number_of_response:1; }","duration":"155.302261ms","start":"2026-04-23T03:24:35.254522Z","end":"2026-04-23T03:24:35.409824Z","steps":["trace[771142048] 'process raft request' (duration: 155.198228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:35.414962Z","caller":"traceutil/trace.go:171","msg":"trace[505502672] transaction","detail":"{read_only:false; response_revision:31966; number_of_response:1; }","duration":"116.43305ms","start":"2026-04-23T03:24:35.298514Z","end":"2026-04-23T03:24:35.414947Z","steps":["trace[505502672] 'process raft request' (duration: 116.345517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:37.40521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.162092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:24:37.405306Z","caller":"traceutil/trace.go:171","msg":"trace[808754733] transaction","detail":"{read_only:false; response_revision:31974; number_of_response:1; }","duration":"299.288654ms","start":"2026-04-23T03:24:37.106Z","end":"2026-04-23T03:24:37.405289Z","steps":["trace[808754733] 'process raft request' (duration: 140.979598ms)","trace[808754733] 'compare' (duration: 158.006266ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:37.412091Z","caller":"traceutil/trace.go:171","msg":"trace[1452519447] transaction","detail":"{read_only:false; response_revision:31975; number_of_response:1; }","duration":"305.620445ms","start":"2026-04-23T03:24:37.106449Z","end":"2026-04-23T03:24:37.412069Z","steps":["trace[1452519447] 'process raft request' (duration: 305.45299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:37.412221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:37.106441Z","time spent":"305.707357ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:37.412408Z","caller":"traceutil/trace.go:171","msg":"trace[247180486] linearizableReadLoop","detail":"{readStateIndex:33029; appliedIndex:33027; }","duration":"282.815212ms","start":"2026-04-23T03:24:37.129583Z","end":"2026-04-23T03:24:37.412399Z","steps":["trace[247180486] 'read index received' (duration: 117.423461ms)","trace[247180486] 'applied index is now lower than readState.Index' (duration: 165.390741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:37.41261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.528837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T03:24:37.412567Z","caller":"traceutil/trace.go:171","msg":"trace[1333902073] transaction","detail":"{read_only:false; response_revision:31976; number_of_response:1; }","duration":"238.003022ms","start":"2026-04-23T03:24:37.174522Z","end":"2026-04-23T03:24:37.412525Z","steps":["trace[1333902073] 'process raft request' (duration: 237.501566ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:37.412639Z","caller":"traceutil/trace.go:171","msg":"trace[747915421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31976; }","duration":"255.581419ms","start":"2026-04-23T03:24:37.15705Z","end":"2026-04-23T03:24:37.412632Z","steps":["trace[747915421] 'agreement among raft nodes before linearized reading' (duration: 255.487926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:37.412633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.029309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T03:24:37.412694Z","caller":"traceutil/trace.go:171","msg":"trace[26373602] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:31976; }","duration":"283.121811ms","start":"2026-04-23T03:24:37.129555Z","end":"2026-04-23T03:24:37.412677Z","steps":["trace[26373602] 'agreement among raft nodes before linearized reading' (duration: 282.950716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:37.412784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.952365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:24:37.412806Z","caller":"traceutil/trace.go:171","msg":"trace[940223647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31976; }","duration":"247.030208ms","start":"2026-04-23T03:24:37.165768Z","end":"2026-04-23T03:24:37.412799Z","steps":["trace[940223647] 'agreement among raft nodes before linearized reading' (duration: 246.968116ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:38.607551Z","caller":"traceutil/trace.go:171","msg":"trace[249930465] transaction","detail":"{read_only:false; response_revision:31982; number_of_response:1; }","duration":"130.193645ms","start":"2026-04-23T03:24:38.477335Z","end":"2026-04-23T03:24:38.607529Z","steps":["trace[249930465] 'process raft request' (duration: 130.04444ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:38.635468Z","caller":"traceutil/trace.go:171","msg":"trace[606783897] transaction","detail":"{read_only:false; response_revision:31984; number_of_response:1; }","duration":"156.035254ms","start":"2026-04-23T03:24:38.479408Z","end":"2026-04-23T03:24:38.635443Z","steps":["trace[606783897] 'process raft request' (duration: 155.996512ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:38.635759Z","caller":"traceutil/trace.go:171","msg":"trace[53457616] transaction","detail":"{read_only:false; response_revision:31983; number_of_response:1; }","duration":"157.883593ms","start":"2026-04-23T03:24:38.477857Z","end":"2026-04-23T03:24:38.63574Z","steps":["trace[53457616] 'process raft request' (duration: 157.426419ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:39.093563Z","caller":"traceutil/trace.go:171","msg":"trace[823382104] linearizableReadLoop","detail":"{readStateIndex:33040; appliedIndex:33039; }","duration":"105.592796ms","start":"2026-04-23T03:24:38.987939Z","end":"2026-04-23T03:24:39.093532Z","steps":["trace[823382104] 'read index received' (duration: 105.253895ms)","trace[823382104] 'applied index is now lower than readState.Index' (duration: 337.941µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:39.093669Z","caller":"traceutil/trace.go:171","msg":"trace[1404642533] transaction","detail":"{read_only:false; response_revision:31986; number_of_response:1; }","duration":"109.82566ms","start":"2026-04-23T03:24:38.983803Z","end":"2026-04-23T03:24:39.093628Z","steps":["trace[1404642533] 'process raft request' (duration: 109.51011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:39.093845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.843754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:39.093964Z","caller":"traceutil/trace.go:171","msg":"trace[1874415744] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:31986; }","duration":"106.03576ms","start":"2026-04-23T03:24:38.9879Z","end":"2026-04-23T03:24:39.093936Z","steps":["trace[1874415744] 'agreement among raft nodes before linearized reading' (duration: 105.764021ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:39.312139Z","caller":"traceutil/trace.go:171","msg":"trace[347529214] transaction","detail":"{read_only:false; response_revision:31987; number_of_response:1; }","duration":"203.676243ms","start":"2026-04-23T03:24:39.108438Z","end":"2026-04-23T03:24:39.312114Z","steps":["trace[347529214] 'process raft request' (duration: 199.563593ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:39.851023Z","caller":"traceutil/trace.go:171","msg":"trace[824654660] transaction","detail":"{read_only:false; response_revision:31997; number_of_response:1; }","duration":"100.799674ms","start":"2026-04-23T03:24:39.7502Z","end":"2026-04-23T03:24:39.850999Z","steps":["trace[824654660] 'process raft request' (duration: 96.908381ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:40.758073Z","caller":"traceutil/trace.go:171","msg":"trace[310094462] transaction","detail":"{read_only:false; response_revision:31999; number_of_response:1; }","duration":"117.539035ms","start":"2026-04-23T03:24:40.640503Z","end":"2026-04-23T03:24:40.758042Z","steps":["trace[310094462] 'process raft request' (duration: 103.278583ms)","trace[310094462] 'compare' (duration: 13.670013ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:40.758087Z","caller":"traceutil/trace.go:171","msg":"trace[518110994] transaction","detail":"{read_only:false; response_revision:32000; number_of_response:1; }","duration":"117.484793ms","start":"2026-04-23T03:24:40.640582Z","end":"2026-04-23T03:24:40.758066Z","steps":["trace[518110994] 'process raft request' (duration: 117.231795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:40.916601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.645997ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:24:40.916798Z","caller":"traceutil/trace.go:171","msg":"trace[804465514] linearizableReadLoop","detail":"{readStateIndex:33054; appliedIndex:33051; }","duration":"264.306435ms","start":"2026-04-23T03:24:40.652477Z","end":"2026-04-23T03:24:40.916783Z","steps":["trace[804465514] 'read index received' (duration: 52.160792ms)","trace[804465514] 'applied index is now lower than readState.Index' (duration: 212.145063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:40.917152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.663777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:24:40.917084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.262545ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:40.91722Z","caller":"traceutil/trace.go:171","msg":"trace[1950018678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:32000; }","duration":"158.41948ms","start":"2026-04-23T03:24:40.758782Z","end":"2026-04-23T03:24:40.917202Z","steps":["trace[1950018678] 'range keys from in-memory index tree' (duration: 158.241494ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:40.917183Z","caller":"traceutil/trace.go:171","msg":"trace[383235928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32000; }","duration":"264.761279ms","start":"2026-04-23T03:24:40.652413Z","end":"2026-04-23T03:24:40.917174Z","steps":["trace[383235928] 'agreement among raft nodes before linearized reading' (duration: 264.689067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:40.950559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.289598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131067"} {"level":"info","ts":"2026-04-23T03:24:40.950656Z","caller":"traceutil/trace.go:171","msg":"trace[1039154254] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:32001; }","duration":"213.535516ms","start":"2026-04-23T03:24:40.7371Z","end":"2026-04-23T03:24:40.950635Z","steps":["trace[1039154254] 'agreement among raft nodes before linearized reading' (duration: 180.415797ms)","trace[1039154254] 'range keys from in-memory index tree' (duration: 32.847041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:40.950729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.923328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-23T03:24:40.950858Z","caller":"traceutil/trace.go:171","msg":"trace[1586561533] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:32001; }","duration":"214.114834ms","start":"2026-04-23T03:24:40.736715Z","end":"2026-04-23T03:24:40.95083Z","steps":["trace[1586561533] 'agreement among raft nodes before linearized reading' (duration: 180.605493ms)","trace[1586561533] 'range keys from in-memory index tree' (duration: 33.155741ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:42.905427Z","caller":"traceutil/trace.go:171","msg":"trace[1447615422] transaction","detail":"{read_only:false; response_revision:32014; number_of_response:1; }","duration":"194.970058ms","start":"2026-04-23T03:24:42.710432Z","end":"2026-04-23T03:24:42.905402Z","steps":["trace[1447615422] 'process raft request' (duration: 194.769382ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:43.290659Z","caller":"traceutil/trace.go:171","msg":"trace[2007492483] transaction","detail":"{read_only:false; response_revision:32015; number_of_response:1; }","duration":"526.876445ms","start":"2026-04-23T03:24:42.763762Z","end":"2026-04-23T03:24:43.290639Z","steps":["trace[2007492483] 'process raft request' (duration: 476.380825ms)","trace[2007492483] 'compare' (duration: 50.325135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:43.290779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:42.763742Z","time spent":"526.977079ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:43.291084Z","caller":"traceutil/trace.go:171","msg":"trace[112568256] transaction","detail":"{read_only:false; response_revision:32016; number_of_response:1; }","duration":"526.002957ms","start":"2026-04-23T03:24:42.765073Z","end":"2026-04-23T03:24:43.291076Z","steps":["trace[112568256] 'process raft request' (duration: 525.530662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:43.291133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:42.76504Z","time spent":"526.0702ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:43.291278Z","caller":"traceutil/trace.go:171","msg":"trace[140340437] transaction","detail":"{read_only:false; response_revision:32018; number_of_response:1; }","duration":"140.709629ms","start":"2026-04-23T03:24:43.150545Z","end":"2026-04-23T03:24:43.291255Z","steps":["trace[140340437] 'process raft request' (duration: 140.618046ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:43.291364Z","caller":"traceutil/trace.go:171","msg":"trace[1581563238] linearizableReadLoop","detail":"{readStateIndex:33071; appliedIndex:33068; }","duration":"451.944451ms","start":"2026-04-23T03:24:42.83941Z","end":"2026-04-23T03:24:43.291354Z","steps":["trace[1581563238] 'read index received' (duration: 65.860677ms)","trace[1581563238] 'applied index is now lower than readState.Index' (duration: 386.083064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:43.29147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.057534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:43.291501Z","caller":"traceutil/trace.go:171","msg":"trace[267375481] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:32018; }","duration":"452.119616ms","start":"2026-04-23T03:24:42.839373Z","end":"2026-04-23T03:24:43.291493Z","steps":["trace[267375481] 'agreement among raft nodes before linearized reading' (duration: 452.063904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:43.291528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:42.839355Z","time spent":"452.163798ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:24:43.291587Z","caller":"traceutil/trace.go:171","msg":"trace[1545964699] transaction","detail":"{read_only:false; response_revision:32017; number_of_response:1; }","duration":"369.194359ms","start":"2026-04-23T03:24:42.92238Z","end":"2026-04-23T03:24:43.291575Z","steps":["trace[1545964699] 'process raft request' (duration: 368.409324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:43.291651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.197978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:43.291678Z","caller":"traceutil/trace.go:171","msg":"trace[742473589] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:32018; }","duration":"179.225709ms","start":"2026-04-23T03:24:43.112446Z","end":"2026-04-23T03:24:43.291672Z","steps":["trace[742473589] 'agreement among raft nodes before linearized reading' (duration: 179.182347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:43.29171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:42.922358Z","time spent":"369.262841ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:43.452665Z","caller":"traceutil/trace.go:171","msg":"trace[663221025] transaction","detail":"{read_only:false; response_revision:32019; number_of_response:1; }","duration":"107.968862ms","start":"2026-04-23T03:24:43.344672Z","end":"2026-04-23T03:24:43.452641Z","steps":["trace[663221025] 'process raft request' (duration: 94.900337ms)","trace[663221025] 'compare' (duration: 12.239338ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:43.875046Z","caller":"traceutil/trace.go:171","msg":"trace[2126898661] transaction","detail":"{read_only:false; response_revision:32020; number_of_response:1; }","duration":"373.511335ms","start":"2026-04-23T03:24:43.5015Z","end":"2026-04-23T03:24:43.875011Z","steps":["trace[2126898661] 'process raft request' (duration: 341.922214ms)","trace[2126898661] 'compare' (duration: 30.9142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:43.875247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:43.501471Z","time spent":"373.66231ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:43.917967Z","caller":"traceutil/trace.go:171","msg":"trace[1736792159] linearizableReadLoop","detail":"{readStateIndex:33077; appliedIndex:33074; }","duration":"327.882869ms","start":"2026-04-23T03:24:43.590047Z","end":"2026-04-23T03:24:43.917929Z","steps":["trace[1736792159] 'read index received' (duration: 253.349057ms)","trace[1736792159] 'applied index is now lower than readState.Index' (duration: 74.531892ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:43.91802Z","caller":"traceutil/trace.go:171","msg":"trace[1577120828] transaction","detail":"{read_only:false; response_revision:32021; number_of_response:1; }","duration":"416.210988ms","start":"2026-04-23T03:24:43.501755Z","end":"2026-04-23T03:24:43.917966Z","steps":["trace[1577120828] 'process raft request' (duration: 415.93431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:43.918067Z","caller":"traceutil/trace.go:171","msg":"trace[849077490] transaction","detail":"{read_only:false; response_revision:32022; number_of_response:1; }","duration":"408.746092ms","start":"2026-04-23T03:24:43.509264Z","end":"2026-04-23T03:24:43.91801Z","steps":["trace[849077490] 'process raft request' (duration: 408.614158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:43.918278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:43.509226Z","time spent":"408.934199ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:24:43.918277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:43.501747Z","time spent":"416.394744ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:24:43.918299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.224311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:24:43.918354Z","caller":"traceutil/trace.go:171","msg":"trace[2114016949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32022; }","duration":"328.346044ms","start":"2026-04-23T03:24:43.589987Z","end":"2026-04-23T03:24:43.918333Z","steps":["trace[2114016949] 'agreement among raft nodes before linearized reading' (duration: 328.146058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:43.918392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:43.589959Z","time spent":"328.423867ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:24:43.918397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.170786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T03:24:43.918454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.087194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:24:43.918465Z","caller":"traceutil/trace.go:171","msg":"trace[454375169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32022; }","duration":"285.29233ms","start":"2026-04-23T03:24:43.633154Z","end":"2026-04-23T03:24:43.918446Z","steps":["trace[454375169] 'agreement among raft nodes before linearized reading' (duration: 285.083503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:43.91849Z","caller":"traceutil/trace.go:171","msg":"trace[82897371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32022; }","duration":"285.181497ms","start":"2026-04-23T03:24:43.633299Z","end":"2026-04-23T03:24:43.91848Z","steps":["trace[82897371] 'agreement among raft nodes before linearized reading' (duration: 285.077693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:43.918397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.297817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:43.918576Z","caller":"traceutil/trace.go:171","msg":"trace[1457009599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32022; }","duration":"265.514484ms","start":"2026-04-23T03:24:43.653055Z","end":"2026-04-23T03:24:43.918569Z","steps":["trace[1457009599] 'agreement among raft nodes before linearized reading' (duration: 265.293627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:43.918617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.29733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:24:43.918642Z","caller":"traceutil/trace.go:171","msg":"trace[1063345415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32022; }","duration":"285.366663ms","start":"2026-04-23T03:24:43.633268Z","end":"2026-04-23T03:24:43.918635Z","steps":["trace[1063345415] 'agreement among raft nodes before linearized reading' (duration: 285.252869ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:44.115771Z","caller":"traceutil/trace.go:171","msg":"trace[349841020] transaction","detail":"{read_only:false; response_revision:32026; number_of_response:1; }","duration":"192.079667ms","start":"2026-04-23T03:24:43.92367Z","end":"2026-04-23T03:24:44.11575Z","steps":["trace[349841020] 'process raft request' (duration: 192.035895ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:44.115871Z","caller":"traceutil/trace.go:171","msg":"trace[1773703190] transaction","detail":"{read_only:false; response_revision:32024; number_of_response:1; }","duration":"192.274563ms","start":"2026-04-23T03:24:43.923541Z","end":"2026-04-23T03:24:44.115815Z","steps":["trace[1773703190] 'process raft request' (duration: 176.710599ms)","trace[1773703190] 'compare' (duration: 15.305845ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:44.115968Z","caller":"traceutil/trace.go:171","msg":"trace[1351012548] transaction","detail":"{read_only:false; response_revision:32025; number_of_response:1; }","duration":"192.299134ms","start":"2026-04-23T03:24:43.923638Z","end":"2026-04-23T03:24:44.115937Z","steps":["trace[1351012548] 'process raft request' (duration: 192.035605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:44.359394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.34096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" ","response":"range_response_count:140 size:6649641"} {"level":"info","ts":"2026-04-23T03:24:44.359466Z","caller":"traceutil/trace.go:171","msg":"trace[1446687035] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:140; response_revision:32026; }","duration":"106.461844ms","start":"2026-04-23T03:24:44.252988Z","end":"2026-04-23T03:24:44.35945Z","steps":["trace[1446687035] 'range keys from in-memory index tree' (duration: 103.591772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:45.795731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.736435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:45.795816Z","caller":"traceutil/trace.go:171","msg":"trace[712350228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32032; }","duration":"143.872629ms","start":"2026-04-23T03:24:45.651925Z","end":"2026-04-23T03:24:45.795797Z","steps":["trace[712350228] 'range keys from in-memory index tree' (duration: 143.663752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:45.795844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.052675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:24:45.79583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.693738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:24:45.79592Z","caller":"traceutil/trace.go:171","msg":"trace[1712827668] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32032; }","duration":"115.176499ms","start":"2026-04-23T03:24:45.680727Z","end":"2026-04-23T03:24:45.795904Z","steps":["trace[1712827668] 'count revisions from in-memory index tree' (duration: 114.987304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:45.795963Z","caller":"traceutil/trace.go:171","msg":"trace[92442643] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:32032; }","duration":"158.878474ms","start":"2026-04-23T03:24:45.637056Z","end":"2026-04-23T03:24:45.795934Z","steps":["trace[92442643] 'range keys from in-memory index tree' (duration: 158.496693ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:47.359794Z","caller":"traceutil/trace.go:171","msg":"trace[1398182880] transaction","detail":"{read_only:false; response_revision:32042; number_of_response:1; }","duration":"330.785631ms","start":"2026-04-23T03:24:47.028977Z","end":"2026-04-23T03:24:47.359763Z","steps":["trace[1398182880] 'process raft request' (duration: 330.523193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:47.359987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:47.028932Z","time spent":"330.949277ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:47.445559Z","caller":"traceutil/trace.go:171","msg":"trace[1621627681] transaction","detail":"{read_only:false; response_revision:32046; number_of_response:1; }","duration":"123.590737ms","start":"2026-04-23T03:24:47.321923Z","end":"2026-04-23T03:24:47.445514Z","steps":["trace[1621627681] 'process raft request' (duration: 123.549535ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:47.445691Z","caller":"traceutil/trace.go:171","msg":"trace[846050279] transaction","detail":"{read_only:false; response_revision:32043; number_of_response:1; }","duration":"133.584633ms","start":"2026-04-23T03:24:47.312058Z","end":"2026-04-23T03:24:47.445643Z","steps":["trace[846050279] 'process raft request' (duration: 91.736117ms)","trace[846050279] 'compare' (duration: 41.331629ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:47.445834Z","caller":"traceutil/trace.go:171","msg":"trace[521159197] transaction","detail":"{read_only:false; response_revision:32044; number_of_response:1; }","duration":"127.573552ms","start":"2026-04-23T03:24:47.318252Z","end":"2026-04-23T03:24:47.445825Z","steps":["trace[521159197] 'process raft request' (duration: 127.135779ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:47.44596Z","caller":"traceutil/trace.go:171","msg":"trace[755513531] transaction","detail":"{read_only:false; response_revision:32045; number_of_response:1; }","duration":"125.638692ms","start":"2026-04-23T03:24:47.320314Z","end":"2026-04-23T03:24:47.445953Z","steps":["trace[755513531] 'process raft request' (duration: 125.116035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:47.862871Z","caller":"traceutil/trace.go:171","msg":"trace[1102150106] transaction","detail":"{read_only:false; response_revision:32047; number_of_response:1; }","duration":"380.637271ms","start":"2026-04-23T03:24:47.482195Z","end":"2026-04-23T03:24:47.862832Z","steps":["trace[1102150106] 'process raft request' (duration: 380.219298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:47.863112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:47.482156Z","time spent":"380.829057ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:48.004213Z","caller":"traceutil/trace.go:171","msg":"trace[2028442821] linearizableReadLoop","detail":"{readStateIndex:33104; appliedIndex:33102; }","duration":"351.121756ms","start":"2026-04-23T03:24:47.653044Z","end":"2026-04-23T03:24:48.004166Z","steps":["trace[2028442821] 'read index received' (duration: 209.603411ms)","trace[2028442821] 'applied index is now lower than readState.Index' (duration: 141.516484ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:48.004355Z","caller":"traceutil/trace.go:171","msg":"trace[2061482937] transaction","detail":"{read_only:false; response_revision:32048; number_of_response:1; }","duration":"503.775933ms","start":"2026-04-23T03:24:47.500567Z","end":"2026-04-23T03:24:48.004343Z","steps":["trace[2061482937] 'process raft request' (duration: 437.776282ms)","trace[2061482937] 'compare' (duration: 65.259248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:48.004489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:47.500527Z","time spent":"503.850125ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:24:48.004459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.402295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:48.004564Z","caller":"traceutil/trace.go:171","msg":"trace[1492364704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32048; }","duration":"351.57433ms","start":"2026-04-23T03:24:47.652965Z","end":"2026-04-23T03:24:48.00454Z","steps":["trace[1492364704] 'agreement among raft nodes before linearized reading' (duration: 351.390645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:48.004621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:47.65293Z","time spent":"351.681584ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:24:48.053059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.411529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:48.053148Z","caller":"traceutil/trace.go:171","msg":"trace[2010707478] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32050; }","duration":"229.576034ms","start":"2026-04-23T03:24:47.823552Z","end":"2026-04-23T03:24:48.053128Z","steps":["trace[2010707478] 'agreement among raft nodes before linearized reading' (duration: 229.400798ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:48.205349Z","caller":"traceutil/trace.go:171","msg":"trace[43733556] transaction","detail":"{read_only:false; response_revision:32051; number_of_response:1; }","duration":"146.351837ms","start":"2026-04-23T03:24:48.058962Z","end":"2026-04-23T03:24:48.205314Z","steps":["trace[43733556] 'process raft request' (duration: 56.81968ms)","trace[43733556] 'compare' (duration: 89.379702ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:48.208488Z","caller":"traceutil/trace.go:171","msg":"trace[687522416] linearizableReadLoop","detail":"{readStateIndex:33108; appliedIndex:33106; }","duration":"132.734796ms","start":"2026-04-23T03:24:48.075723Z","end":"2026-04-23T03:24:48.208458Z","steps":["trace[687522416] 'read index received' (duration: 40.056279ms)","trace[687522416] 'applied index is now lower than readState.Index' (duration: 92.677367ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:48.208616Z","caller":"traceutil/trace.go:171","msg":"trace[1167930520] transaction","detail":"{read_only:false; response_revision:32052; number_of_response:1; }","duration":"149.194688ms","start":"2026-04-23T03:24:48.059387Z","end":"2026-04-23T03:24:48.208582Z","steps":["trace[1167930520] 'process raft request' (duration: 148.899168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:48.208683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.932763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:24:48.208885Z","caller":"traceutil/trace.go:171","msg":"trace[1473336504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32052; }","duration":"133.199011ms","start":"2026-04-23T03:24:48.07566Z","end":"2026-04-23T03:24:48.208859Z","steps":["trace[1473336504] 'agreement among raft nodes before linearized reading' (duration: 132.937872ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:49.851587Z","caller":"traceutil/trace.go:171","msg":"trace[1753510995] transaction","detail":"{read_only:false; response_revision:32057; number_of_response:1; }","duration":"398.25768ms","start":"2026-04-23T03:24:49.453285Z","end":"2026-04-23T03:24:49.851543Z","steps":["trace[1753510995] 'process raft request' (duration: 398.018322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:49.851829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:49.453255Z","time spent":"398.438305ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:49.857441Z","caller":"traceutil/trace.go:171","msg":"trace[213064008] transaction","detail":"{read_only:false; response_revision:32058; number_of_response:1; }","duration":"404.126755ms","start":"2026-04-23T03:24:49.453279Z","end":"2026-04-23T03:24:49.857406Z","steps":["trace[213064008] 'process raft request' (duration: 403.774054ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:49.857443Z","caller":"traceutil/trace.go:171","msg":"trace[781279759] transaction","detail":"{read_only:false; response_revision:32059; number_of_response:1; }","duration":"404.093374ms","start":"2026-04-23T03:24:49.453311Z","end":"2026-04-23T03:24:49.857404Z","steps":["trace[781279759] 'process raft request' (duration: 403.96948ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:49.857676Z","caller":"traceutil/trace.go:171","msg":"trace[171981629] transaction","detail":"{read_only:false; response_revision:32060; number_of_response:1; }","duration":"403.00774ms","start":"2026-04-23T03:24:49.454648Z","end":"2026-04-23T03:24:49.857656Z","steps":["trace[171981629] 'process raft request' (duration: 402.69625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:49.857628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:49.453245Z","time spent":"404.2843ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:24:49.85776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.881212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:24:49.857762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:49.454611Z","time spent":"403.113364ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:24:49.857816Z","caller":"traceutil/trace.go:171","msg":"trace[531126444] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:32060; }","duration":"217.019387ms","start":"2026-04-23T03:24:49.640782Z","end":"2026-04-23T03:24:49.857802Z","steps":["trace[531126444] 'agreement among raft nodes before linearized reading' (duration: 216.881723ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:49.857596Z","caller":"traceutil/trace.go:171","msg":"trace[179663321] linearizableReadLoop","detail":"{readStateIndex:33116; appliedIndex:33112; }","duration":"216.697347ms","start":"2026-04-23T03:24:49.64086Z","end":"2026-04-23T03:24:49.857557Z","steps":["trace[179663321] 'read index received' (duration: 210.532682ms)","trace[179663321] 'applied index is now lower than readState.Index' (duration: 6.162015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:49.85788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:24:49.453283Z","time spent":"404.404374ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:24:49.858814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.849303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:49.858905Z","caller":"traceutil/trace.go:171","msg":"trace[72667625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32060; }","duration":"206.005108ms","start":"2026-04-23T03:24:49.65288Z","end":"2026-04-23T03:24:49.858885Z","steps":["trace[72667625] 'agreement among raft nodes before linearized reading' (duration: 205.832083ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:50.266755Z","caller":"traceutil/trace.go:171","msg":"trace[1588559738] transaction","detail":"{read_only:false; response_revision:32062; number_of_response:1; }","duration":"225.865277ms","start":"2026-04-23T03:24:50.040857Z","end":"2026-04-23T03:24:50.266722Z","steps":["trace[1588559738] 'process raft request' (duration: 182.906496ms)","trace[1588559738] 'compare' (duration: 41.868217ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:50.266878Z","caller":"traceutil/trace.go:171","msg":"trace[609690038] linearizableReadLoop","detail":"{readStateIndex:33118; appliedIndex:33116; }","duration":"207.722402ms","start":"2026-04-23T03:24:50.059128Z","end":"2026-04-23T03:24:50.26685Z","steps":["trace[609690038] 'read index received' (duration: 48.989552ms)","trace[609690038] 'applied index is now lower than readState.Index' (duration: 158.73113ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:24:50.266987Z","caller":"traceutil/trace.go:171","msg":"trace[436963958] transaction","detail":"{read_only:false; response_revision:32063; number_of_response:1; }","duration":"206.970969ms","start":"2026-04-23T03:24:50.059989Z","end":"2026-04-23T03:24:50.26696Z","steps":["trace[436963958] 'process raft request' (duration: 206.6873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:50.267226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.702268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-23T03:24:50.267265Z","caller":"traceutil/trace.go:171","msg":"trace[733872435] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:32063; }","duration":"140.815892ms","start":"2026-04-23T03:24:50.126436Z","end":"2026-04-23T03:24:50.267252Z","steps":["trace[733872435] 'agreement among raft nodes before linearized reading' (duration: 140.657887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:50.267563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.427245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:809422"} {"level":"warn","ts":"2026-04-23T03:24:50.267539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.158838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:50.267614Z","caller":"traceutil/trace.go:171","msg":"trace[259028036] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:32063; }","duration":"208.547538ms","start":"2026-04-23T03:24:50.059053Z","end":"2026-04-23T03:24:50.267601Z","steps":["trace[259028036] 'agreement among raft nodes before linearized reading' (duration: 207.937519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:50.267639Z","caller":"traceutil/trace.go:171","msg":"trace[253378296] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:32063; }","duration":"120.311332ms","start":"2026-04-23T03:24:50.147301Z","end":"2026-04-23T03:24:50.267612Z","steps":["trace[253378296] 'agreement among raft nodes before linearized reading' (duration: 120.117686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:24:51.132625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.140967ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:24:51.132727Z","caller":"traceutil/trace.go:171","msg":"trace[1649231207] linearizableReadLoop","detail":"{readStateIndex:33125; appliedIndex:33124; }","duration":"169.065658ms","start":"2026-04-23T03:24:50.963643Z","end":"2026-04-23T03:24:51.132709Z","steps":["trace[1649231207] 'read index received' (duration: 63.262µs)","trace[1649231207] 'applied index is now lower than readState.Index' (duration: 169.000776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:24:51.132833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.177901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:24:51.132871Z","caller":"traceutil/trace.go:171","msg":"trace[132490104] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:32068; }","duration":"169.262703ms","start":"2026-04-23T03:24:50.963597Z","end":"2026-04-23T03:24:51.13286Z","steps":["trace[132490104] 'agreement among raft nodes before linearized reading' (duration: 169.16743ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:24:51.139804Z","caller":"traceutil/trace.go:171","msg":"trace[433695070] transaction","detail":"{read_only:false; response_revision:32069; number_of_response:1; }","duration":"174.553402ms","start":"2026-04-23T03:24:50.965228Z","end":"2026-04-23T03:24:51.139781Z","steps":["trace[433695070] 'process raft request' (duration: 174.381526ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:30.488609Z","caller":"traceutil/trace.go:171","msg":"trace[681191692] transaction","detail":"{read_only:false; response_revision:32827; number_of_response:1; }","duration":"221.84793ms","start":"2026-04-23T03:26:30.266742Z","end":"2026-04-23T03:26:30.48859Z","steps":["trace[681191692] 'process raft request' (duration: 221.779268ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:30.488802Z","caller":"traceutil/trace.go:171","msg":"trace[530490753] transaction","detail":"{read_only:false; response_revision:32826; number_of_response:1; }","duration":"222.573773ms","start":"2026-04-23T03:26:30.26622Z","end":"2026-04-23T03:26:30.488793Z","steps":["trace[530490753] 'process raft request' (duration: 173.324932ms)","trace[530490753] 'compare' (duration: 48.835678ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:30.488895Z","caller":"traceutil/trace.go:171","msg":"trace[410858027] transaction","detail":"{read_only:false; response_revision:32828; number_of_response:1; }","duration":"217.339247ms","start":"2026-04-23T03:26:30.271544Z","end":"2026-04-23T03:26:30.488883Z","steps":["trace[410858027] 'process raft request' (duration: 217.016017ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:30.702116Z","caller":"traceutil/trace.go:171","msg":"trace[1947983090] transaction","detail":"{read_only:false; response_revision:32829; number_of_response:1; }","duration":"195.371661ms","start":"2026-04-23T03:26:30.506659Z","end":"2026-04-23T03:26:30.702031Z","steps":["trace[1947983090] 'process raft request' (duration: 179.656913ms)","trace[1947983090] 'compare' (duration: 15.498861ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:32.410683Z","caller":"traceutil/trace.go:171","msg":"trace[1206078215] transaction","detail":"{read_only:false; response_revision:32838; number_of_response:1; }","duration":"117.873795ms","start":"2026-04-23T03:26:32.292776Z","end":"2026-04-23T03:26:32.41065Z","steps":["trace[1206078215] 'process raft request' (duration: 117.651938ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:32.567404Z","caller":"traceutil/trace.go:171","msg":"trace[1386883282] transaction","detail":"{read_only:false; response_revision:32839; number_of_response:1; }","duration":"107.418803ms","start":"2026-04-23T03:26:32.459959Z","end":"2026-04-23T03:26:32.567378Z","steps":["trace[1386883282] 'process raft request' (duration: 100.69484ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:32.828315Z","caller":"traceutil/trace.go:171","msg":"trace[574940778] transaction","detail":"{read_only:false; response_revision:32844; number_of_response:1; }","duration":"119.189477ms","start":"2026-04-23T03:26:32.709095Z","end":"2026-04-23T03:26:32.828285Z","steps":["trace[574940778] 'process raft request' (duration: 118.997751ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:32.828668Z","caller":"traceutil/trace.go:171","msg":"trace[1177830084] transaction","detail":"{read_only:false; response_revision:32845; number_of_response:1; }","duration":"115.056596ms","start":"2026-04-23T03:26:32.713536Z","end":"2026-04-23T03:26:32.828593Z","steps":["trace[1177830084] 'process raft request' (duration: 114.702604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:33.120786Z","caller":"traceutil/trace.go:171","msg":"trace[2069416294] transaction","detail":"{read_only:false; response_revision:32848; number_of_response:1; }","duration":"135.38752ms","start":"2026-04-23T03:26:32.985364Z","end":"2026-04-23T03:26:33.120752Z","steps":["trace[2069416294] 'process raft request' (duration: 102.227159ms)","trace[2069416294] 'compare' (duration: 32.887983ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:33.12121Z","caller":"traceutil/trace.go:171","msg":"trace[97680795] transaction","detail":"{read_only:false; response_revision:32849; number_of_response:1; }","duration":"135.544505ms","start":"2026-04-23T03:26:32.985571Z","end":"2026-04-23T03:26:33.121115Z","steps":["trace[97680795] 'process raft request' (duration: 135.127322ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:33.121863Z","caller":"traceutil/trace.go:171","msg":"trace[2009046191] linearizableReadLoop","detail":"{readStateIndex:33928; appliedIndex:33926; }","duration":"133.403718ms","start":"2026-04-23T03:26:32.988429Z","end":"2026-04-23T03:26:33.121832Z","steps":["trace[2009046191] 'read index received' (duration: 99.241065ms)","trace[2009046191] 'applied index is now lower than readState.Index' (duration: 34.159572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:33.122263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.8155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:26:33.122309Z","caller":"traceutil/trace.go:171","msg":"trace[1333349488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32850; }","duration":"133.902523ms","start":"2026-04-23T03:26:32.988395Z","end":"2026-04-23T03:26:33.122297Z","steps":["trace[1333349488] 'agreement among raft nodes before linearized reading' (duration: 133.718137ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:34.474549Z","caller":"traceutil/trace.go:171","msg":"trace[2032867568] transaction","detail":"{read_only:false; response_revision:32855; number_of_response:1; }","duration":"116.431829ms","start":"2026-04-23T03:26:34.358071Z","end":"2026-04-23T03:26:34.474503Z","steps":["trace[2032867568] 'process raft request' (duration: 116.13398ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:35.238669Z","caller":"traceutil/trace.go:171","msg":"trace[1458151373] transaction","detail":"{read_only:false; response_revision:32865; number_of_response:1; }","duration":"111.025388ms","start":"2026-04-23T03:26:35.12761Z","end":"2026-04-23T03:26:35.238635Z","steps":["trace[1458151373] 'process raft request' (duration: 54.996602ms)","trace[1458151373] 'compare' (duration: 55.877921ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:35.303665Z","caller":"traceutil/trace.go:171","msg":"trace[1691877830] linearizableReadLoop","detail":"{readStateIndex:33945; appliedIndex:33943; }","duration":"167.060584ms","start":"2026-04-23T03:26:35.136574Z","end":"2026-04-23T03:26:35.303634Z","steps":["trace[1691877830] 'read index received' (duration: 46.092621ms)","trace[1691877830] 'applied index is now lower than readState.Index' (duration: 120.967053ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:35.303752Z","caller":"traceutil/trace.go:171","msg":"trace[1166734486] transaction","detail":"{read_only:false; response_revision:32866; number_of_response:1; }","duration":"174.22108ms","start":"2026-04-23T03:26:35.129505Z","end":"2026-04-23T03:26:35.303726Z","steps":["trace[1166734486] 'process raft request' (duration: 173.996863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:35.303982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.392725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:26:35.304026Z","caller":"traceutil/trace.go:171","msg":"trace[1723581749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32866; }","duration":"167.474257ms","start":"2026-04-23T03:26:35.13654Z","end":"2026-04-23T03:26:35.304014Z","steps":["trace[1723581749] 'agreement among raft nodes before linearized reading' (duration: 167.23282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:35.304023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.749146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:35.306319Z","caller":"traceutil/trace.go:171","msg":"trace[1633363898] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:32866; }","duration":"158.08206ms","start":"2026-04-23T03:26:35.148212Z","end":"2026-04-23T03:26:35.306294Z","steps":["trace[1633363898] 'agreement among raft nodes before linearized reading' (duration: 155.716935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:35.43291Z","caller":"traceutil/trace.go:171","msg":"trace[1475242777] transaction","detail":"{read_only:false; response_revision:32867; number_of_response:1; }","duration":"123.695609ms","start":"2026-04-23T03:26:35.309174Z","end":"2026-04-23T03:26:35.432869Z","steps":["trace[1475242777] 'process raft request' (duration: 72.651682ms)","trace[1475242777] 'compare' (duration: 50.862252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:35.952942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.116945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:26:35.953123Z","caller":"traceutil/trace.go:171","msg":"trace[519951102] transaction","detail":"{read_only:false; response_revision:32869; number_of_response:1; }","duration":"268.534509ms","start":"2026-04-23T03:26:35.68457Z","end":"2026-04-23T03:26:35.953104Z","steps":["trace[519951102] 'process raft request' (duration: 268.467187ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:35.953491Z","caller":"traceutil/trace.go:171","msg":"trace[2068739866] transaction","detail":"{read_only:false; response_revision:32868; number_of_response:1; }","duration":"292.519959ms","start":"2026-04-23T03:26:35.66095Z","end":"2026-04-23T03:26:35.95347Z","steps":["trace[2068739866] 'process raft request' (duration: 77.797176ms)","trace[2068739866] 'compare' (duration: 213.98758ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:36.865202Z","caller":"traceutil/trace.go:171","msg":"trace[622379556] transaction","detail":"{read_only:false; response_revision:32872; number_of_response:1; }","duration":"182.729409ms","start":"2026-04-23T03:26:36.682452Z","end":"2026-04-23T03:26:36.865182Z","steps":["trace[622379556] 'process raft request' (duration: 182.605485ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:36.88461Z","caller":"traceutil/trace.go:171","msg":"trace[2006723681] transaction","detail":"{read_only:false; response_revision:32873; number_of_response:1; }","duration":"200.267345ms","start":"2026-04-23T03:26:36.684317Z","end":"2026-04-23T03:26:36.884584Z","steps":["trace[2006723681] 'process raft request' (duration: 200.12096ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:37.043964Z","caller":"traceutil/trace.go:171","msg":"trace[399173880] transaction","detail":"{read_only:false; response_revision:32875; number_of_response:1; }","duration":"129.031418ms","start":"2026-04-23T03:26:36.914911Z","end":"2026-04-23T03:26:37.043942Z","steps":["trace[399173880] 'process raft request' (duration: 75.416089ms)","trace[399173880] 'compare' (duration: 53.452784ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:37.044273Z","caller":"traceutil/trace.go:171","msg":"trace[1358375816] transaction","detail":"{read_only:false; response_revision:32876; number_of_response:1; }","duration":"129.232154ms","start":"2026-04-23T03:26:36.915025Z","end":"2026-04-23T03:26:37.044257Z","steps":["trace[1358375816] 'process raft request' (duration: 128.862413ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:37.242974Z","caller":"traceutil/trace.go:171","msg":"trace[1911422796] linearizableReadLoop","detail":"{readStateIndex:33957; appliedIndex:33956; }","duration":"120.817679ms","start":"2026-04-23T03:26:37.122141Z","end":"2026-04-23T03:26:37.242958Z","steps":["trace[1911422796] 'read index received' (duration: 60.111835ms)","trace[1911422796] 'applied index is now lower than readState.Index' (duration: 60.705244ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:37.243055Z","caller":"traceutil/trace.go:171","msg":"trace[1230142714] transaction","detail":"{read_only:false; response_revision:32877; number_of_response:1; }","duration":"167.88985ms","start":"2026-04-23T03:26:37.075158Z","end":"2026-04-23T03:26:37.243048Z","steps":["trace[1230142714] 'process raft request' (duration: 107.065622ms)","trace[1230142714] 'compare' (duration: 60.526608ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:37.243182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.036215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:26:37.243217Z","caller":"traceutil/trace.go:171","msg":"trace[222424215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32877; }","duration":"121.120258ms","start":"2026-04-23T03:26:37.122087Z","end":"2026-04-23T03:26:37.243207Z","steps":["trace[222424215] 'agreement among raft nodes before linearized reading' (duration: 120.994634ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:39.112123Z","caller":"traceutil/trace.go:171","msg":"trace[497410051] transaction","detail":"{read_only:false; response_revision:32888; number_of_response:1; }","duration":"168.634343ms","start":"2026-04-23T03:26:38.943459Z","end":"2026-04-23T03:26:39.112093Z","steps":["trace[497410051] 'process raft request' (duration: 168.475758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:39.16797Z","caller":"traceutil/trace.go:171","msg":"trace[1322156345] transaction","detail":"{read_only:false; response_revision:32889; number_of_response:1; }","duration":"119.164966ms","start":"2026-04-23T03:26:39.048783Z","end":"2026-04-23T03:26:39.167948Z","steps":["trace[1322156345] 'process raft request' (duration: 118.98001ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:39.168148Z","caller":"traceutil/trace.go:171","msg":"trace[1243823308] transaction","detail":"{read_only:false; response_revision:32890; number_of_response:1; }","duration":"118.720932ms","start":"2026-04-23T03:26:39.049392Z","end":"2026-04-23T03:26:39.168113Z","steps":["trace[1243823308] 'process raft request' (duration: 118.516986ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:40.0034Z","caller":"traceutil/trace.go:171","msg":"trace[412167010] linearizableReadLoop","detail":"{readStateIndex:33973; appliedIndex:33970; }","duration":"682.087454ms","start":"2026-04-23T03:26:39.321295Z","end":"2026-04-23T03:26:40.003382Z","steps":["trace[412167010] 'read index received' (duration: 74.132139ms)","trace[412167010] 'applied index is now lower than readState.Index' (duration: 607.954665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:40.003845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.537058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:26:40.003879Z","caller":"traceutil/trace.go:171","msg":"trace[1404590675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32893; }","duration":"682.60743ms","start":"2026-04-23T03:26:39.321262Z","end":"2026-04-23T03:26:40.00387Z","steps":["trace[1404590675] 'agreement among raft nodes before linearized reading' (duration: 682.488176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:40.003901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:39.321247Z","time spent":"682.647181ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T03:26:40.004009Z","caller":"traceutil/trace.go:171","msg":"trace[1163350296] transaction","detail":"{read_only:false; response_revision:32893; number_of_response:1; }","duration":"706.048542ms","start":"2026-04-23T03:26:39.297955Z","end":"2026-04-23T03:26:40.004004Z","steps":["trace[1163350296] 'process raft request' (duration: 705.399972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:40.004063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:39.297949Z","time spent":"706.077174ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:26:40.003805Z","caller":"traceutil/trace.go:171","msg":"trace[1393281914] transaction","detail":"{read_only:false; response_revision:32892; number_of_response:1; }","duration":"706.187347ms","start":"2026-04-23T03:26:39.297586Z","end":"2026-04-23T03:26:40.003773Z","steps":["trace[1393281914] 'process raft request' (duration: 705.64768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:40.004501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:39.297571Z","time spent":"706.57536ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:26:40.202536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.928668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:26:40.202737Z","caller":"traceutil/trace.go:171","msg":"trace[1743193618] transaction","detail":"{read_only:false; response_revision:32894; number_of_response:1; }","duration":"206.618228ms","start":"2026-04-23T03:26:39.996092Z","end":"2026-04-23T03:26:40.20271Z","steps":["trace[1743193618] 'process raft request' (duration: 99.433651ms)","trace[1743193618] 'compare' (duration: 106.721122ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:40.202778Z","caller":"traceutil/trace.go:171","msg":"trace[463274490] transaction","detail":"{read_only:false; response_revision:32896; number_of_response:1; }","duration":"125.227128ms","start":"2026-04-23T03:26:40.077533Z","end":"2026-04-23T03:26:40.202761Z","steps":["trace[463274490] 'process raft request' (duration: 125.184967ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:40.202976Z","caller":"traceutil/trace.go:171","msg":"trace[852361014] transaction","detail":"{read_only:false; response_revision:32895; number_of_response:1; }","duration":"190.644952ms","start":"2026-04-23T03:26:40.012313Z","end":"2026-04-23T03:26:40.202958Z","steps":["trace[852361014] 'process raft request' (duration: 190.345832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:40.202977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.698917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T03:26:40.203047Z","caller":"traceutil/trace.go:171","msg":"trace[433552170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32896; }","duration":"305.820871ms","start":"2026-04-23T03:26:39.897206Z","end":"2026-04-23T03:26:40.203027Z","steps":["trace[433552170] 'agreement among raft nodes before linearized reading' (duration: 305.578883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:40.203095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:39.897186Z","time spent":"305.899933ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T03:26:40.20321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.301727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T03:26:40.203671Z","caller":"traceutil/trace.go:171","msg":"trace[1726821962] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:32896; }","duration":"265.799243ms","start":"2026-04-23T03:26:39.937861Z","end":"2026-04-23T03:26:40.20366Z","steps":["trace[1726821962] 'agreement among raft nodes before linearized reading' (duration: 265.138022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:40.203333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.275813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:40.203772Z","caller":"traceutil/trace.go:171","msg":"trace[1508876465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32896; }","duration":"548.869492ms","start":"2026-04-23T03:26:39.654889Z","end":"2026-04-23T03:26:40.203759Z","steps":["trace[1508876465] 'agreement among raft nodes before linearized reading' (duration: 548.206781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:40.203815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:39.654871Z","time spent":"548.933484ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:26:40.203383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.236733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:26:40.203937Z","caller":"traceutil/trace.go:171","msg":"trace[529136425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32896; }","duration":"726.816451ms","start":"2026-04-23T03:26:39.4771Z","end":"2026-04-23T03:26:40.203916Z","steps":["trace[529136425] 'agreement among raft nodes before linearized reading' (duration: 726.215172ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:40.203385Z","caller":"traceutil/trace.go:171","msg":"trace[2013377230] linearizableReadLoop","detail":"{readStateIndex:33974; appliedIndex:33973; }","duration":"199.278734ms","start":"2026-04-23T03:26:40.003449Z","end":"2026-04-23T03:26:40.202728Z","steps":["trace[2013377230] 'read index received' (duration: 92.118769ms)","trace[2013377230] 'applied index is now lower than readState.Index' (duration: 107.157305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:40.204009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:39.477078Z","time spent":"726.909344ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T03:26:40.203816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.602713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:26:40.204198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.614864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:40.204247Z","caller":"traceutil/trace.go:171","msg":"trace[1833479564] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:32896; }","duration":"157.698727ms","start":"2026-04-23T03:26:40.046535Z","end":"2026-04-23T03:26:40.204234Z","steps":["trace[1833479564] 'agreement among raft nodes before linearized reading' (duration: 157.623075ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:40.204088Z","caller":"traceutil/trace.go:171","msg":"trace[339213810] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:32896; }","duration":"442.375588ms","start":"2026-04-23T03:26:39.761687Z","end":"2026-04-23T03:26:40.204062Z","steps":["trace[339213810] 'agreement among raft nodes before linearized reading' (duration: 441.232241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:40.20442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.737298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T03:26:40.204467Z","caller":"traceutil/trace.go:171","msg":"trace[192208091] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:32896; }","duration":"103.81696ms","start":"2026-04-23T03:26:40.100635Z","end":"2026-04-23T03:26:40.204452Z","steps":["trace[192208091] 'agreement among raft nodes before linearized reading' (duration: 103.666305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:40.204512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.198694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:26:40.204558Z","caller":"traceutil/trace.go:171","msg":"trace[1986783547] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32896; }","duration":"123.278296ms","start":"2026-04-23T03:26:40.081269Z","end":"2026-04-23T03:26:40.204548Z","steps":["trace[1986783547] 'agreement among raft nodes before linearized reading' (duration: 123.143412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:40.204698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:39.761664Z","time spent":"442.786951ms","remote":"127.0.0.1:41114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:26:40.50469Z","caller":"traceutil/trace.go:171","msg":"trace[468366777] linearizableReadLoop","detail":"{readStateIndex:33978; appliedIndex:33976; }","duration":"293.639214ms","start":"2026-04-23T03:26:40.211027Z","end":"2026-04-23T03:26:40.504666Z","steps":["trace[468366777] 'read index received' (duration: 69.925936ms)","trace[468366777] 'applied index is now lower than readState.Index' (duration: 223.712428ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:40.504937Z","caller":"traceutil/trace.go:171","msg":"trace[1872765084] transaction","detail":"{read_only:false; response_revision:32898; number_of_response:1; }","duration":"295.051619ms","start":"2026-04-23T03:26:40.20986Z","end":"2026-04-23T03:26:40.504912Z","steps":["trace[1872765084] 'process raft request' (duration: 294.600814ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:40.504781Z","caller":"traceutil/trace.go:171","msg":"trace[1707732009] transaction","detail":"{read_only:false; response_revision:32899; number_of_response:1; }","duration":"291.968511ms","start":"2026-04-23T03:26:40.212772Z","end":"2026-04-23T03:26:40.504741Z","steps":["trace[1707732009] 'process raft request' (duration: 291.845247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:40.505372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.324725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T03:26:40.505422Z","caller":"traceutil/trace.go:171","msg":"trace[447656404] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:32899; }","duration":"294.387967ms","start":"2026-04-23T03:26:40.211021Z","end":"2026-04-23T03:26:40.505409Z","steps":["trace[447656404] 'agreement among raft nodes before linearized reading' (duration: 293.767168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:41.335765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.658403ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:26:41.336512Z","caller":"traceutil/trace.go:171","msg":"trace[103713232] transaction","detail":"{read_only:false; response_revision:32903; number_of_response:1; }","duration":"389.143031ms","start":"2026-04-23T03:26:40.947351Z","end":"2026-04-23T03:26:41.336494Z","steps":["trace[103713232] 'process raft request' (duration: 389.026447ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:41.336763Z","caller":"traceutil/trace.go:171","msg":"trace[1179453752] transaction","detail":"{read_only:false; response_revision:32902; number_of_response:1; }","duration":"417.685216ms","start":"2026-04-23T03:26:40.919056Z","end":"2026-04-23T03:26:41.336741Z","steps":["trace[1179453752] 'process raft request' (duration: 417.19545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:41.336866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:40.919027Z","time spent":"417.790429ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:26:41.336646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:40.947318Z","time spent":"389.244184ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:26:41.409112Z","caller":"traceutil/trace.go:171","msg":"trace[483144824] linearizableReadLoop","detail":"{readStateIndex:33985; appliedIndex:33981; }","duration":"275.534641ms","start":"2026-04-23T03:26:41.133551Z","end":"2026-04-23T03:26:41.409086Z","steps":["trace[483144824] 'read index received' (duration: 17.551046ms)","trace[483144824] 'applied index is now lower than readState.Index' (duration: 257.981825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:41.409319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.751978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:26:41.409365Z","caller":"traceutil/trace.go:171","msg":"trace[400544633] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32904; }","duration":"275.843111ms","start":"2026-04-23T03:26:41.133511Z","end":"2026-04-23T03:26:41.409354Z","steps":["trace[400544633] 'agreement among raft nodes before linearized reading' (duration: 275.692046ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:41.409169Z","caller":"traceutil/trace.go:171","msg":"trace[1919220998] transaction","detail":"{read_only:false; response_revision:32904; number_of_response:1; }","duration":"291.464576ms","start":"2026-04-23T03:26:41.117682Z","end":"2026-04-23T03:26:41.409146Z","steps":["trace[1919220998] 'process raft request' (duration: 291.246159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:41.554302Z","caller":"traceutil/trace.go:171","msg":"trace[1138047040] linearizableReadLoop","detail":"{readStateIndex:33987; appliedIndex:33985; }","duration":"145.085198ms","start":"2026-04-23T03:26:41.409189Z","end":"2026-04-23T03:26:41.554275Z","steps":["trace[1138047040] 'read index received' (duration: 60.153966ms)","trace[1138047040] 'applied index is now lower than readState.Index' (duration: 84.930132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:41.554607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.062304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:26:41.5548Z","caller":"traceutil/trace.go:171","msg":"trace[1230416763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32906; }","duration":"155.308261ms","start":"2026-04-23T03:26:41.399485Z","end":"2026-04-23T03:26:41.554793Z","steps":["trace[1230416763] 'agreement among raft nodes before linearized reading' (duration: 154.95973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:41.554931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.131774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:26:41.555034Z","caller":"traceutil/trace.go:171","msg":"trace[526822660] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32906; }","duration":"142.263428ms","start":"2026-04-23T03:26:41.412748Z","end":"2026-04-23T03:26:41.555012Z","steps":["trace[526822660] 'agreement among raft nodes before linearized reading' (duration: 141.959139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:41.554701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.791816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:41.554708Z","caller":"traceutil/trace.go:171","msg":"trace[2100054283] transaction","detail":"{read_only:false; response_revision:32905; number_of_response:1; }","duration":"380.356662ms","start":"2026-04-23T03:26:41.174333Z","end":"2026-04-23T03:26:41.554689Z","steps":["trace[2100054283] 'process raft request' (duration: 294.983977ms)","trace[2100054283] 'compare' (duration: 84.713064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:41.555771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:41.17431Z","time spent":"381.392015ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:26:41.554752Z","caller":"traceutil/trace.go:171","msg":"trace[2056429071] transaction","detail":"{read_only:false; response_revision:32906; number_of_response:1; }","duration":"380.250479ms","start":"2026-04-23T03:26:41.174496Z","end":"2026-04-23T03:26:41.554747Z","steps":["trace[2056429071] 'process raft request' (duration: 379.700322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:41.555917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:41.17446Z","time spent":"381.417436ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:26:41.556072Z","caller":"traceutil/trace.go:171","msg":"trace[1363904577] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:32906; }","duration":"316.716726ms","start":"2026-04-23T03:26:41.238841Z","end":"2026-04-23T03:26:41.555557Z","steps":["trace[1363904577] 'agreement among raft nodes before linearized reading' (duration: 315.790316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:41.556207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:41.238822Z","time spent":"317.313875ms","remote":"127.0.0.1:53862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:26:41.771578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.654184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-23T03:26:41.771703Z","caller":"traceutil/trace.go:171","msg":"trace[823096054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32907; }","duration":"115.833441ms","start":"2026-04-23T03:26:41.655849Z","end":"2026-04-23T03:26:41.771682Z","steps":["trace[823096054] 'range keys from in-memory index tree' (duration: 115.476429ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:42.260056Z","caller":"traceutil/trace.go:171","msg":"trace[1811978201] linearizableReadLoop","detail":"{readStateIndex:33990; appliedIndex:33989; }","duration":"174.336654ms","start":"2026-04-23T03:26:42.085691Z","end":"2026-04-23T03:26:42.260028Z","steps":["trace[1811978201] 'read index received' (duration: 174.249861ms)","trace[1811978201] 'applied index is now lower than readState.Index' (duration: 85.783µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:42.260097Z","caller":"traceutil/trace.go:171","msg":"trace[1619752174] transaction","detail":"{read_only:false; response_revision:32909; number_of_response:1; }","duration":"246.006375ms","start":"2026-04-23T03:26:42.014059Z","end":"2026-04-23T03:26:42.260065Z","steps":["trace[1619752174] 'process raft request' (duration: 245.778738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:42.260233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.52202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:26:42.26047Z","caller":"traceutil/trace.go:171","msg":"trace[1736349770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32909; }","duration":"174.8178ms","start":"2026-04-23T03:26:42.085613Z","end":"2026-04-23T03:26:42.260431Z","steps":["trace[1736349770] 'agreement among raft nodes before linearized reading' (duration: 174.536941ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:42.318343Z","caller":"traceutil/trace.go:171","msg":"trace[88859025] transaction","detail":"{read_only:false; response_revision:32910; number_of_response:1; }","duration":"107.006881ms","start":"2026-04-23T03:26:42.211297Z","end":"2026-04-23T03:26:42.318304Z","steps":["trace[88859025] 'process raft request' (duration: 105.41397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:42.319126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.133972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:26:42.319188Z","caller":"traceutil/trace.go:171","msg":"trace[775179627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32910; }","duration":"111.213594ms","start":"2026-04-23T03:26:42.20796Z","end":"2026-04-23T03:26:42.319174Z","steps":["trace[775179627] 'agreement among raft nodes before linearized reading' (duration: 110.45106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:42.319233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.404003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-23T03:26:42.319389Z","caller":"traceutil/trace.go:171","msg":"trace[691131359] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:32910; }","duration":"225.568138ms","start":"2026-04-23T03:26:42.093749Z","end":"2026-04-23T03:26:42.319317Z","steps":["trace[691131359] 'agreement among raft nodes before linearized reading' (duration: 224.474913ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:43.444942Z","caller":"traceutil/trace.go:171","msg":"trace[1580592240] transaction","detail":"{read_only:false; response_revision:32915; number_of_response:1; }","duration":"276.879654ms","start":"2026-04-23T03:26:43.16804Z","end":"2026-04-23T03:26:43.44492Z","steps":["trace[1580592240] 'process raft request' (duration: 276.719719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:43.508253Z","caller":"traceutil/trace.go:171","msg":"trace[2039921600] transaction","detail":"{read_only:false; response_revision:32916; number_of_response:1; }","duration":"165.818054ms","start":"2026-04-23T03:26:43.3424Z","end":"2026-04-23T03:26:43.508218Z","steps":["trace[2039921600] 'process raft request' (duration: 140.332037ms)","trace[2039921600] 'compare' (duration: 25.201438ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:43.508466Z","caller":"traceutil/trace.go:171","msg":"trace[1507919276] transaction","detail":"{read_only:false; response_revision:32917; number_of_response:1; }","duration":"165.99661ms","start":"2026-04-23T03:26:43.342441Z","end":"2026-04-23T03:26:43.508437Z","steps":["trace[1507919276] 'process raft request' (duration: 165.67452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:44.054154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.408582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:26:44.05426Z","caller":"traceutil/trace.go:171","msg":"trace[1954117879] transaction","detail":"{read_only:false; response_revision:32919; number_of_response:1; }","duration":"493.158565ms","start":"2026-04-23T03:26:43.561086Z","end":"2026-04-23T03:26:44.054244Z","steps":["trace[1954117879] 'process raft request' (duration: 374.559557ms)","trace[1954117879] 'compare' (duration: 117.666649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:44.054333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:43.561055Z","time spent":"493.232078ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:26:44.213312Z","caller":"traceutil/trace.go:171","msg":"trace[685173215] linearizableReadLoop","detail":"{readStateIndex:34001; appliedIndex:33999; }","duration":"627.699319ms","start":"2026-04-23T03:26:43.585592Z","end":"2026-04-23T03:26:44.213292Z","steps":["trace[685173215] 'read index received' (duration: 350.070882ms)","trace[685173215] 'applied index is now lower than readState.Index' (duration: 277.627437ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:44.213408Z","caller":"traceutil/trace.go:171","msg":"trace[1832424154] transaction","detail":"{read_only:false; response_revision:32920; number_of_response:1; }","duration":"645.920726ms","start":"2026-04-23T03:26:43.567476Z","end":"2026-04-23T03:26:44.213397Z","steps":["trace[1832424154] 'process raft request' (duration: 627.897015ms)","trace[1832424154] 'compare' (duration: 17.541776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:44.213512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:43.567454Z","time spent":"645.971558ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:26:44.213698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.334516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:26:44.213738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.112299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:26:44.21382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.44358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:26:44.213844Z","caller":"traceutil/trace.go:171","msg":"trace[1992650645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32920; }","duration":"187.503421ms","start":"2026-04-23T03:26:44.026332Z","end":"2026-04-23T03:26:44.213836Z","steps":["trace[1992650645] 'agreement among raft nodes before linearized reading' (duration: 187.46821ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:44.213842Z","caller":"traceutil/trace.go:171","msg":"trace[1693749321] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:32920; }","duration":"104.332656ms","start":"2026-04-23T03:26:44.109484Z","end":"2026-04-23T03:26:44.213816Z","steps":["trace[1693749321] 'agreement among raft nodes before linearized reading' (duration: 104.14153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:44.213885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.058956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T03:26:44.214036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.318265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:44.214027Z","caller":"traceutil/trace.go:171","msg":"trace[1283373428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32920; }","duration":"145.200801ms","start":"2026-04-23T03:26:44.068774Z","end":"2026-04-23T03:26:44.213975Z","steps":["trace[1283373428] 'agreement among raft nodes before linearized reading' (duration: 144.884401ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:44.214058Z","caller":"traceutil/trace.go:171","msg":"trace[1659493964] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:32920; }","duration":"121.366866ms","start":"2026-04-23T03:26:44.092686Z","end":"2026-04-23T03:26:44.214053Z","steps":["trace[1659493964] 'agreement among raft nodes before linearized reading' (duration: 121.330695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:44.213781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.196964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:26:44.21423Z","caller":"traceutil/trace.go:171","msg":"trace[1241900559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32920; }","duration":"628.67662ms","start":"2026-04-23T03:26:43.585548Z","end":"2026-04-23T03:26:44.214225Z","steps":["trace[1241900559] 'agreement among raft nodes before linearized reading' (duration: 628.159383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:44.214249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:43.585534Z","time spent":"628.709631ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:26:44.214321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.761445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T03:26:44.214333Z","caller":"traceutil/trace.go:171","msg":"trace[565759682] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:32920; }","duration":"101.813356ms","start":"2026-04-23T03:26:44.112516Z","end":"2026-04-23T03:26:44.214329Z","steps":["trace[565759682] 'agreement among raft nodes before linearized reading' (duration: 101.766215ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:44.213775Z","caller":"traceutil/trace.go:171","msg":"trace[1647229162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32920; }","duration":"561.44956ms","start":"2026-04-23T03:26:43.652305Z","end":"2026-04-23T03:26:44.213755Z","steps":["trace[1647229162] 'agreement among raft nodes before linearized reading' (duration: 561.315756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:44.214495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:43.652285Z","time spent":"562.194043ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:26:44.704779Z","caller":"traceutil/trace.go:171","msg":"trace[481898097] linearizableReadLoop","detail":"{readStateIndex:34006; appliedIndex:34005; }","duration":"173.90278ms","start":"2026-04-23T03:26:44.530848Z","end":"2026-04-23T03:26:44.704751Z","steps":["trace[481898097] 'read index received' (duration: 133.042085ms)","trace[481898097] 'applied index is now lower than readState.Index' (duration: 40.859385ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:44.704936Z","caller":"traceutil/trace.go:171","msg":"trace[915514833] transaction","detail":"{read_only:false; response_revision:32925; number_of_response:1; }","duration":"288.504402ms","start":"2026-04-23T03:26:44.416343Z","end":"2026-04-23T03:26:44.704848Z","steps":["trace[915514833] 'process raft request' (duration: 247.583496ms)","trace[915514833] 'compare' (duration: 40.325517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:44.705054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.20088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:26:44.705095Z","caller":"traceutil/trace.go:171","msg":"trace[1717453285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32925; }","duration":"174.296153ms","start":"2026-04-23T03:26:44.530789Z","end":"2026-04-23T03:26:44.705085Z","steps":["trace[1717453285] 'agreement among raft nodes before linearized reading' (duration: 174.112687ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:44.725193Z","caller":"traceutil/trace.go:171","msg":"trace[504746556] transaction","detail":"{read_only:false; response_revision:32926; number_of_response:1; }","duration":"143.719854ms","start":"2026-04-23T03:26:44.581453Z","end":"2026-04-23T03:26:44.725173Z","steps":["trace[504746556] 'process raft request' (duration: 143.524138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:44.725425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.199323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:44.725407Z","caller":"traceutil/trace.go:171","msg":"trace[470779032] transaction","detail":"{read_only:false; response_revision:32927; number_of_response:1; }","duration":"133.267993ms","start":"2026-04-23T03:26:44.592119Z","end":"2026-04-23T03:26:44.725387Z","steps":["trace[470779032] 'process raft request' (duration: 133.003345ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:44.725505Z","caller":"traceutil/trace.go:171","msg":"trace[132886806] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:32927; }","duration":"134.346577ms","start":"2026-04-23T03:26:44.591141Z","end":"2026-04-23T03:26:44.725487Z","steps":["trace[132886806] 'agreement among raft nodes before linearized reading' (duration: 134.12913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:45.958278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.076709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:26:45.958465Z","caller":"traceutil/trace.go:171","msg":"trace[1033564538] transaction","detail":"{read_only:false; response_revision:32933; number_of_response:1; }","duration":"445.327812ms","start":"2026-04-23T03:26:45.513105Z","end":"2026-04-23T03:26:45.958433Z","steps":["trace[1033564538] 'process raft request' (duration: 115.013525ms)","trace[1033564538] 'compare' (duration: 329.922824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:45.95865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:45.513085Z","time spent":"445.482496ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:26:45.95877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.268684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:45.958378Z","caller":"traceutil/trace.go:171","msg":"trace[1261979559] linearizableReadLoop","detail":"{readStateIndex:34014; appliedIndex:34011; }","duration":"370.876982ms","start":"2026-04-23T03:26:45.587484Z","end":"2026-04-23T03:26:45.958361Z","steps":["trace[1261979559] 'read index received' (duration: 8.023694ms)","trace[1261979559] 'applied index is now lower than readState.Index' (duration: 362.852118ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:45.958855Z","caller":"traceutil/trace.go:171","msg":"trace[59765207] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:32933; }","duration":"371.400038ms","start":"2026-04-23T03:26:45.587433Z","end":"2026-04-23T03:26:45.958833Z","steps":["trace[59765207] 'agreement among raft nodes before linearized reading' (duration: 371.262534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:45.958907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:45.587416Z","time spent":"371.480781ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:26:45.959178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.261032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T03:26:45.959223Z","caller":"traceutil/trace.go:171","msg":"trace[36827175] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:32933; }","duration":"316.340314ms","start":"2026-04-23T03:26:45.642872Z","end":"2026-04-23T03:26:45.959212Z","steps":["trace[36827175] 'agreement among raft nodes before linearized reading' (duration: 316.187809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:45.959271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.132421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:45.959314Z","caller":"traceutil/trace.go:171","msg":"trace[234584298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32933; }","duration":"306.208323ms","start":"2026-04-23T03:26:45.653095Z","end":"2026-04-23T03:26:45.959303Z","steps":["trace[234584298] 'agreement among raft nodes before linearized reading' (duration: 306.145441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:45.959349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:45.653075Z","time spent":"306.267694ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T03:26:45.959421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:45.642854Z","time spent":"316.395865ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T03:26:46.289586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.718183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:26:46.289702Z","caller":"traceutil/trace.go:171","msg":"trace[234524845] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:32934; }","duration":"231.864828ms","start":"2026-04-23T03:26:46.057811Z","end":"2026-04-23T03:26:46.289676Z","steps":["trace[234524845] 'range keys from in-memory index tree' (duration: 231.526587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:46.290429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.863553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:26:46.290552Z","caller":"traceutil/trace.go:171","msg":"trace[9149183] linearizableReadLoop","detail":"{readStateIndex:34017; appliedIndex:34016; }","duration":"135.001197ms","start":"2026-04-23T03:26:46.155519Z","end":"2026-04-23T03:26:46.29052Z","steps":["trace[9149183] 'read index received' (duration: 53.721µs)","trace[9149183] 'applied index is now lower than readState.Index' (duration: 134.945016ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:46.290609Z","caller":"traceutil/trace.go:171","msg":"trace[163034000] transaction","detail":"{read_only:false; response_revision:32935; number_of_response:1; }","duration":"231.422373ms","start":"2026-04-23T03:26:46.059152Z","end":"2026-04-23T03:26:46.290574Z","steps":["trace[163034000] 'process raft request' (duration: 30.586549ms)","trace[163034000] 'compare' (duration: 199.681968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:46.29067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.151472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:46.290734Z","caller":"traceutil/trace.go:171","msg":"trace[1850071530] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:32935; }","duration":"135.274247ms","start":"2026-04-23T03:26:46.155444Z","end":"2026-04-23T03:26:46.290718Z","steps":["trace[1850071530] 'agreement among raft nodes before linearized reading' (duration: 135.161793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:46.56893Z","caller":"traceutil/trace.go:171","msg":"trace[1264234839] linearizableReadLoop","detail":"{readStateIndex:34018; appliedIndex:34017; }","duration":"278.3404ms","start":"2026-04-23T03:26:46.29057Z","end":"2026-04-23T03:26:46.568911Z","steps":["trace[1264234839] 'read index received' (duration: 278.204695ms)","trace[1264234839] 'applied index is now lower than readState.Index' (duration: 134.555µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:46.569144Z","caller":"traceutil/trace.go:171","msg":"trace[240642670] transaction","detail":"{read_only:false; response_revision:32936; number_of_response:1; }","duration":"350.671842ms","start":"2026-04-23T03:26:46.218465Z","end":"2026-04-23T03:26:46.569137Z","steps":["trace[240642670] 'process raft request' (duration: 350.330011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:46.569216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:46.218434Z","time spent":"350.730264ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:26:46.569435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.399607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:26:46.569707Z","caller":"traceutil/trace.go:171","msg":"trace[1809125396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32936; }","duration":"305.714707ms","start":"2026-04-23T03:26:46.263969Z","end":"2026-04-23T03:26:46.569684Z","steps":["trace[1809125396] 'agreement among raft nodes before linearized reading' (duration: 305.293744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:46.569806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:46.263951Z","time spent":"305.840241ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T03:26:46.569563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.476406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:26:46.569994Z","caller":"traceutil/trace.go:171","msg":"trace[132951519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32936; }","duration":"303.91298ms","start":"2026-04-23T03:26:46.266042Z","end":"2026-04-23T03:26:46.569955Z","steps":["trace[132951519] 'agreement among raft nodes before linearized reading' (duration: 303.259619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:46.570126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:46.266033Z","time spent":"304.063765ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T03:26:46.575161Z","caller":"traceutil/trace.go:171","msg":"trace[1836247462] transaction","detail":"{read_only:false; response_revision:32937; number_of_response:1; }","duration":"156.910472ms","start":"2026-04-23T03:26:46.418236Z","end":"2026-04-23T03:26:46.575146Z","steps":["trace[1836247462] 'process raft request' (duration: 156.775587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:46.575202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.076816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T03:26:46.575253Z","caller":"traceutil/trace.go:171","msg":"trace[53701471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32937; }","duration":"281.157379ms","start":"2026-04-23T03:26:46.294087Z","end":"2026-04-23T03:26:46.575245Z","steps":["trace[53701471] 'agreement among raft nodes before linearized reading' (duration: 281.024724ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:46.699963Z","caller":"traceutil/trace.go:171","msg":"trace[1538284396] transaction","detail":"{read_only:false; response_revision:32940; number_of_response:1; }","duration":"112.802322ms","start":"2026-04-23T03:26:46.587138Z","end":"2026-04-23T03:26:46.69994Z","steps":["trace[1538284396] 'process raft request' (duration: 109.989323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:46.867589Z","caller":"traceutil/trace.go:171","msg":"trace[861833553] transaction","detail":"{read_only:false; response_revision:32942; number_of_response:1; }","duration":"135.907702ms","start":"2026-04-23T03:26:46.731659Z","end":"2026-04-23T03:26:46.867567Z","steps":["trace[861833553] 'process raft request' (duration: 135.755727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:47.117187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.495184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:26:47.11729Z","caller":"traceutil/trace.go:171","msg":"trace[904063934] linearizableReadLoop","detail":"{readStateIndex:34026; appliedIndex:34025; }","duration":"161.501ms","start":"2026-04-23T03:26:46.955772Z","end":"2026-04-23T03:26:47.117273Z","steps":["trace[904063934] 'read index received' (duration: 53.840621ms)","trace[904063934] 'applied index is now lower than readState.Index' (duration: 107.659049ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:47.117359Z","caller":"traceutil/trace.go:171","msg":"trace[560158675] transaction","detail":"{read_only:false; response_revision:32944; number_of_response:1; }","duration":"164.643569ms","start":"2026-04-23T03:26:46.952688Z","end":"2026-04-23T03:26:47.117331Z","steps":["trace[560158675] 'process raft request' (duration: 56.911207ms)","trace[560158675] 'compare' (duration: 107.331039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:47.117436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.667535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-23T03:26:47.117465Z","caller":"traceutil/trace.go:171","msg":"trace[610959518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32944; }","duration":"161.728717ms","start":"2026-04-23T03:26:46.955726Z","end":"2026-04-23T03:26:47.117455Z","steps":["trace[610959518] 'agreement among raft nodes before linearized reading' (duration: 161.593203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:47.906078Z","caller":"traceutil/trace.go:171","msg":"trace[1934409456] transaction","detail":"{read_only:false; response_revision:32946; number_of_response:1; }","duration":"304.364642ms","start":"2026-04-23T03:26:47.601693Z","end":"2026-04-23T03:26:47.906058Z","steps":["trace[1934409456] 'process raft request' (duration: 300.017125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:47.906209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:26:47.601639Z","time spent":"304.488066ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:26:47.906265Z","caller":"traceutil/trace.go:171","msg":"trace[182131827] transaction","detail":"{read_only:false; response_revision:32947; number_of_response:1; }","duration":"195.662649ms","start":"2026-04-23T03:26:47.710579Z","end":"2026-04-23T03:26:47.906241Z","steps":["trace[182131827] 'process raft request' (duration: 195.3869ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:48.123668Z","caller":"traceutil/trace.go:171","msg":"trace[1087639836] linearizableReadLoop","detail":"{readStateIndex:34030; appliedIndex:34029; }","duration":"126.010249ms","start":"2026-04-23T03:26:47.997632Z","end":"2026-04-23T03:26:48.123642Z","steps":["trace[1087639836] 'read index received' (duration: 79.262713ms)","trace[1087639836] 'applied index is now lower than readState.Index' (duration: 46.746216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:26:48.123875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.225377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:26:48.123915Z","caller":"traceutil/trace.go:171","msg":"trace[2089524614] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:32948; }","duration":"126.3234ms","start":"2026-04-23T03:26:47.997581Z","end":"2026-04-23T03:26:48.123905Z","steps":["trace[2089524614] 'agreement among raft nodes before linearized reading' (duration: 126.160385ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:26:48.12414Z","caller":"traceutil/trace.go:171","msg":"trace[161531433] transaction","detail":"{read_only:false; response_revision:32948; number_of_response:1; }","duration":"160.269041ms","start":"2026-04-23T03:26:47.963838Z","end":"2026-04-23T03:26:48.124107Z","steps":["trace[161531433] 'process raft request' (duration: 113.005889ms)","trace[161531433] 'compare' (duration: 46.55848ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:48.705083Z","caller":"traceutil/trace.go:171","msg":"trace[145819467] linearizableReadLoop","detail":"{readStateIndex:34034; appliedIndex:34032; }","duration":"124.930175ms","start":"2026-04-23T03:26:48.580126Z","end":"2026-04-23T03:26:48.705056Z","steps":["trace[145819467] 'read index received' (duration: 3.539331ms)","trace[145819467] 'applied index is now lower than readState.Index' (duration: 121.389804ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:26:48.705216Z","caller":"traceutil/trace.go:171","msg":"trace[2105903324] transaction","detail":"{read_only:false; response_revision:32952; number_of_response:1; }","duration":"125.310117ms","start":"2026-04-23T03:26:48.579835Z","end":"2026-04-23T03:26:48.705145Z","steps":["trace[2105903324] 'process raft request' (duration: 124.390468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:48.705341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.209385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:26:48.705377Z","caller":"traceutil/trace.go:171","msg":"trace[1086603913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32952; }","duration":"125.286407ms","start":"2026-04-23T03:26:48.580078Z","end":"2026-04-23T03:26:48.705364Z","steps":["trace[1086603913] 'agreement among raft nodes before linearized reading' (duration: 125.130942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:26:48.705384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.10585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T03:26:48.705448Z","caller":"traceutil/trace.go:171","msg":"trace[668553221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32952; }","duration":"124.193952ms","start":"2026-04-23T03:26:48.581236Z","end":"2026-04-23T03:26:48.70543Z","steps":["trace[668553221] 'agreement among raft nodes before linearized reading' (duration: 124.011306ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:27:17.096834Z","caller":"traceutil/trace.go:171","msg":"trace[1303304600] transaction","detail":"{read_only:false; response_revision:33158; number_of_response:1; }","duration":"146.318511ms","start":"2026-04-23T03:27:16.950493Z","end":"2026-04-23T03:27:17.096812Z","steps":["trace[1303304600] 'process raft request' (duration: 146.184296ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:27:17.157675Z","caller":"traceutil/trace.go:171","msg":"trace[1749639159] transaction","detail":"{read_only:false; response_revision:33159; number_of_response:1; }","duration":"205.687376ms","start":"2026-04-23T03:27:16.951961Z","end":"2026-04-23T03:27:17.157649Z","steps":["trace[1749639159] 'process raft request' (duration: 204.951033ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:27:17.1578Z","caller":"traceutil/trace.go:171","msg":"trace[811230429] linearizableReadLoop","detail":"{readStateIndex:34248; appliedIndex:34247; }","duration":"205.111877ms","start":"2026-04-23T03:27:16.952668Z","end":"2026-04-23T03:27:17.15778Z","steps":["trace[811230429] 'read index received' (duration: 144.641087ms)","trace[811230429] 'applied index is now lower than readState.Index' (duration: 60.45831ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:27:17.15788Z","caller":"traceutil/trace.go:171","msg":"trace[1237455566] transaction","detail":"{read_only:false; response_revision:33160; number_of_response:1; }","duration":"167.118648ms","start":"2026-04-23T03:27:16.990755Z","end":"2026-04-23T03:27:17.157874Z","steps":["trace[1237455566] 'process raft request' (duration: 166.835079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:27:17.158024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.449076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:27:17.158061Z","caller":"traceutil/trace.go:171","msg":"trace[1306838585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33160; }","duration":"204.505009ms","start":"2026-04-23T03:27:16.953544Z","end":"2026-04-23T03:27:17.158049Z","steps":["trace[1306838585] 'agreement among raft nodes before linearized reading' (duration: 204.373645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:27:17.158754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.067327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:27:17.158834Z","caller":"traceutil/trace.go:171","msg":"trace[1209259832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33160; }","duration":"206.183121ms","start":"2026-04-23T03:27:16.952633Z","end":"2026-04-23T03:27:17.158816Z","steps":["trace[1209259832] 'agreement among raft nodes before linearized reading' (duration: 205.648334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:27:22.732713Z","caller":"traceutil/trace.go:171","msg":"trace[2066632363] transaction","detail":"{read_only:false; response_revision:33196; number_of_response:1; }","duration":"169.498653ms","start":"2026-04-23T03:27:22.563157Z","end":"2026-04-23T03:27:22.732655Z","steps":["trace[2066632363] 'process raft request' (duration: 169.234515ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:28:39.542884Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31553} {"level":"info","ts":"2026-04-23T03:28:39.685327Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31553,"took":"138.556376ms","hash":1101182799,"current-db-size-bytes":56524800,"current-db-size":"56 MB","current-db-size-in-use-bytes":31088640,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T03:28:39.685404Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1101182799,"revision":31553,"compact-revision":29299} {"level":"info","ts":"2026-04-23T03:32:33.036052Z","caller":"traceutil/trace.go:171","msg":"trace[56717795] transaction","detail":"{read_only:false; response_revision:35571; number_of_response:1; }","duration":"104.308753ms","start":"2026-04-23T03:32:32.931715Z","end":"2026-04-23T03:32:33.036024Z","steps":["trace[56717795] 'process raft request' (duration: 104.159069ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:33:12.237121Z","caller":"traceutil/trace.go:171","msg":"trace[1650969668] transaction","detail":"{read_only:false; response_revision:35865; number_of_response:1; }","duration":"246.719411ms","start":"2026-04-23T03:33:11.990234Z","end":"2026-04-23T03:33:12.236954Z","steps":["trace[1650969668] 'process raft request' (duration: 246.532645ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:33:12.23771Z","caller":"traceutil/trace.go:171","msg":"trace[1192246102] linearizableReadLoop","detail":"{readStateIndex:37034; appliedIndex:37032; }","duration":"112.393139ms","start":"2026-04-23T03:33:12.125297Z","end":"2026-04-23T03:33:12.23769Z","steps":["trace[1192246102] 'read index received' (duration: 111.46025ms)","trace[1192246102] 'applied index is now lower than readState.Index' (duration: 931.769µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:33:12.237775Z","caller":"traceutil/trace.go:171","msg":"trace[1847401956] transaction","detail":"{read_only:false; response_revision:35866; number_of_response:1; }","duration":"162.759229ms","start":"2026-04-23T03:33:12.074993Z","end":"2026-04-23T03:33:12.237752Z","steps":["trace[1847401956] 'process raft request' (duration: 162.514671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:33:12.237871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.555694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:33:12.237907Z","caller":"traceutil/trace.go:171","msg":"trace[525845838] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:35867; }","duration":"112.638497ms","start":"2026-04-23T03:33:12.125255Z","end":"2026-04-23T03:33:12.237893Z","steps":["trace[525845838] 'agreement among raft nodes before linearized reading' (duration: 112.516283ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:33:39.548802Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33771} {"level":"info","ts":"2026-04-23T03:33:39.693941Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33771,"took":"140.164987ms","hash":2677400615,"current-db-size-bytes":56991744,"current-db-size":"57 MB","current-db-size-in-use-bytes":31817728,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T03:33:39.694012Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2677400615,"revision":33771,"compact-revision":31553} {"level":"info","ts":"2026-04-23T03:38:39.556802Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36068} {"level":"info","ts":"2026-04-23T03:38:39.679458Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36068,"took":"118.713375ms","hash":2738523656,"current-db-size-bytes":59101184,"current-db-size":"59 MB","current-db-size-in-use-bytes":33271808,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-23T03:38:39.679525Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2738523656,"revision":36068,"compact-revision":33771} {"level":"info","ts":"2026-04-23T03:39:40.880301Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T03:39:40.884694Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-23T03:39:40.88476Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-23T03:43:39.665684Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38301} {"level":"info","ts":"2026-04-23T03:43:40.111961Z","caller":"traceutil/trace.go:171","msg":"trace[621548145] transaction","detail":"{read_only:false; response_revision:40537; number_of_response:1; }","duration":"119.85997ms","start":"2026-04-23T03:43:39.992057Z","end":"2026-04-23T03:43:40.111917Z","steps":["trace[621548145] 'process raft request' (duration: 46.379076ms)","trace[621548145] 'compare' (duration: 57.411956ms)","trace[621548145] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 15.844391ms)"],"step_count":3} {"level":"info","ts":"2026-04-23T03:43:40.273712Z","caller":"traceutil/trace.go:171","msg":"trace[858051873] transaction","detail":"{read_only:false; response_revision:40539; number_of_response:1; }","duration":"157.857333ms","start":"2026-04-23T03:43:40.115787Z","end":"2026-04-23T03:43:40.273645Z","steps":["trace[858051873] 'process raft request' (duration: 74.813536ms)","trace[858051873] 'compare' (duration: 11.38536ms)","trace[858051873] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:486; } (duration: 71.513161ms)"],"step_count":3} {"level":"info","ts":"2026-04-23T03:43:40.383676Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38301,"took":"713.766545ms","hash":4197428272,"current-db-size-bytes":59101184,"current-db-size":"59 MB","current-db-size-in-use-bytes":31576064,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T03:43:40.383743Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4197428272,"revision":38301,"compact-revision":36068} {"level":"info","ts":"2026-04-23T03:43:41.178325Z","caller":"traceutil/trace.go:171","msg":"trace[2042611734] transaction","detail":"{read_only:false; response_revision:40548; number_of_response:1; }","duration":"139.262215ms","start":"2026-04-23T03:43:41.039037Z","end":"2026-04-23T03:43:41.178299Z","steps":["trace[2042611734] 'process raft request' (duration: 87.903141ms)","trace[2042611734] 'compare' (duration: 51.241151ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:42.601389Z","caller":"traceutil/trace.go:171","msg":"trace[328640195] transaction","detail":"{read_only:false; response_revision:40556; number_of_response:1; }","duration":"104.666541ms","start":"2026-04-23T03:43:42.496693Z","end":"2026-04-23T03:43:42.60136Z","steps":["trace[328640195] 'process raft request' (duration: 104.465574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:42.767007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.18196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:42.76714Z","caller":"traceutil/trace.go:171","msg":"trace[1213203585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40560; }","duration":"113.399807ms","start":"2026-04-23T03:43:42.653714Z","end":"2026-04-23T03:43:42.767114Z","steps":["trace[1213203585] 'range keys from in-memory index tree' (duration: 113.051706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:42.767236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.739317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:43:42.767367Z","caller":"traceutil/trace.go:171","msg":"trace[56289683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40560; }","duration":"131.942113ms","start":"2026-04-23T03:43:42.635382Z","end":"2026-04-23T03:43:42.767324Z","steps":["trace[56289683] 'range keys from in-memory index tree' (duration: 131.483519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:44.805758Z","caller":"traceutil/trace.go:171","msg":"trace[862555008] transaction","detail":"{read_only:false; response_revision:40572; number_of_response:1; }","duration":"165.408482ms","start":"2026-04-23T03:43:44.640323Z","end":"2026-04-23T03:43:44.805731Z","steps":["trace[862555008] 'process raft request' (duration: 165.3429ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:44.805757Z","caller":"traceutil/trace.go:171","msg":"trace[1892973961] transaction","detail":"{read_only:false; response_revision:40571; number_of_response:1; }","duration":"166.176086ms","start":"2026-04-23T03:43:44.639552Z","end":"2026-04-23T03:43:44.805728Z","steps":["trace[1892973961] 'process raft request' (duration: 165.953329ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:44.805989Z","caller":"traceutil/trace.go:171","msg":"trace[735527944] linearizableReadLoop","detail":"{readStateIndex:41878; appliedIndex:41874; }","duration":"153.814104ms","start":"2026-04-23T03:43:44.652118Z","end":"2026-04-23T03:43:44.805932Z","steps":["trace[735527944] 'read index received' (duration: 16.567364ms)","trace[735527944] 'applied index is now lower than readState.Index' (duration: 137.24296ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:44.806066Z","caller":"traceutil/trace.go:171","msg":"trace[924138749] transaction","detail":"{read_only:false; response_revision:40573; number_of_response:1; }","duration":"165.447792ms","start":"2026-04-23T03:43:44.640609Z","end":"2026-04-23T03:43:44.806057Z","steps":["trace[924138749] 'process raft request' (duration: 165.090981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:44.806145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.003711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:44.806175Z","caller":"traceutil/trace.go:171","msg":"trace[1392172463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40573; }","duration":"154.094114ms","start":"2026-04-23T03:43:44.652072Z","end":"2026-04-23T03:43:44.806166Z","steps":["trace[1392172463] 'agreement among raft nodes before linearized reading' (duration: 154.021792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:44.86818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.091407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:43:44.868313Z","caller":"traceutil/trace.go:171","msg":"trace[765506957] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:40574; }","duration":"156.407257ms","start":"2026-04-23T03:43:44.711883Z","end":"2026-04-23T03:43:44.86829Z","steps":["trace[765506957] 'agreement among raft nodes before linearized reading' (duration: 156.005934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:46.919264Z","caller":"traceutil/trace.go:171","msg":"trace[82676232] transaction","detail":"{read_only:false; response_revision:40588; number_of_response:1; }","duration":"103.3995ms","start":"2026-04-23T03:43:46.815839Z","end":"2026-04-23T03:43:46.919239Z","steps":["trace[82676232] 'process raft request' (duration: 103.236445ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:46.958561Z","caller":"traceutil/trace.go:171","msg":"trace[42172671] transaction","detail":"{read_only:false; response_revision:40590; number_of_response:1; }","duration":"140.912337ms","start":"2026-04-23T03:43:46.817603Z","end":"2026-04-23T03:43:46.958515Z","steps":["trace[42172671] 'process raft request' (duration: 140.578956ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:46.958788Z","caller":"traceutil/trace.go:171","msg":"trace[1867355367] transaction","detail":"{read_only:false; response_revision:40589; number_of_response:1; }","duration":"142.334052ms","start":"2026-04-23T03:43:46.816446Z","end":"2026-04-23T03:43:46.95878Z","steps":["trace[1867355367] 'process raft request' (duration: 141.61586ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:47.191526Z","caller":"traceutil/trace.go:171","msg":"trace[841385347] transaction","detail":"{read_only:false; response_revision:40593; number_of_response:1; }","duration":"104.796124ms","start":"2026-04-23T03:43:47.086685Z","end":"2026-04-23T03:43:47.191482Z","steps":["trace[841385347] 'process raft request' (duration: 98.561317ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:48.758708Z","caller":"traceutil/trace.go:171","msg":"trace[588922394] linearizableReadLoop","detail":"{readStateIndex:41905; appliedIndex:41904; }","duration":"104.627509ms","start":"2026-04-23T03:43:48.654032Z","end":"2026-04-23T03:43:48.758659Z","steps":["trace[588922394] 'read index received' (duration: 104.34223ms)","trace[588922394] 'applied index is now lower than readState.Index' (duration: 283.329µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:48.758791Z","caller":"traceutil/trace.go:171","msg":"trace[1969137110] transaction","detail":"{read_only:false; response_revision:40599; number_of_response:1; }","duration":"105.874099ms","start":"2026-04-23T03:43:48.65287Z","end":"2026-04-23T03:43:48.758744Z","steps":["trace[1969137110] 'process raft request' (duration: 105.450425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:48.758949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.868858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:48.759013Z","caller":"traceutil/trace.go:171","msg":"trace[2090856847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40599; }","duration":"105.004372ms","start":"2026-04-23T03:43:48.653987Z","end":"2026-04-23T03:43:48.758991Z","steps":["trace[2090856847] 'agreement among raft nodes before linearized reading' (duration: 104.861347ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:50.297562Z","caller":"traceutil/trace.go:171","msg":"trace[910717086] transaction","detail":"{read_only:false; response_revision:40610; number_of_response:1; }","duration":"163.491781ms","start":"2026-04-23T03:43:50.134047Z","end":"2026-04-23T03:43:50.297538Z","steps":["trace[910717086] 'process raft request' (duration: 163.309445ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:50.308021Z","caller":"traceutil/trace.go:171","msg":"trace[451141475] transaction","detail":"{read_only:false; response_revision:40611; number_of_response:1; }","duration":"155.716675ms","start":"2026-04-23T03:43:50.152265Z","end":"2026-04-23T03:43:50.307982Z","steps":["trace[451141475] 'process raft request' (duration: 155.322253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:50.58618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.815418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:43:50.586314Z","caller":"traceutil/trace.go:171","msg":"trace[2131390024] linearizableReadLoop","detail":"{readStateIndex:41918; appliedIndex:41917; }","duration":"255.526422ms","start":"2026-04-23T03:43:50.330768Z","end":"2026-04-23T03:43:50.586294Z","steps":["trace[2131390024] 'read index received' (duration: 136.523068ms)","trace[2131390024] 'applied index is now lower than readState.Index' (duration: 119.001514ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:50.586343Z","caller":"traceutil/trace.go:171","msg":"trace[1536992899] transaction","detail":"{read_only:false; response_revision:40612; number_of_response:1; }","duration":"272.54361ms","start":"2026-04-23T03:43:50.313761Z","end":"2026-04-23T03:43:50.586304Z","steps":["trace[1536992899] 'process raft request' (duration: 153.506445ms)","trace[1536992899] 'compare' (duration: 112.343823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:50.586467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.707788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:50.586517Z","caller":"traceutil/trace.go:171","msg":"trace[7670573] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:40612; }","duration":"255.79876ms","start":"2026-04-23T03:43:50.330699Z","end":"2026-04-23T03:43:50.586498Z","steps":["trace[7670573] 'agreement among raft nodes before linearized reading' (duration: 255.697207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:50.586617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.350139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:43:50.586698Z","caller":"traceutil/trace.go:171","msg":"trace[1034430794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40612; }","duration":"140.500304ms","start":"2026-04-23T03:43:50.446181Z","end":"2026-04-23T03:43:50.586681Z","steps":["trace[1034430794] 'agreement among raft nodes before linearized reading' (duration: 140.245496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:50.883063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.25493ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:50.883271Z","caller":"traceutil/trace.go:171","msg":"trace[1206344343] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:40613; }","duration":"124.471326ms","start":"2026-04-23T03:43:50.758763Z","end":"2026-04-23T03:43:50.883235Z","steps":["trace[1206344343] 'range keys from in-memory index tree' (duration: 124.221539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:50.969121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.6057ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:43:50.969804Z","caller":"traceutil/trace.go:171","msg":"trace[1982468442] transaction","detail":"{read_only:false; response_revision:40614; number_of_response:1; }","duration":"205.856041ms","start":"2026-04-23T03:43:50.763901Z","end":"2026-04-23T03:43:50.969757Z","steps":["trace[1982468442] 'process raft request' (duration: 205.375486ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:50.970451Z","caller":"traceutil/trace.go:171","msg":"trace[199672336] transaction","detail":"{read_only:false; response_revision:40615; number_of_response:1; }","duration":"205.061106ms","start":"2026-04-23T03:43:50.765367Z","end":"2026-04-23T03:43:50.970428Z","steps":["trace[199672336] 'process raft request' (duration: 204.291642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.171178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.513016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:43:51.171453Z","caller":"traceutil/trace.go:171","msg":"trace[1926961406] transaction","detail":"{read_only:false; response_revision:40617; number_of_response:1; }","duration":"151.15074ms","start":"2026-04-23T03:43:51.020281Z","end":"2026-04-23T03:43:51.171432Z","steps":["trace[1926961406] 'process raft request' (duration: 151.046957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:51.171438Z","caller":"traceutil/trace.go:171","msg":"trace[490154977] transaction","detail":"{read_only:false; response_revision:40616; number_of_response:1; }","duration":"194.833642ms","start":"2026-04-23T03:43:50.97656Z","end":"2026-04-23T03:43:51.171394Z","steps":["trace[490154977] 'process raft request' (duration: 64.965475ms)","trace[490154977] 'compare' (duration: 128.463883ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:51.171489Z","caller":"traceutil/trace.go:171","msg":"trace[300187574] linearizableReadLoop","detail":"{readStateIndex:41924; appliedIndex:41922; }","duration":"147.466464ms","start":"2026-04-23T03:43:51.024009Z","end":"2026-04-23T03:43:51.171475Z","steps":["trace[300187574] 'read index received' (duration: 17.531564ms)","trace[300187574] 'applied index is now lower than readState.Index' (duration: 129.93393ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:51.17156Z","caller":"traceutil/trace.go:171","msg":"trace[1025556126] transaction","detail":"{read_only:false; response_revision:40618; number_of_response:1; }","duration":"146.752682ms","start":"2026-04-23T03:43:51.024756Z","end":"2026-04-23T03:43:51.171509Z","steps":["trace[1025556126] 'process raft request' (duration: 146.631518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.171713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.640939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T03:43:51.171745Z","caller":"traceutil/trace.go:171","msg":"trace[1564024885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40618; }","duration":"147.768874ms","start":"2026-04-23T03:43:51.023966Z","end":"2026-04-23T03:43:51.171735Z","steps":["trace[1564024885] 'agreement among raft nodes before linearized reading' (duration: 147.574578ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:51.396431Z","caller":"traceutil/trace.go:171","msg":"trace[214179680] transaction","detail":"{read_only:false; response_revision:40619; number_of_response:1; }","duration":"300.341398ms","start":"2026-04-23T03:43:51.09604Z","end":"2026-04-23T03:43:51.396381Z","steps":["trace[214179680] 'process raft request' (duration: 300.06223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.396648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:51.09601Z","time spent":"300.523214ms","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:43:51.396726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.187521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:43:51.396607Z","caller":"traceutil/trace.go:171","msg":"trace[1930167618] linearizableReadLoop","detail":"{readStateIndex:41926; appliedIndex:41925; }","duration":"224.789599ms","start":"2026-04-23T03:43:51.171515Z","end":"2026-04-23T03:43:51.396305Z","steps":["trace[1930167618] 'read index received' (duration: 224.053696ms)","trace[1930167618] 'applied index is now lower than readState.Index' (duration: 734.603µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:51.396804Z","caller":"traceutil/trace.go:171","msg":"trace[1947697025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40619; }","duration":"372.284524ms","start":"2026-04-23T03:43:51.024502Z","end":"2026-04-23T03:43:51.396786Z","steps":["trace[1947697025] 'agreement among raft nodes before linearized reading' (duration: 372.019976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.397157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:51.024424Z","time spent":"372.672806ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T03:43:51.428303Z","caller":"traceutil/trace.go:171","msg":"trace[1265496471] transaction","detail":"{read_only:false; response_revision:40621; number_of_response:1; }","duration":"217.052055ms","start":"2026-04-23T03:43:51.211216Z","end":"2026-04-23T03:43:51.428268Z","steps":["trace[1265496471] 'process raft request' (duration: 216.976193ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:51.428376Z","caller":"traceutil/trace.go:171","msg":"trace[1633886307] transaction","detail":"{read_only:false; response_revision:40620; number_of_response:1; }","duration":"251.302238ms","start":"2026-04-23T03:43:51.177034Z","end":"2026-04-23T03:43:51.428336Z","steps":["trace[1633886307] 'process raft request' (duration: 251.028349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.428515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.829509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:43:51.428603Z","caller":"traceutil/trace.go:171","msg":"trace[916337558] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:40621; }","duration":"131.977234ms","start":"2026-04-23T03:43:51.296608Z","end":"2026-04-23T03:43:51.428585Z","steps":["trace[916337558] 'agreement among raft nodes before linearized reading' (duration: 131.785108ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:51.553297Z","caller":"traceutil/trace.go:171","msg":"trace[351017987] linearizableReadLoop","detail":"{readStateIndex:41929; appliedIndex:41928; }","duration":"125.051345ms","start":"2026-04-23T03:43:51.428224Z","end":"2026-04-23T03:43:51.553275Z","steps":["trace[351017987] 'read index received' (duration: 124.165347ms)","trace[351017987] 'applied index is now lower than readState.Index' (duration: 885.078µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:51.553466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.305532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18376"} {"level":"info","ts":"2026-04-23T03:43:51.553493Z","caller":"traceutil/trace.go:171","msg":"trace[1433290449] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:40622; }","duration":"149.389965ms","start":"2026-04-23T03:43:51.404096Z","end":"2026-04-23T03:43:51.553486Z","steps":["trace[1433290449] 'agreement among raft nodes before linearized reading' (duration: 149.260351ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:51.553587Z","caller":"traceutil/trace.go:171","msg":"trace[763246300] transaction","detail":"{read_only:false; response_revision:40622; number_of_response:1; }","duration":"151.468031ms","start":"2026-04-23T03:43:51.40209Z","end":"2026-04-23T03:43:51.553558Z","steps":["trace[763246300] 'process raft request' (duration: 150.296164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:51.945548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.071765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:43:51.945755Z","caller":"traceutil/trace.go:171","msg":"trace[412281722] transaction","detail":"{read_only:false; response_revision:40624; number_of_response:1; }","duration":"148.280989ms","start":"2026-04-23T03:43:51.797457Z","end":"2026-04-23T03:43:51.945738Z","steps":["trace[412281722] 'process raft request' (duration: 148.219087ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:51.945979Z","caller":"traceutil/trace.go:171","msg":"trace[502885840] transaction","detail":"{read_only:false; response_revision:40623; number_of_response:1; }","duration":"228.697023ms","start":"2026-04-23T03:43:51.71727Z","end":"2026-04-23T03:43:51.945967Z","steps":["trace[502885840] 'process raft request' (duration: 48.041409ms)","trace[502885840] 'compare' (duration: 179.686853ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:52.376467Z","caller":"traceutil/trace.go:171","msg":"trace[1497233075] transaction","detail":"{read_only:false; response_revision:40625; number_of_response:1; }","duration":"198.456917ms","start":"2026-04-23T03:43:52.177987Z","end":"2026-04-23T03:43:52.376444Z","steps":["trace[1497233075] 'process raft request' (duration: 198.271161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:52.54124Z","caller":"traceutil/trace.go:171","msg":"trace[1942138399] linearizableReadLoop","detail":"{readStateIndex:41934; appliedIndex:41933; }","duration":"133.599125ms","start":"2026-04-23T03:43:52.407616Z","end":"2026-04-23T03:43:52.541215Z","steps":["trace[1942138399] 'read index received' (duration: 64.49425ms)","trace[1942138399] 'applied index is now lower than readState.Index' (duration: 69.103955ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:52.541326Z","caller":"traceutil/trace.go:171","msg":"trace[1997581542] transaction","detail":"{read_only:false; response_revision:40627; number_of_response:1; }","duration":"156.406957ms","start":"2026-04-23T03:43:52.384891Z","end":"2026-04-23T03:43:52.541298Z","steps":["trace[1997581542] 'process raft request' (duration: 87.295581ms)","trace[1997581542] 'compare' (duration: 68.90837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:52.541404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.75946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:43:52.541469Z","caller":"traceutil/trace.go:171","msg":"trace[1055221077] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:40627; }","duration":"133.893575ms","start":"2026-04-23T03:43:52.407557Z","end":"2026-04-23T03:43:52.541451Z","steps":["trace[1055221077] 'agreement among raft nodes before linearized reading' (duration: 133.74887ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:52.840832Z","caller":"traceutil/trace.go:171","msg":"trace[779841387] linearizableReadLoop","detail":"{readStateIndex:41935; appliedIndex:41934; }","duration":"249.661496ms","start":"2026-04-23T03:43:52.59115Z","end":"2026-04-23T03:43:52.840811Z","steps":["trace[779841387] 'read index received' (duration: 192.391554ms)","trace[779841387] 'applied index is now lower than readState.Index' (duration: 57.268692ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:52.840897Z","caller":"traceutil/trace.go:171","msg":"trace[97268653] transaction","detail":"{read_only:false; response_revision:40628; number_of_response:1; }","duration":"292.819971ms","start":"2026-04-23T03:43:52.548057Z","end":"2026-04-23T03:43:52.840877Z","steps":["trace[97268653] 'process raft request' (duration: 235.544029ms)","trace[97268653] 'compare' (duration: 57.087506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:52.841073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.688415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:43:52.841097Z","caller":"traceutil/trace.go:171","msg":"trace[1377476259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40628; }","duration":"211.744737ms","start":"2026-04-23T03:43:52.629344Z","end":"2026-04-23T03:43:52.841089Z","steps":["trace[1377476259] 'agreement among raft nodes before linearized reading' (duration: 211.663984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:52.841297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.13258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:52.841338Z","caller":"traceutil/trace.go:171","msg":"trace[285636176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40628; }","duration":"182.203202ms","start":"2026-04-23T03:43:52.659126Z","end":"2026-04-23T03:43:52.84133Z","steps":["trace[285636176] 'agreement among raft nodes before linearized reading' (duration: 182.1398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:52.841028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.886393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:43:52.854589Z","caller":"traceutil/trace.go:171","msg":"trace[768506106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40628; }","duration":"263.432661ms","start":"2026-04-23T03:43:52.591084Z","end":"2026-04-23T03:43:52.854517Z","steps":["trace[768506106] 'agreement among raft nodes before linearized reading' (duration: 249.847452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:53.081045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.355106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:43:53.081303Z","caller":"traceutil/trace.go:171","msg":"trace[680590263] transaction","detail":"{read_only:false; response_revision:40629; number_of_response:1; }","duration":"223.155068ms","start":"2026-04-23T03:43:52.858118Z","end":"2026-04-23T03:43:53.081273Z","steps":["trace[680590263] 'process raft request' (duration: 121.485853ms)","trace[680590263] 'compare' (duration: 101.104697ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:53.122061Z","caller":"traceutil/trace.go:171","msg":"trace[99381709] linearizableReadLoop","detail":"{readStateIndex:41938; appliedIndex:41935; }","duration":"238.020878ms","start":"2026-04-23T03:43:52.884008Z","end":"2026-04-23T03:43:53.122029Z","steps":["trace[99381709] 'read index received' (duration: 95.614184ms)","trace[99381709] 'applied index is now lower than readState.Index' (duration: 142.405174ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:53.122057Z","caller":"traceutil/trace.go:171","msg":"trace[550200615] transaction","detail":"{read_only:false; response_revision:40630; number_of_response:1; }","duration":"262.889345ms","start":"2026-04-23T03:43:52.859101Z","end":"2026-04-23T03:43:53.121991Z","steps":["trace[550200615] 'process raft request' (duration: 262.606676ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.122403Z","caller":"traceutil/trace.go:171","msg":"trace[615384425] transaction","detail":"{read_only:false; response_revision:40633; number_of_response:1; }","duration":"144.737468ms","start":"2026-04-23T03:43:52.977647Z","end":"2026-04-23T03:43:53.122384Z","steps":["trace[615384425] 'process raft request' (duration: 144.318594ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.122367Z","caller":"traceutil/trace.go:171","msg":"trace[748410815] transaction","detail":"{read_only:false; response_revision:40632; number_of_response:1; }","duration":"144.977836ms","start":"2026-04-23T03:43:52.977164Z","end":"2026-04-23T03:43:53.122142Z","steps":["trace[748410815] 'process raft request' (duration: 144.744318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:53.122634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.601576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:53.122737Z","caller":"traceutil/trace.go:171","msg":"trace[1264150523] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:40633; }","duration":"238.746192ms","start":"2026-04-23T03:43:52.883954Z","end":"2026-04-23T03:43:53.122701Z","steps":["trace[1264150523] 'agreement among raft nodes before linearized reading' (duration: 238.563026ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.122839Z","caller":"traceutil/trace.go:171","msg":"trace[1835327025] transaction","detail":"{read_only:false; response_revision:40631; number_of_response:1; }","duration":"261.569123ms","start":"2026-04-23T03:43:52.86124Z","end":"2026-04-23T03:43:53.122809Z","steps":["trace[1835327025] 'process raft request' (duration: 260.613493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:53.123083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.678578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T03:43:53.123159Z","caller":"traceutil/trace.go:171","msg":"trace[1616051726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40633; }","duration":"188.805791ms","start":"2026-04-23T03:43:52.934335Z","end":"2026-04-23T03:43:53.12314Z","steps":["trace[1616051726] 'agreement among raft nodes before linearized reading' (duration: 188.550843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.341821Z","caller":"traceutil/trace.go:171","msg":"trace[1780313930] linearizableReadLoop","detail":"{readStateIndex:41943; appliedIndex:41942; }","duration":"163.522692ms","start":"2026-04-23T03:43:53.178272Z","end":"2026-04-23T03:43:53.341795Z","steps":["trace[1780313930] 'read index received' (duration: 163.433089ms)","trace[1780313930] 'applied index is now lower than readState.Index' (duration: 88.133µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:53.342054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.77261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T03:43:53.342091Z","caller":"traceutil/trace.go:171","msg":"trace[274759429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40636; }","duration":"163.862403ms","start":"2026-04-23T03:43:53.178214Z","end":"2026-04-23T03:43:53.342076Z","steps":["trace[274759429] 'agreement among raft nodes before linearized reading' (duration: 163.721779ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.342045Z","caller":"traceutil/trace.go:171","msg":"trace[394975295] transaction","detail":"{read_only:false; response_revision:40636; number_of_response:1; }","duration":"175.736179ms","start":"2026-04-23T03:43:53.166275Z","end":"2026-04-23T03:43:53.342011Z","steps":["trace[394975295] 'process raft request' (duration: 175.353317ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.453993Z","caller":"traceutil/trace.go:171","msg":"trace[525989526] linearizableReadLoop","detail":"{readStateIndex:41945; appliedIndex:41943; }","duration":"112.079615ms","start":"2026-04-23T03:43:53.341894Z","end":"2026-04-23T03:43:53.453973Z","steps":["trace[525989526] 'read index received' (duration: 50.239119ms)","trace[525989526] 'applied index is now lower than readState.Index' (duration: 61.839466ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:53.454107Z","caller":"traceutil/trace.go:171","msg":"trace[1726174087] transaction","detail":"{read_only:false; response_revision:40638; number_of_response:1; }","duration":"271.097174ms","start":"2026-04-23T03:43:53.182997Z","end":"2026-04-23T03:43:53.454094Z","steps":["trace[1726174087] 'process raft request' (duration: 270.889557ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.454116Z","caller":"traceutil/trace.go:171","msg":"trace[1510623713] transaction","detail":"{read_only:false; response_revision:40637; number_of_response:1; }","duration":"274.257964ms","start":"2026-04-23T03:43:53.179806Z","end":"2026-04-23T03:43:53.454064Z","steps":["trace[1510623713] 'process raft request' (duration: 212.257923ms)","trace[1510623713] 'compare' (duration: 61.158754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:53.454397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.144298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:43:53.454448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.281325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:43:53.454425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.141262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:53.454484Z","caller":"traceutil/trace.go:171","msg":"trace[1324917678] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:40638; }","duration":"262.381569ms","start":"2026-04-23T03:43:53.192094Z","end":"2026-04-23T03:43:53.454476Z","steps":["trace[1324917678] 'agreement among raft nodes before linearized reading' (duration: 262.165722ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.454491Z","caller":"traceutil/trace.go:171","msg":"trace[287109508] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:40638; }","duration":"217.320033ms","start":"2026-04-23T03:43:53.237149Z","end":"2026-04-23T03:43:53.454469Z","steps":["trace[287109508] 'agreement among raft nodes before linearized reading' (duration: 217.079286ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.454522Z","caller":"traceutil/trace.go:171","msg":"trace[886569750] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:40638; }","duration":"189.312737ms","start":"2026-04-23T03:43:53.265189Z","end":"2026-04-23T03:43:53.454502Z","steps":["trace[886569750] 'agreement among raft nodes before linearized reading' (duration: 189.050039ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.499543Z","caller":"traceutil/trace.go:171","msg":"trace[551167184] transaction","detail":"{read_only:false; response_revision:40639; number_of_response:1; }","duration":"152.134352ms","start":"2026-04-23T03:43:53.347362Z","end":"2026-04-23T03:43:53.499496Z","steps":["trace[551167184] 'process raft request' (duration: 151.747519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.499685Z","caller":"traceutil/trace.go:171","msg":"trace[137673743] transaction","detail":"{read_only:false; response_revision:40640; number_of_response:1; }","duration":"148.717043ms","start":"2026-04-23T03:43:53.350922Z","end":"2026-04-23T03:43:53.499639Z","steps":["trace[137673743] 'process raft request' (duration: 148.406663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.674167Z","caller":"traceutil/trace.go:171","msg":"trace[1074427025] linearizableReadLoop","detail":"{readStateIndex:41950; appliedIndex:41949; }","duration":"145.086519ms","start":"2026-04-23T03:43:53.529051Z","end":"2026-04-23T03:43:53.674137Z","steps":["trace[1074427025] 'read index received' (duration: 78.221035ms)","trace[1074427025] 'applied index is now lower than readState.Index' (duration: 66.864584ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:53.67433Z","caller":"traceutil/trace.go:171","msg":"trace[373376577] transaction","detail":"{read_only:false; response_revision:40643; number_of_response:1; }","duration":"166.805506ms","start":"2026-04-23T03:43:53.507509Z","end":"2026-04-23T03:43:53.674315Z","steps":["trace[373376577] 'process raft request' (duration: 99.755405ms)","trace[373376577] 'compare' (duration: 66.723481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:53.674628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.547344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-23T03:43:53.674685Z","caller":"traceutil/trace.go:171","msg":"trace[882198653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:40643; }","duration":"145.652597ms","start":"2026-04-23T03:43:53.529014Z","end":"2026-04-23T03:43:53.674667Z","steps":["trace[882198653] 'agreement among raft nodes before linearized reading' (duration: 145.42226ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:53.949999Z","caller":"traceutil/trace.go:171","msg":"trace[2104304843] transaction","detail":"{read_only:false; response_revision:40646; number_of_response:1; }","duration":"175.738099ms","start":"2026-04-23T03:43:53.774224Z","end":"2026-04-23T03:43:53.949962Z","steps":["trace[2104304843] 'process raft request' (duration: 175.417059ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:54.08269Z","caller":"traceutil/trace.go:171","msg":"trace[2017535875] transaction","detail":"{read_only:false; response_revision:40647; number_of_response:1; }","duration":"129.706031ms","start":"2026-04-23T03:43:53.95293Z","end":"2026-04-23T03:43:54.082636Z","steps":["trace[2017535875] 'process raft request' (duration: 51.292111ms)","trace[2017535875] 'compare' (duration: 78.068129ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:54.084979Z","caller":"traceutil/trace.go:171","msg":"trace[1511008100] transaction","detail":"{read_only:false; response_revision:40649; number_of_response:1; }","duration":"127.680658ms","start":"2026-04-23T03:43:53.957277Z","end":"2026-04-23T03:43:54.084958Z","steps":["trace[1511008100] 'process raft request' (duration: 127.618816ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:54.085447Z","caller":"traceutil/trace.go:171","msg":"trace[716668910] transaction","detail":"{read_only:false; response_revision:40648; number_of_response:1; }","duration":"131.952302ms","start":"2026-04-23T03:43:53.953431Z","end":"2026-04-23T03:43:54.085383Z","steps":["trace[716668910] 'process raft request' (duration: 131.322632ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:54.296399Z","caller":"traceutil/trace.go:171","msg":"trace[1613268157] linearizableReadLoop","detail":"{readStateIndex:41959; appliedIndex:41958; }","duration":"125.509539ms","start":"2026-04-23T03:43:54.170865Z","end":"2026-04-23T03:43:54.296374Z","steps":["trace[1613268157] 'read index received' (duration: 125.244411ms)","trace[1613268157] 'applied index is now lower than readState.Index' (duration: 263.688µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:54.296497Z","caller":"traceutil/trace.go:171","msg":"trace[1741597100] transaction","detail":"{read_only:false; response_revision:40652; number_of_response:1; }","duration":"135.032371ms","start":"2026-04-23T03:43:54.161415Z","end":"2026-04-23T03:43:54.296447Z","steps":["trace[1741597100] 'process raft request' (duration: 134.785923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:54.296666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.784218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:43:54.296711Z","caller":"traceutil/trace.go:171","msg":"trace[2032578904] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:40652; }","duration":"125.892701ms","start":"2026-04-23T03:43:54.170798Z","end":"2026-04-23T03:43:54.296691Z","steps":["trace[2032578904] 'agreement among raft nodes before linearized reading' (duration: 125.678545ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:54.609623Z","caller":"traceutil/trace.go:171","msg":"trace[1394779179] linearizableReadLoop","detail":"{readStateIndex:41962; appliedIndex:41961; }","duration":"164.071889ms","start":"2026-04-23T03:43:54.445517Z","end":"2026-04-23T03:43:54.609589Z","steps":["trace[1394779179] 'read index received' (duration: 128.728451ms)","trace[1394779179] 'applied index is now lower than readState.Index' (duration: 35.342578ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:54.609779Z","caller":"traceutil/trace.go:171","msg":"trace[1567857254] transaction","detail":"{read_only:false; response_revision:40655; number_of_response:1; }","duration":"206.709057ms","start":"2026-04-23T03:43:54.402955Z","end":"2026-04-23T03:43:54.609664Z","steps":["trace[1567857254] 'process raft request' (duration: 171.38416ms)","trace[1567857254] 'compare' (duration: 35.09938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:54.60994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.4067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/4206\" ","response":"range_response_count:1 size:3868"} {"level":"info","ts":"2026-04-23T03:43:54.60998Z","caller":"traceutil/trace.go:171","msg":"trace[916982880] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/4206; range_end:; response_count:1; response_revision:40655; }","duration":"164.521883ms","start":"2026-04-23T03:43:54.445448Z","end":"2026-04-23T03:43:54.60997Z","steps":["trace[916982880] 'agreement among raft nodes before linearized reading' (duration: 164.318736ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:54.780641Z","caller":"traceutil/trace.go:171","msg":"trace[1109786822] transaction","detail":"{read_only:false; response_revision:40658; number_of_response:1; }","duration":"110.993691ms","start":"2026-04-23T03:43:54.669602Z","end":"2026-04-23T03:43:54.780596Z","steps":["trace[1109786822] 'process raft request' (duration: 86.61026ms)","trace[1109786822] 'compare' (duration: 24.145673ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:54.995017Z","caller":"traceutil/trace.go:171","msg":"trace[2094414037] linearizableReadLoop","detail":"{readStateIndex:41966; appliedIndex:41965; }","duration":"185.849459ms","start":"2026-04-23T03:43:54.809143Z","end":"2026-04-23T03:43:54.994993Z","steps":["trace[2094414037] 'read index received' (duration: 185.640962ms)","trace[2094414037] 'applied index is now lower than readState.Index' (duration: 207.657µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:54.995136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.972152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:54.995165Z","caller":"traceutil/trace.go:171","msg":"trace[744698879] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:40659; }","duration":"186.065235ms","start":"2026-04-23T03:43:54.809089Z","end":"2026-04-23T03:43:54.995154Z","steps":["trace[744698879] 'agreement among raft nodes before linearized reading' (duration: 185.988852ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:54.995163Z","caller":"traceutil/trace.go:171","msg":"trace[707438328] transaction","detail":"{read_only:false; response_revision:40659; number_of_response:1; }","duration":"206.580854ms","start":"2026-04-23T03:43:54.788539Z","end":"2026-04-23T03:43:54.99512Z","steps":["trace[707438328] 'process raft request' (duration: 206.308825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:55.275378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.983226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:43:55.275476Z","caller":"traceutil/trace.go:171","msg":"trace[678546564] linearizableReadLoop","detail":"{readStateIndex:41969; appliedIndex:41968; }","duration":"190.94782ms","start":"2026-04-23T03:43:55.084512Z","end":"2026-04-23T03:43:55.27546Z","steps":["trace[678546564] 'read index received' (duration: 45.8189ms)","trace[678546564] 'applied index is now lower than readState.Index' (duration: 145.12682ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:55.275543Z","caller":"traceutil/trace.go:171","msg":"trace[908866369] transaction","detail":"{read_only:false; response_revision:40662; number_of_response:1; }","duration":"245.547288ms","start":"2026-04-23T03:43:55.029985Z","end":"2026-04-23T03:43:55.275532Z","steps":["trace[908866369] 'process raft request' (duration: 100.324544ms)","trace[908866369] 'compare' (duration: 144.768439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:55.275846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.314691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:43:55.275989Z","caller":"traceutil/trace.go:171","msg":"trace[884512862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40662; }","duration":"191.497077ms","start":"2026-04-23T03:43:55.084468Z","end":"2026-04-23T03:43:55.275965Z","steps":["trace[884512862] 'agreement among raft nodes before linearized reading' (duration: 191.212098ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:55.34564Z","caller":"traceutil/trace.go:171","msg":"trace[222888310] transaction","detail":"{read_only:false; response_revision:40664; number_of_response:1; }","duration":"215.524837ms","start":"2026-04-23T03:43:55.130083Z","end":"2026-04-23T03:43:55.345608Z","steps":["trace[222888310] 'process raft request' (duration: 215.448815ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:55.345763Z","caller":"traceutil/trace.go:171","msg":"trace[241589493] transaction","detail":"{read_only:false; response_revision:40663; number_of_response:1; }","duration":"216.509888ms","start":"2026-04-23T03:43:55.129229Z","end":"2026-04-23T03:43:55.345739Z","steps":["trace[241589493] 'process raft request' (duration: 216.123366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:55.346136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.527769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:43:55.34624Z","caller":"traceutil/trace.go:171","msg":"trace[1435962473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40664; }","duration":"216.798147ms","start":"2026-04-23T03:43:55.129426Z","end":"2026-04-23T03:43:55.346224Z","steps":["trace[1435962473] 'agreement among raft nodes before linearized reading' (duration: 216.437696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:55.615289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.587456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:43:55.615483Z","caller":"traceutil/trace.go:171","msg":"trace[2134620663] transaction","detail":"{read_only:false; response_revision:40667; number_of_response:1; }","duration":"265.948431ms","start":"2026-04-23T03:43:55.34952Z","end":"2026-04-23T03:43:55.615468Z","steps":["trace[2134620663] 'process raft request' (duration: 265.91118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:55.615601Z","caller":"traceutil/trace.go:171","msg":"trace[1292446982] transaction","detail":"{read_only:false; response_revision:40665; number_of_response:1; }","duration":"332.021231ms","start":"2026-04-23T03:43:55.283569Z","end":"2026-04-23T03:43:55.61559Z","steps":["trace[1292446982] 'process raft request' (duration: 93.054293ms)","trace[1292446982] 'compare' (duration: 238.488903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:55.615641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.283549Z","time spent":"332.068683ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:43:55.615711Z","caller":"traceutil/trace.go:171","msg":"trace[905900958] transaction","detail":"{read_only:false; response_revision:40666; number_of_response:1; }","duration":"303.175838ms","start":"2026-04-23T03:43:55.312528Z","end":"2026-04-23T03:43:55.615704Z","steps":["trace[905900958] 'process raft request' (duration: 302.848118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:55.615751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.312506Z","time spent":"303.22379ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:43:55.615922Z","caller":"traceutil/trace.go:171","msg":"trace[1233015193] linearizableReadLoop","detail":"{readStateIndex:41973; appliedIndex:41971; }","duration":"269.916247ms","start":"2026-04-23T03:43:55.345831Z","end":"2026-04-23T03:43:55.615747Z","steps":["trace[1233015193] 'read index received' (duration: 30.810555ms)","trace[1233015193] 'applied index is now lower than readState.Index' (duration: 239.101002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:55.616056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.041304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/32066\" ","response":"range_response_count:1 size:2586"} {"level":"info","ts":"2026-04-23T03:43:55.616227Z","caller":"traceutil/trace.go:171","msg":"trace[984047225] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/32066; range_end:; response_count:1; response_revision:40667; }","duration":"334.244271ms","start":"2026-04-23T03:43:55.281961Z","end":"2026-04-23T03:43:55.616205Z","steps":["trace[984047225] 'agreement among raft nodes before linearized reading' (duration: 334.008174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:55.616433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.281935Z","time spent":"334.353285ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":2608,"request content":"key:\"/registry/cilium.io/ciliumidentities/32066\" "} {"level":"info","ts":"2026-04-23T03:43:55.714327Z","caller":"traceutil/trace.go:171","msg":"trace[1031730031] transaction","detail":"{read_only:false; response_revision:40668; number_of_response:1; }","duration":"254.311114ms","start":"2026-04-23T03:43:55.459984Z","end":"2026-04-23T03:43:55.714295Z","steps":["trace[1031730031] 'process raft request' (duration: 253.86603ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:55.714649Z","caller":"traceutil/trace.go:171","msg":"trace[1368927388] transaction","detail":"{read_only:false; response_revision:40669; number_of_response:1; }","duration":"254.335724ms","start":"2026-04-23T03:43:55.460293Z","end":"2026-04-23T03:43:55.714629Z","steps":["trace[1368927388] 'process raft request' (duration: 253.867389ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:55.848268Z","caller":"traceutil/trace.go:171","msg":"trace[1470964244] linearizableReadLoop","detail":"{readStateIndex:41977; appliedIndex:41974; }","duration":"232.111321ms","start":"2026-04-23T03:43:55.616127Z","end":"2026-04-23T03:43:55.848239Z","steps":["trace[1470964244] 'read index received' (duration: 97.543795ms)","trace[1470964244] 'applied index is now lower than readState.Index' (duration: 134.565486ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:55.848485Z","caller":"traceutil/trace.go:171","msg":"trace[2087121401] transaction","detail":"{read_only:false; response_revision:40670; number_of_response:1; }","duration":"339.838038ms","start":"2026-04-23T03:43:55.508616Z","end":"2026-04-23T03:43:55.848454Z","steps":["trace[2087121401] 'process raft request' (duration: 289.148165ms)","trace[2087121401] 'compare' (duration: 50.210027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:55.848625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.508595Z","time spent":"339.956062ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:43:55.848678Z","caller":"traceutil/trace.go:171","msg":"trace[1404961861] transaction","detail":"{read_only:false; number_of_response:1; response_revision:40671; }","duration":"229.991894ms","start":"2026-04-23T03:43:55.618663Z","end":"2026-04-23T03:43:55.848655Z","steps":["trace[1404961861] 'process raft request' (duration: 229.492318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:55.848758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.15021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:43:55.848815Z","caller":"traceutil/trace.go:171","msg":"trace[1591837516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40671; }","duration":"120.257244ms","start":"2026-04-23T03:43:55.728545Z","end":"2026-04-23T03:43:55.848802Z","steps":["trace[1591837516] 'agreement among raft nodes before linearized reading' (duration: 120.082208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:55.848984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.092302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:43:55.849027Z","caller":"traceutil/trace.go:171","msg":"trace[2129905991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40671; }","duration":"344.158354ms","start":"2026-04-23T03:43:55.504852Z","end":"2026-04-23T03:43:55.84901Z","steps":["trace[2129905991] 'agreement among raft nodes before linearized reading' (duration: 343.580436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:55.849058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.504834Z","time spent":"344.213157ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T03:43:55.849248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.772838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-04-23T03:43:55.849368Z","caller":"traceutil/trace.go:171","msg":"trace[1987627277] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:40671; }","duration":"156.891042ms","start":"2026-04-23T03:43:55.692454Z","end":"2026-04-23T03:43:55.849345Z","steps":["trace[1987627277] 'agreement among raft nodes before linearized reading' (duration: 156.035905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:55.84959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.348704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T03:43:55.850146Z","caller":"traceutil/trace.go:171","msg":"trace[409703605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40671; }","duration":"340.975964ms","start":"2026-04-23T03:43:55.509141Z","end":"2026-04-23T03:43:55.850117Z","steps":["trace[409703605] 'agreement among raft nodes before linearized reading' (duration: 339.282561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:55.850219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:55.509108Z","time spent":"341.088378ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T03:43:56.101486Z","caller":"traceutil/trace.go:171","msg":"trace[477018246] transaction","detail":"{read_only:false; response_revision:40672; number_of_response:1; }","duration":"247.866ms","start":"2026-04-23T03:43:55.853589Z","end":"2026-04-23T03:43:56.101455Z","steps":["trace[477018246] 'process raft request' (duration: 204.491658ms)","trace[477018246] 'compare' (duration: 43.021351ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:56.101547Z","caller":"traceutil/trace.go:171","msg":"trace[1061967409] transaction","detail":"{read_only:false; response_revision:40673; number_of_response:1; }","duration":"247.416786ms","start":"2026-04-23T03:43:55.854105Z","end":"2026-04-23T03:43:56.101522Z","steps":["trace[1061967409] 'process raft request' (duration: 247.22426ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:56.10156Z","caller":"traceutil/trace.go:171","msg":"trace[1224939719] transaction","detail":"{read_only:false; response_revision:40674; number_of_response:1; }","duration":"247.276731ms","start":"2026-04-23T03:43:55.85425Z","end":"2026-04-23T03:43:56.101526Z","steps":["trace[1224939719] 'process raft request' (duration: 247.125646ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:56.101697Z","caller":"traceutil/trace.go:171","msg":"trace[1413269896] transaction","detail":"{read_only:false; response_revision:40675; number_of_response:1; }","duration":"247.25059ms","start":"2026-04-23T03:43:55.854437Z","end":"2026-04-23T03:43:56.101688Z","steps":["trace[1413269896] 'process raft request' (duration: 246.996632ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:56.101739Z","caller":"traceutil/trace.go:171","msg":"trace[1743632569] linearizableReadLoop","detail":"{readStateIndex:41983; appliedIndex:41978; }","duration":"236.044096ms","start":"2026-04-23T03:43:55.865673Z","end":"2026-04-23T03:43:56.101717Z","steps":["trace[1743632569] 'read index received' (duration: 20.458398ms)","trace[1743632569] 'applied index is now lower than readState.Index' (duration: 215.584208ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:56.101845Z","caller":"traceutil/trace.go:171","msg":"trace[1274066991] transaction","detail":"{read_only:false; response_revision:40676; number_of_response:1; }","duration":"214.095022ms","start":"2026-04-23T03:43:55.887742Z","end":"2026-04-23T03:43:56.101837Z","steps":["trace[1274066991] 'process raft request' (duration: 213.920567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.102117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.411618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T03:43:56.102172Z","caller":"traceutil/trace.go:171","msg":"trace[533104812] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:40676; }","duration":"236.4944ms","start":"2026-04-23T03:43:55.865663Z","end":"2026-04-23T03:43:56.102158Z","steps":["trace[533104812] 'agreement among raft nodes before linearized reading' (duration: 236.150819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.184676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.010075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:43:56.184809Z","caller":"traceutil/trace.go:171","msg":"trace[325765760] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:40678; }","duration":"137.155869ms","start":"2026-04-23T03:43:56.047634Z","end":"2026-04-23T03:43:56.18479Z","steps":["trace[325765760] 'agreement among raft nodes before linearized reading' (duration: 136.923182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.184991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.845683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:56.185231Z","caller":"traceutil/trace.go:171","msg":"trace[705593] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:40678; }","duration":"256.148863ms","start":"2026-04-23T03:43:55.929067Z","end":"2026-04-23T03:43:56.185216Z","steps":["trace[705593] 'agreement among raft nodes before linearized reading' (duration: 255.871844ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:56.280072Z","caller":"traceutil/trace.go:171","msg":"trace[1178442060] transaction","detail":"{read_only:false; response_revision:40679; number_of_response:1; }","duration":"171.260697ms","start":"2026-04-23T03:43:56.108787Z","end":"2026-04-23T03:43:56.280048Z","steps":["trace[1178442060] 'process raft request' (duration: 149.433407ms)","trace[1178442060] 'compare' (duration: 21.652805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:56.280502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.879695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T03:43:56.280528Z","caller":"traceutil/trace.go:171","msg":"trace[308920408] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:40680; }","duration":"176.952277ms","start":"2026-04-23T03:43:56.103567Z","end":"2026-04-23T03:43:56.280519Z","steps":["trace[308920408] 'agreement among raft nodes before linearized reading' (duration: 176.837644ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:56.280649Z","caller":"traceutil/trace.go:171","msg":"trace[248467087] transaction","detail":"{read_only:false; response_revision:40680; number_of_response:1; }","duration":"160.735054ms","start":"2026-04-23T03:43:56.119904Z","end":"2026-04-23T03:43:56.280639Z","steps":["trace[248467087] 'process raft request' (duration: 160.085143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.484407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.200516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:43:56.484705Z","caller":"traceutil/trace.go:171","msg":"trace[239373191] transaction","detail":"{read_only:false; response_revision:40682; number_of_response:1; }","duration":"198.304082ms","start":"2026-04-23T03:43:56.286376Z","end":"2026-04-23T03:43:56.48468Z","steps":["trace[239373191] 'process raft request' (duration: 93.753476ms)","trace[239373191] 'compare' (duration: 104.079671ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:56.780636Z","caller":"traceutil/trace.go:171","msg":"trace[1907353726] transaction","detail":"{read_only:false; response_revision:40685; number_of_response:1; }","duration":"225.316786ms","start":"2026-04-23T03:43:56.555292Z","end":"2026-04-23T03:43:56.780608Z","steps":["trace[1907353726] 'process raft request' (duration: 202.490944ms)","trace[1907353726] 'compare' (duration: 22.46536ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:56.786105Z","caller":"traceutil/trace.go:171","msg":"trace[1786629523] linearizableReadLoop","detail":"{readStateIndex:41995; appliedIndex:41992; }","duration":"140.108692ms","start":"2026-04-23T03:43:56.645963Z","end":"2026-04-23T03:43:56.786072Z","steps":["trace[1786629523] 'read index received' (duration: 111.855798ms)","trace[1786629523] 'applied index is now lower than readState.Index' (duration: 28.251774ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:56.786498Z","caller":"traceutil/trace.go:171","msg":"trace[1625751952] transaction","detail":"{read_only:false; response_revision:40686; number_of_response:1; }","duration":"213.73685ms","start":"2026-04-23T03:43:56.57275Z","end":"2026-04-23T03:43:56.786487Z","steps":["trace[1625751952] 'process raft request' (duration: 213.074379ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:56.786761Z","caller":"traceutil/trace.go:171","msg":"trace[365100371] transaction","detail":"{read_only:false; response_revision:40687; number_of_response:1; }","duration":"151.522532ms","start":"2026-04-23T03:43:56.635229Z","end":"2026-04-23T03:43:56.786752Z","steps":["trace[365100371] 'process raft request' (duration: 150.787269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.786953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.962958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:56.786986Z","caller":"traceutil/trace.go:171","msg":"trace[1843412762] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:40687; }","duration":"141.056561ms","start":"2026-04-23T03:43:56.645918Z","end":"2026-04-23T03:43:56.786974Z","steps":["trace[1843412762] 'agreement among raft nodes before linearized reading' (duration: 140.954538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:43:56.787258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.523953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:43:56.78728Z","caller":"traceutil/trace.go:171","msg":"trace[1334807020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40687; }","duration":"133.72311ms","start":"2026-04-23T03:43:56.65355Z","end":"2026-04-23T03:43:56.787273Z","steps":["trace[1334807020] 'agreement among raft nodes before linearized reading' (duration: 133.666628ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:57.250305Z","caller":"traceutil/trace.go:171","msg":"trace[588125227] transaction","detail":"{read_only:false; response_revision:40692; number_of_response:1; }","duration":"116.554336ms","start":"2026-04-23T03:43:57.133731Z","end":"2026-04-23T03:43:57.250285Z","steps":["trace[588125227] 'process raft request' (duration: 116.412291ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:57.493259Z","caller":"traceutil/trace.go:171","msg":"trace[1074693772] transaction","detail":"{read_only:false; response_revision:40694; number_of_response:1; }","duration":"140.864785ms","start":"2026-04-23T03:43:57.352375Z","end":"2026-04-23T03:43:57.493239Z","steps":["trace[1074693772] 'process raft request' (duration: 139.974997ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:57.493566Z","caller":"traceutil/trace.go:171","msg":"trace[1657495954] transaction","detail":"{read_only:false; response_revision:40695; number_of_response:1; }","duration":"133.560714ms","start":"2026-04-23T03:43:57.359998Z","end":"2026-04-23T03:43:57.493559Z","steps":["trace[1657495954] 'process raft request' (duration: 133.150721ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:59.601883Z","caller":"traceutil/trace.go:171","msg":"trace[665030613] transaction","detail":"{read_only:false; response_revision:40718; number_of_response:1; }","duration":"103.236285ms","start":"2026-04-23T03:43:59.498604Z","end":"2026-04-23T03:43:59.601841Z","steps":["trace[665030613] 'process raft request' (duration: 102.859793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:59.784821Z","caller":"traceutil/trace.go:171","msg":"trace[1871694237] linearizableReadLoop","detail":"{readStateIndex:42027; appliedIndex:42026; }","duration":"135.654421ms","start":"2026-04-23T03:43:59.64914Z","end":"2026-04-23T03:43:59.784794Z","steps":["trace[1871694237] 'read index received' (duration: 54.37172ms)","trace[1871694237] 'applied index is now lower than readState.Index' (duration: 81.28149ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:43:59.785059Z","caller":"traceutil/trace.go:171","msg":"trace[435597573] transaction","detail":"{read_only:false; number_of_response:1; response_revision:40719; }","duration":"180.441287ms","start":"2026-04-23T03:43:59.604607Z","end":"2026-04-23T03:43:59.785048Z","steps":["trace[435597573] 'process raft request' (duration: 98.98907ms)","trace[435597573] 'compare' (duration: 80.781855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:43:59.785279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.127765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:43:59.785307Z","caller":"traceutil/trace.go:171","msg":"trace[903918317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40719; }","duration":"136.217209ms","start":"2026-04-23T03:43:59.649083Z","end":"2026-04-23T03:43:59.7853Z","steps":["trace[903918317] 'agreement among raft nodes before linearized reading' (duration: 136.101775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:43:59.98232Z","caller":"traceutil/trace.go:171","msg":"trace[156834510] transaction","detail":"{read_only:false; response_revision:40720; number_of_response:1; }","duration":"246.326971ms","start":"2026-04-23T03:43:59.735966Z","end":"2026-04-23T03:43:59.982293Z","steps":["trace[156834510] 'process raft request' (duration: 170.352869ms)","trace[156834510] 'compare' (duration: 75.679263ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:00.005208Z","caller":"traceutil/trace.go:171","msg":"trace[1977336337] transaction","detail":"{read_only:false; response_revision:40723; number_of_response:1; }","duration":"213.548694ms","start":"2026-04-23T03:43:59.79163Z","end":"2026-04-23T03:44:00.005179Z","steps":["trace[1977336337] 'process raft request' (duration: 213.436261ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.005214Z","caller":"traceutil/trace.go:171","msg":"trace[1560437146] transaction","detail":"{read_only:false; response_revision:40721; number_of_response:1; }","duration":"260.649265ms","start":"2026-04-23T03:43:59.744508Z","end":"2026-04-23T03:44:00.005158Z","steps":["trace[1560437146] 'process raft request' (duration: 260.292923ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.005328Z","caller":"traceutil/trace.go:171","msg":"trace[191046188] transaction","detail":"{read_only:false; response_revision:40722; number_of_response:1; }","duration":"213.942877ms","start":"2026-04-23T03:43:59.791317Z","end":"2026-04-23T03:44:00.00526Z","steps":["trace[191046188] 'process raft request' (duration: 213.695609ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.00546Z","caller":"traceutil/trace.go:171","msg":"trace[693397486] linearizableReadLoop","detail":"{readStateIndex:42029; appliedIndex:42027; }","duration":"220.530126ms","start":"2026-04-23T03:43:59.784879Z","end":"2026-04-23T03:44:00.005409Z","steps":["trace[693397486] 'read index received' (duration: 121.452502ms)","trace[693397486] 'applied index is now lower than readState.Index' (duration: 99.074874ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:00.00564Z","caller":"traceutil/trace.go:171","msg":"trace[815635489] transaction","detail":"{read_only:false; response_revision:40724; number_of_response:1; }","duration":"135.662321ms","start":"2026-04-23T03:43:59.86994Z","end":"2026-04-23T03:44:00.005602Z","steps":["trace[815635489] 'process raft request' (duration: 135.194176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.005748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.681072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T03:44:00.005779Z","caller":"traceutil/trace.go:171","msg":"trace[1041430440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40724; }","duration":"350.802316ms","start":"2026-04-23T03:43:59.654969Z","end":"2026-04-23T03:44:00.005771Z","steps":["trace[1041430440] 'agreement among raft nodes before linearized reading' (duration: 350.592159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.005822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:43:59.654934Z","time spent":"350.878978ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T03:44:00.270291Z","caller":"traceutil/trace.go:171","msg":"trace[1434569325] linearizableReadLoop","detail":"{readStateIndex:42034; appliedIndex:42032; }","duration":"253.166348ms","start":"2026-04-23T03:44:00.017099Z","end":"2026-04-23T03:44:00.270265Z","steps":["trace[1434569325] 'read index received' (duration: 43.388383ms)","trace[1434569325] 'applied index is now lower than readState.Index' (duration: 209.773735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:44:00.270436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.318093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:44:00.270483Z","caller":"traceutil/trace.go:171","msg":"trace[989738978] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:40726; }","duration":"253.401275ms","start":"2026-04-23T03:44:00.017065Z","end":"2026-04-23T03:44:00.270467Z","steps":["trace[989738978] 'agreement among raft nodes before linearized reading' (duration: 253.315033ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.270453Z","caller":"traceutil/trace.go:171","msg":"trace[539101360] transaction","detail":"{read_only:false; response_revision:40726; number_of_response:1; }","duration":"256.73307ms","start":"2026-04-23T03:44:00.013667Z","end":"2026-04-23T03:44:00.2704Z","steps":["trace[539101360] 'process raft request' (duration: 256.4198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.290654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.006495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T03:44:00.290759Z","caller":"traceutil/trace.go:171","msg":"trace[831558048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40728; }","duration":"120.1518ms","start":"2026-04-23T03:44:00.170588Z","end":"2026-04-23T03:44:00.29074Z","steps":["trace[831558048] 'agreement among raft nodes before linearized reading' (duration: 119.899492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.290864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.811355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T03:44:00.290899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.774114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T03:44:00.290962Z","caller":"traceutil/trace.go:171","msg":"trace[1318273343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40728; }","duration":"104.881137ms","start":"2026-04-23T03:44:00.186071Z","end":"2026-04-23T03:44:00.290952Z","steps":["trace[1318273343] 'agreement among raft nodes before linearized reading' (duration: 104.766913ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.290887Z","caller":"traceutil/trace.go:171","msg":"trace[1886779542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40728; }","duration":"104.868366ms","start":"2026-04-23T03:44:00.186014Z","end":"2026-04-23T03:44:00.290882Z","steps":["trace[1886779542] 'agreement among raft nodes before linearized reading' (duration: 104.812545ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.546997Z","caller":"traceutil/trace.go:171","msg":"trace[798379469] transaction","detail":"{read_only:false; response_revision:40729; number_of_response:1; }","duration":"268.045548ms","start":"2026-04-23T03:44:00.278931Z","end":"2026-04-23T03:44:00.546976Z","steps":["trace[798379469] 'process raft request' (duration: 267.894733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.578258Z","caller":"traceutil/trace.go:171","msg":"trace[667001624] transaction","detail":"{read_only:false; response_revision:40731; number_of_response:1; }","duration":"282.69145ms","start":"2026-04-23T03:44:00.295541Z","end":"2026-04-23T03:44:00.578233Z","steps":["trace[667001624] 'process raft request' (duration: 282.566386ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.578255Z","caller":"traceutil/trace.go:171","msg":"trace[1222650609] transaction","detail":"{read_only:false; response_revision:40730; number_of_response:1; }","duration":"283.513826ms","start":"2026-04-23T03:44:00.294696Z","end":"2026-04-23T03:44:00.57821Z","steps":["trace[1222650609] 'process raft request' (duration: 283.202447ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.578233Z","caller":"traceutil/trace.go:171","msg":"trace[520406036] transaction","detail":"{read_only:false; response_revision:40732; number_of_response:1; }","duration":"281.357478ms","start":"2026-04-23T03:44:00.296842Z","end":"2026-04-23T03:44:00.578199Z","steps":["trace[520406036] 'process raft request' (duration: 281.311227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:00.738589Z","caller":"traceutil/trace.go:171","msg":"trace[318017372] transaction","detail":"{read_only:false; response_revision:40733; number_of_response:1; }","duration":"182.946916ms","start":"2026-04-23T03:44:00.555362Z","end":"2026-04-23T03:44:00.738309Z","steps":["trace[318017372] 'process raft request' (duration: 161.171387ms)","trace[318017372] 'compare' (duration: 21.658045ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:00.778058Z","caller":"traceutil/trace.go:171","msg":"trace[1995676712] linearizableReadLoop","detail":"{readStateIndex:42042; appliedIndex:42040; }","duration":"126.423559ms","start":"2026-04-23T03:44:00.651612Z","end":"2026-04-23T03:44:00.778035Z","steps":["trace[1995676712] 'read index received' (duration: 65.11943ms)","trace[1995676712] 'applied index is now lower than readState.Index' (duration: 61.302589ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:00.778199Z","caller":"traceutil/trace.go:171","msg":"trace[1459499729] transaction","detail":"{read_only:false; response_revision:40734; number_of_response:1; }","duration":"155.036684ms","start":"2026-04-23T03:44:00.623115Z","end":"2026-04-23T03:44:00.778152Z","steps":["trace[1459499729] 'process raft request' (duration: 154.766705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:00.778248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.616355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:44:00.778274Z","caller":"traceutil/trace.go:171","msg":"trace[1641327875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40734; }","duration":"126.695547ms","start":"2026-04-23T03:44:00.65157Z","end":"2026-04-23T03:44:00.778266Z","steps":["trace[1641327875] 'agreement among raft nodes before linearized reading' (duration: 126.596424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:01.648681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.024677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:44:01.648886Z","caller":"traceutil/trace.go:171","msg":"trace[672169704] transaction","detail":"{read_only:false; response_revision:40742; number_of_response:1; }","duration":"115.746461ms","start":"2026-04-23T03:44:01.533112Z","end":"2026-04-23T03:44:01.648858Z","steps":["trace[672169704] 'compare' (duration: 107.580193ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:01.720828Z","caller":"traceutil/trace.go:171","msg":"trace[663998634] transaction","detail":"{read_only:false; response_revision:40743; number_of_response:1; }","duration":"113.005744ms","start":"2026-04-23T03:44:01.607798Z","end":"2026-04-23T03:44:01.720804Z","steps":["trace[663998634] 'process raft request' (duration: 112.813248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:01.925834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.011765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:44:01.925916Z","caller":"traceutil/trace.go:171","msg":"trace[716269254] transaction","detail":"{read_only:false; response_revision:40744; number_of_response:1; }","duration":"193.650574ms","start":"2026-04-23T03:44:01.732252Z","end":"2026-04-23T03:44:01.925903Z","steps":["trace[716269254] 'process raft request' (duration: 36.501764ms)","trace[716269254] 'compare' (duration: 156.930763ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:02.141086Z","caller":"traceutil/trace.go:171","msg":"trace[470323064] transaction","detail":"{read_only:false; response_revision:40745; number_of_response:1; }","duration":"207.346678ms","start":"2026-04-23T03:44:01.9337Z","end":"2026-04-23T03:44:02.141047Z","steps":["trace[470323064] 'process raft request' (duration: 207.143472ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.141921Z","caller":"traceutil/trace.go:171","msg":"trace[1425400329] transaction","detail":"{read_only:false; response_revision:40746; number_of_response:1; }","duration":"150.785869ms","start":"2026-04-23T03:44:01.991121Z","end":"2026-04-23T03:44:02.141907Z","steps":["trace[1425400329] 'process raft request' (duration: 150.506861ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.141961Z","caller":"traceutil/trace.go:171","msg":"trace[585279495] transaction","detail":"{read_only:false; response_revision:40747; number_of_response:1; }","duration":"130.249889ms","start":"2026-04-23T03:44:02.011677Z","end":"2026-04-23T03:44:02.141927Z","steps":["trace[585279495] 'process raft request' (duration: 130.167086ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.142234Z","caller":"traceutil/trace.go:171","msg":"trace[1365455884] transaction","detail":"{read_only:false; response_revision:40748; number_of_response:1; }","duration":"129.939759ms","start":"2026-04-23T03:44:02.012279Z","end":"2026-04-23T03:44:02.142219Z","steps":["trace[1365455884] 'process raft request' (duration: 129.600798ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.142053Z","caller":"traceutil/trace.go:171","msg":"trace[1819397868] linearizableReadLoop","detail":"{readStateIndex:42055; appliedIndex:42053; }","duration":"130.717574ms","start":"2026-04-23T03:44:02.011314Z","end":"2026-04-23T03:44:02.142031Z","steps":["trace[1819397868] 'read index received' (duration: 129.62312ms)","trace[1819397868] 'applied index is now lower than readState.Index' (duration: 1.092644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:44:02.142498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.168658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:44:02.142582Z","caller":"traceutil/trace.go:171","msg":"trace[359435702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40748; }","duration":"131.329013ms","start":"2026-04-23T03:44:02.011241Z","end":"2026-04-23T03:44:02.14257Z","steps":["trace[359435702] 'agreement among raft nodes before linearized reading' (duration: 131.084576ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.330972Z","caller":"traceutil/trace.go:171","msg":"trace[2105210886] transaction","detail":"{read_only:false; response_revision:40749; number_of_response:1; }","duration":"181.636855ms","start":"2026-04-23T03:44:02.149273Z","end":"2026-04-23T03:44:02.33091Z","steps":["trace[2105210886] 'process raft request' (duration: 168.929443ms)","trace[2105210886] 'compare' (duration: 12.445164ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:02.417217Z","caller":"traceutil/trace.go:171","msg":"trace[76370183] linearizableReadLoop","detail":"{readStateIndex:42060; appliedIndex:42057; }","duration":"144.309655ms","start":"2026-04-23T03:44:02.272876Z","end":"2026-04-23T03:44:02.417186Z","steps":["trace[76370183] 'read index received' (duration: 45.321214ms)","trace[76370183] 'applied index is now lower than readState.Index' (duration: 98.987111ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:02.417226Z","caller":"traceutil/trace.go:171","msg":"trace[2116594373] transaction","detail":"{read_only:false; response_revision:40750; number_of_response:1; }","duration":"267.81796ms","start":"2026-04-23T03:44:02.149306Z","end":"2026-04-23T03:44:02.417124Z","steps":["trace[2116594373] 'process raft request' (duration: 267.496329ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.417895Z","caller":"traceutil/trace.go:171","msg":"trace[1582804408] transaction","detail":"{read_only:false; response_revision:40751; number_of_response:1; }","duration":"265.89938ms","start":"2026-04-23T03:44:02.151983Z","end":"2026-04-23T03:44:02.417882Z","steps":["trace[1582804408] 'process raft request' (duration: 265.001211ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.418046Z","caller":"traceutil/trace.go:171","msg":"trace[2032446433] transaction","detail":"{read_only:false; response_revision:40753; number_of_response:1; }","duration":"116.814964ms","start":"2026-04-23T03:44:02.301218Z","end":"2026-04-23T03:44:02.418033Z","steps":["trace[2032446433] 'process raft request' (duration: 115.918166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:02.418315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.363938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:44:02.418397Z","caller":"traceutil/trace.go:171","msg":"trace[1706772984] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:40753; }","duration":"145.515042ms","start":"2026-04-23T03:44:02.272865Z","end":"2026-04-23T03:44:02.41838Z","steps":["trace[1706772984] 'agreement among raft nodes before linearized reading' (duration: 145.329247ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:02.418337Z","caller":"traceutil/trace.go:171","msg":"trace[200482779] transaction","detail":"{read_only:false; response_revision:40752; number_of_response:1; }","duration":"120.78411ms","start":"2026-04-23T03:44:02.297542Z","end":"2026-04-23T03:44:02.418326Z","steps":["trace[200482779] 'process raft request' (duration: 119.51445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:02.625307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.122144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-04-23T03:44:02.625671Z","caller":"traceutil/trace.go:171","msg":"trace[169972061] linearizableReadLoop","detail":"{readStateIndex:42063; appliedIndex:42062; }","duration":"124.5856ms","start":"2026-04-23T03:44:02.501043Z","end":"2026-04-23T03:44:02.625628Z","steps":["trace[169972061] 'read index received' (duration: 50.292µs)","trace[169972061] 'applied index is now lower than readState.Index' (duration: 124.530058ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:02.625795Z","caller":"traceutil/trace.go:171","msg":"trace[1306931159] transaction","detail":"{read_only:false; number_of_response:1; response_revision:40754; }","duration":"197.91837ms","start":"2026-04-23T03:44:02.427774Z","end":"2026-04-23T03:44:02.625692Z","steps":["trace[1306931159] 'process raft request' (duration: 25.300951ms)","trace[1306931159] 'compare' (duration: 171.775033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:44:02.625825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.756796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:44:02.626219Z","caller":"traceutil/trace.go:171","msg":"trace[1838806211] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:40754; }","duration":"125.19661ms","start":"2026-04-23T03:44:02.501007Z","end":"2026-04-23T03:44:02.626204Z","steps":["trace[1838806211] 'agreement among raft nodes before linearized reading' (duration: 124.702144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:03.043533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.835784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:44:03.043681Z","caller":"traceutil/trace.go:171","msg":"trace[1274407895] transaction","detail":"{read_only:false; response_revision:40755; number_of_response:1; }","duration":"411.758493ms","start":"2026-04-23T03:44:02.631897Z","end":"2026-04-23T03:44:03.043655Z","steps":["trace[1274407895] 'process raft request' (duration: 159.677171ms)","trace[1274407895] 'compare' (duration: 251.177794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:44:03.043744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:44:02.631875Z","time spent":"411.839625ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:44:03.396972Z","caller":"traceutil/trace.go:171","msg":"trace[1754372547] transaction","detail":"{read_only:false; response_revision:40757; number_of_response:1; }","duration":"763.210779ms","start":"2026-04-23T03:44:02.633724Z","end":"2026-04-23T03:44:03.396934Z","steps":["trace[1754372547] 'process raft request' (duration: 762.92231ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:03.397125Z","caller":"traceutil/trace.go:171","msg":"trace[1718016461] transaction","detail":"{read_only:false; response_revision:40758; number_of_response:1; }","duration":"761.271137ms","start":"2026-04-23T03:44:02.635838Z","end":"2026-04-23T03:44:03.397109Z","steps":["trace[1718016461] 'process raft request' (duration: 760.948027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:03.397188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:44:02.635806Z","time spent":"761.34657ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:44:03.397193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:44:02.633715Z","time spent":"763.354393ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:44:03.397231Z","caller":"traceutil/trace.go:171","msg":"trace[1287568062] linearizableReadLoop","detail":"{readStateIndex:42067; appliedIndex:42063; }","duration":"743.753833ms","start":"2026-04-23T03:44:02.653445Z","end":"2026-04-23T03:44:03.397199Z","steps":["trace[1287568062] 'read index received' (duration: 138.15903ms)","trace[1287568062] 'applied index is now lower than readState.Index' (duration: 605.591513ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:03.397299Z","caller":"traceutil/trace.go:171","msg":"trace[291894873] transaction","detail":"{read_only:false; response_revision:40756; number_of_response:1; }","duration":"763.833239ms","start":"2026-04-23T03:44:02.633386Z","end":"2026-04-23T03:44:03.397219Z","steps":["trace[291894873] 'process raft request' (duration: 699.790703ms)","trace[291894873] 'compare' (duration: 62.90613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:44:03.397448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.98325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:44:03.39755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:44:02.633339Z","time spent":"764.089696ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:44:03.397577Z","caller":"traceutil/trace.go:171","msg":"trace[1808212481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40759; }","duration":"744.161976ms","start":"2026-04-23T03:44:02.653388Z","end":"2026-04-23T03:44:03.39755Z","steps":["trace[1808212481] 'agreement among raft nodes before linearized reading' (duration: 743.985651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:03.3976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.108609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:44:03.397625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.995486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T03:44:03.397647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:44:02.653362Z","time spent":"744.271019ms","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T03:44:03.397678Z","caller":"traceutil/trace.go:171","msg":"trace[1949277163] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:40759; }","duration":"729.125511ms","start":"2026-04-23T03:44:02.668541Z","end":"2026-04-23T03:44:03.397667Z","steps":["trace[1949277163] 'agreement among raft nodes before linearized reading' (duration: 728.869783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:03.39772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:44:02.668516Z","time spent":"729.192732ms","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T03:44:03.39764Z","caller":"traceutil/trace.go:171","msg":"trace[1389159017] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:40759; }","duration":"526.178592ms","start":"2026-04-23T03:44:02.871449Z","end":"2026-04-23T03:44:03.397627Z","steps":["trace[1389159017] 'agreement among raft nodes before linearized reading' (duration: 526.11433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:03.397822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:44:02.871432Z","time spent":"526.364238ms","remote":"127.0.0.1:53672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:44:03.398098Z","caller":"traceutil/trace.go:171","msg":"trace[894950893] transaction","detail":"{read_only:false; response_revision:40759; number_of_response:1; }","duration":"458.756899ms","start":"2026-04-23T03:44:02.939327Z","end":"2026-04-23T03:44:03.398083Z","steps":["trace[894950893] 'process raft request' (duration: 457.547451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:03.398224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:44:02.939296Z","time spent":"458.850062ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:44:03.616376Z","caller":"traceutil/trace.go:171","msg":"trace[648580169] linearizableReadLoop","detail":"{readStateIndex:42069; appliedIndex:42068; }","duration":"123.643081ms","start":"2026-04-23T03:44:03.492695Z","end":"2026-04-23T03:44:03.616338Z","steps":["trace[648580169] 'read index received' (duration: 100.902711ms)","trace[648580169] 'applied index is now lower than readState.Index' (duration: 22.7393ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:03.617294Z","caller":"traceutil/trace.go:171","msg":"trace[356423848] transaction","detail":"{read_only:false; response_revision:40760; number_of_response:1; }","duration":"212.538023ms","start":"2026-04-23T03:44:03.404714Z","end":"2026-04-23T03:44:03.617252Z","steps":["trace[356423848] 'process raft request' (duration: 188.860373ms)","trace[356423848] 'compare' (duration: 22.621296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:44:03.617762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.033845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:44:03.617813Z","caller":"traceutil/trace.go:171","msg":"trace[1085846273] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:40760; }","duration":"125.137599ms","start":"2026-04-23T03:44:03.492657Z","end":"2026-04-23T03:44:03.617795Z","steps":["trace[1085846273] 'agreement among raft nodes before linearized reading' (duration: 125.020295ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:03.783695Z","caller":"traceutil/trace.go:171","msg":"trace[284093963] transaction","detail":"{read_only:false; response_revision:40762; number_of_response:1; }","duration":"158.542995ms","start":"2026-04-23T03:44:03.625116Z","end":"2026-04-23T03:44:03.783659Z","steps":["trace[284093963] 'process raft request' (duration: 128.217996ms)","trace[284093963] 'compare' (duration: 30.130562ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:04.09293Z","caller":"traceutil/trace.go:171","msg":"trace[699186045] linearizableReadLoop","detail":"{readStateIndex:42073; appliedIndex:42071; }","duration":"302.022692ms","start":"2026-04-23T03:44:03.790877Z","end":"2026-04-23T03:44:04.092899Z","steps":["trace[699186045] 'read index received' (duration: 25.130525ms)","trace[699186045] 'applied index is now lower than readState.Index' (duration: 276.891177ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:44:04.093008Z","caller":"traceutil/trace.go:171","msg":"trace[2037437108] transaction","detail":"{read_only:false; response_revision:40764; number_of_response:1; }","duration":"303.479899ms","start":"2026-04-23T03:44:03.789493Z","end":"2026-04-23T03:44:04.092973Z","steps":["trace[2037437108] 'process raft request' (duration: 303.149728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:04.093185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.209749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:44:04.093192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.296611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-04-23T03:44:04.093202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:44:03.789466Z","time spent":"303.624323ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T03:44:04.093225Z","caller":"traceutil/trace.go:171","msg":"trace[2143596721] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:40764; }","duration":"204.326902ms","start":"2026-04-23T03:44:03.888884Z","end":"2026-04-23T03:44:04.093211Z","steps":["trace[2143596721] 'agreement among raft nodes before linearized reading' (duration: 204.216899ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:04.093246Z","caller":"traceutil/trace.go:171","msg":"trace[964108688] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40764; }","duration":"302.382884ms","start":"2026-04-23T03:44:03.790847Z","end":"2026-04-23T03:44:04.09323Z","steps":["trace[964108688] 'agreement among raft nodes before linearized reading' (duration: 302.199008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:44:04.093281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:44:03.790839Z","time spent":"302.434985ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T03:44:06.915307Z","caller":"traceutil/trace.go:171","msg":"trace[1285394027] transaction","detail":"{read_only:false; response_revision:40807; number_of_response:1; }","duration":"182.955507ms","start":"2026-04-23T03:44:06.73233Z","end":"2026-04-23T03:44:06.915285Z","steps":["trace[1285394027] 'process raft request' (duration: 182.790772ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:44:06.950922Z","caller":"traceutil/trace.go:171","msg":"trace[1405540860] transaction","detail":"{read_only:false; response_revision:40808; number_of_response:1; }","duration":"167.996063ms","start":"2026-04-23T03:44:06.782887Z","end":"2026-04-23T03:44:06.950883Z","steps":["trace[1405540860] 'process raft request' (duration: 167.332992ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:46.039227Z","caller":"traceutil/trace.go:171","msg":"trace[384172746] linearizableReadLoop","detail":"{readStateIndex:42918; appliedIndex:42916; }","duration":"107.874932ms","start":"2026-04-23T03:45:45.931327Z","end":"2026-04-23T03:45:46.039202Z","steps":["trace[384172746] 'read index received' (duration: 5.405311ms)","trace[384172746] 'applied index is now lower than readState.Index' (duration: 102.468431ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:46.0394Z","caller":"traceutil/trace.go:171","msg":"trace[1416287508] transaction","detail":"{read_only:false; response_revision:41584; number_of_response:1; }","duration":"111.319361ms","start":"2026-04-23T03:45:45.92807Z","end":"2026-04-23T03:45:46.039389Z","steps":["trace[1416287508] 'process raft request' (duration: 107.216191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:46.039506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.352915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/kube-root-ca.crt\" ","response":"range_response_count:1 size:1743"} {"level":"info","ts":"2026-04-23T03:45:46.039606Z","caller":"traceutil/trace.go:171","msg":"trace[924602111] range","detail":"{range_begin:/registry/configmaps/openstack/kube-root-ca.crt; range_end:; response_count:1; response_revision:41584; }","duration":"107.467749ms","start":"2026-04-23T03:45:45.932115Z","end":"2026-04-23T03:45:46.039582Z","steps":["trace[924602111] 'agreement among raft nodes before linearized reading' (duration: 107.302803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:46.045596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.240613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api.18a8dd92f84ad472\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:41582 ","response":"range_response_count:1000 size:779088"} {"level":"info","ts":"2026-04-23T03:45:46.04567Z","caller":"traceutil/trace.go:171","msg":"trace[2050625389] range","detail":"{range_begin:/registry/events/openstack/magnum-api.18a8dd92f84ad472\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:41584; }","duration":"114.343527ms","start":"2026-04-23T03:45:45.931312Z","end":"2026-04-23T03:45:46.045656Z","steps":["trace[2050625389] 'agreement among raft nodes before linearized reading' (duration: 108.303196ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:46.891834Z","caller":"traceutil/trace.go:171","msg":"trace[876091540] transaction","detail":"{read_only:false; response_revision:41592; number_of_response:1; }","duration":"103.432121ms","start":"2026-04-23T03:45:46.78838Z","end":"2026-04-23T03:45:46.891812Z","steps":["trace[876091540] 'process raft request' (duration: 103.334548ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:46.891827Z","caller":"traceutil/trace.go:171","msg":"trace[121108796] transaction","detail":"{read_only:false; response_revision:41591; number_of_response:1; }","duration":"107.461249ms","start":"2026-04-23T03:45:46.784343Z","end":"2026-04-23T03:45:46.891804Z","steps":["trace[121108796] 'process raft request' (duration: 51.795048ms)","trace[121108796] 'compare' (duration: 55.357301ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:47.078254Z","caller":"traceutil/trace.go:171","msg":"trace[59174900] transaction","detail":"{read_only:false; response_revision:41594; number_of_response:1; }","duration":"117.235468ms","start":"2026-04-23T03:45:46.960991Z","end":"2026-04-23T03:45:47.078226Z","steps":["trace[59174900] 'process raft request' (duration: 33.116048ms)","trace[59174900] 'compare' (duration: 83.50428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:47.32341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.797528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/neutron-bin\" ","response":"range_response_count:1 size:66079"} {"level":"info","ts":"2026-04-23T03:45:47.323517Z","caller":"traceutil/trace.go:171","msg":"trace[949638380] range","detail":"{range_begin:/registry/configmaps/openstack/neutron-bin; range_end:; response_count:1; response_revision:41594; }","duration":"112.981663ms","start":"2026-04-23T03:45:47.210513Z","end":"2026-04-23T03:45:47.323494Z","steps":["trace[949638380] 'range keys from in-memory index tree' (duration: 112.482487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:48.024712Z","caller":"traceutil/trace.go:171","msg":"trace[1640694602] transaction","detail":"{read_only:false; response_revision:41596; number_of_response:1; }","duration":"201.857234ms","start":"2026-04-23T03:45:47.822819Z","end":"2026-04-23T03:45:48.024676Z","steps":["trace[1640694602] 'process raft request' (duration: 141.130474ms)","trace[1640694602] 'compare' (duration: 60.216494ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:48.024752Z","caller":"traceutil/trace.go:171","msg":"trace[484829] linearizableReadLoop","detail":"{readStateIndex:42930; appliedIndex:42929; }","duration":"193.900283ms","start":"2026-04-23T03:45:47.830822Z","end":"2026-04-23T03:45:48.024722Z","steps":["trace[484829] 'read index received' (duration: 133.126171ms)","trace[484829] 'applied index is now lower than readState.Index' (duration: 60.771632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:48.025871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.017518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:41595 ","response":"range_response_count:158 size:118647"} {"level":"info","ts":"2026-04-23T03:45:48.025958Z","caller":"traceutil/trace.go:171","msg":"trace[1843565318] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\u0000; range_end:/registry/events/openstack0; response_count:158; response_revision:41597; }","duration":"195.147092ms","start":"2026-04-23T03:45:47.830789Z","end":"2026-04-23T03:45:48.025936Z","steps":["trace[1843565318] 'agreement among raft nodes before linearized reading' (duration: 194.070758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:48.973904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.161758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-barbican-server-conf\" ","response":"range_response_count:1 size:1560"} {"level":"info","ts":"2026-04-23T03:45:48.973993Z","caller":"traceutil/trace.go:171","msg":"trace[100518963] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-barbican-server-conf; range_end:; response_count:1; response_revision:41605; }","duration":"100.301952ms","start":"2026-04-23T03:45:48.87367Z","end":"2026-04-23T03:45:48.973972Z","steps":["trace[100518963] 'range keys from in-memory index tree' (duration: 100.037534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:49.700689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.324785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-heat-plugins-conf\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-23T03:45:49.700797Z","caller":"traceutil/trace.go:171","msg":"trace[834702831] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-heat-plugins-conf; range_end:; response_count:1; response_revision:41610; }","duration":"126.462309ms","start":"2026-04-23T03:45:49.57431Z","end":"2026-04-23T03:45:49.700773Z","steps":["trace[834702831] 'range keys from in-memory index tree' (duration: 126.112739ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:50.351458Z","caller":"traceutil/trace.go:171","msg":"trace[261758698] transaction","detail":"{read_only:false; response_revision:41616; number_of_response:1; }","duration":"116.688771ms","start":"2026-04-23T03:45:50.234718Z","end":"2026-04-23T03:45:50.351407Z","steps":["trace[261758698] 'process raft request' (duration: 116.391651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.20719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.511884ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T03:45:51.20739Z","caller":"traceutil/trace.go:171","msg":"trace[1878979169] linearizableReadLoop","detail":"{readStateIndex:42954; appliedIndex:42953; }","duration":"339.138586ms","start":"2026-04-23T03:45:50.868236Z","end":"2026-04-23T03:45:51.207375Z","steps":["trace[1878979169] 'read index received' (duration: 112.413415ms)","trace[1878979169] 'applied index is now lower than readState.Index' (duration: 226.724191ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:51.20769Z","caller":"traceutil/trace.go:171","msg":"trace[2122337464] transaction","detail":"{read_only:false; response_revision:41620; number_of_response:1; }","duration":"264.01508ms","start":"2026-04-23T03:45:50.943647Z","end":"2026-04-23T03:45:51.207662Z","steps":["trace[2122337464] 'process raft request' (duration: 263.626608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.207987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.745816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:41619 ","response":"range_response_count:158 size:118647"} {"level":"info","ts":"2026-04-23T03:45:51.208009Z","caller":"traceutil/trace.go:171","msg":"trace[1802499345] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\u0000; range_end:/registry/events/openstack0; response_count:158; response_revision:41619; }","duration":"339.806708ms","start":"2026-04-23T03:45:50.868196Z","end":"2026-04-23T03:45:51.208003Z","steps":["trace[1802499345] 'agreement among raft nodes before linearized reading' (duration: 339.25582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.208056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:50.868179Z","time spent":"339.867139ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":158,"response size":118669,"request content":"key:\"/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:41619 "} {"level":"warn","ts":"2026-04-23T03:45:51.340235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.490191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:45:51.340547Z","caller":"traceutil/trace.go:171","msg":"trace[28875880] linearizableReadLoop","detail":"{readStateIndex:42957; appliedIndex:42954; }","duration":"133.1119ms","start":"2026-04-23T03:45:51.207411Z","end":"2026-04-23T03:45:51.340523Z","steps":["trace[28875880] 'read index received' (duration: 51.232µs)","trace[28875880] 'applied index is now lower than readState.Index' (duration: 133.058568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:51.34082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.469324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:45:51.340847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.22377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T03:45:51.340884Z","caller":"traceutil/trace.go:171","msg":"trace[1999515408] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:41622; }","duration":"282.568577ms","start":"2026-04-23T03:45:51.0583Z","end":"2026-04-23T03:45:51.340869Z","steps":["trace[1999515408] 'agreement among raft nodes before linearized reading' (duration: 282.35842ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:51.340893Z","caller":"traceutil/trace.go:171","msg":"trace[866554522] transaction","detail":"{read_only:false; response_revision:41621; number_of_response:1; }","duration":"362.879507ms","start":"2026-04-23T03:45:50.977995Z","end":"2026-04-23T03:45:51.340874Z","steps":["trace[866554522] 'process raft request' (duration: 229.650733ms)","trace[866554522] 'compare' (duration: 132.177601ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:51.340918Z","caller":"traceutil/trace.go:171","msg":"trace[192552177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41622; }","duration":"217.323073ms","start":"2026-04-23T03:45:51.123573Z","end":"2026-04-23T03:45:51.340896Z","steps":["trace[192552177] 'agreement among raft nodes before linearized reading' (duration: 217.066005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.34098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:50.977976Z","time spent":"362.955699ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:45:51.340817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.573181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T03:45:51.341074Z","caller":"traceutil/trace.go:171","msg":"trace[1872502436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41622; }","duration":"303.861241ms","start":"2026-04-23T03:45:51.037188Z","end":"2026-04-23T03:45:51.341049Z","steps":["trace[1872502436] 'agreement among raft nodes before linearized reading' (duration: 303.506729ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:51.341068Z","caller":"traceutil/trace.go:171","msg":"trace[1962504368] transaction","detail":"{read_only:false; response_revision:41622; number_of_response:1; }","duration":"361.740971ms","start":"2026-04-23T03:45:50.979212Z","end":"2026-04-23T03:45:51.340953Z","steps":["trace[1962504368] 'process raft request' (duration: 361.146232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.341065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.432758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-neutron-server-conf\" ","response":"range_response_count:1 size:1557"} {"level":"info","ts":"2026-04-23T03:45:51.341335Z","caller":"traceutil/trace.go:171","msg":"trace[920842916] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-neutron-server-conf; range_end:; response_count:1; response_revision:41622; }","duration":"384.909254ms","start":"2026-04-23T03:45:50.956395Z","end":"2026-04-23T03:45:51.341304Z","steps":["trace[920842916] 'agreement among raft nodes before linearized reading' (duration: 384.272244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.341432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:50.979192Z","time spent":"362.02192ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:45:51.341455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:50.95638Z","time spent":"385.054539ms","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":1579,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-neutron-server-conf\" "} {"level":"warn","ts":"2026-04-23T03:45:51.341151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:51.03717Z","time spent":"303.959333ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T03:45:51.559869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.266699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:41624 ","response":"range_response_count:158 size:118647"} {"level":"info","ts":"2026-04-23T03:45:51.559925Z","caller":"traceutil/trace.go:171","msg":"trace[671360778] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\u0000; range_end:/registry/events/openstack0; response_count:158; response_revision:41624; }","duration":"111.348552ms","start":"2026-04-23T03:45:51.448564Z","end":"2026-04-23T03:45:51.559913Z","steps":["trace[671360778] 'range keys from in-memory index tree' (duration: 110.634199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:51.560202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.585245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:41624 ","response":"range_response_count:158 size:118647"} {"level":"info","ts":"2026-04-23T03:45:51.560344Z","caller":"traceutil/trace.go:171","msg":"trace[1588502926] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\u0000; range_end:/registry/events/openstack0; response_count:158; response_revision:41624; }","duration":"102.74791ms","start":"2026-04-23T03:45:51.457573Z","end":"2026-04-23T03:45:51.560321Z","steps":["trace[1588502926] 'range keys from in-memory index tree' (duration: 101.706017ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:52.150192Z","caller":"traceutil/trace.go:171","msg":"trace[1207163425] transaction","detail":"{read_only:false; response_revision:41626; number_of_response:1; }","duration":"111.490886ms","start":"2026-04-23T03:45:52.038665Z","end":"2026-04-23T03:45:52.150156Z","steps":["trace[1207163425] 'process raft request' (duration: 111.236098ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:52.978962Z","caller":"traceutil/trace.go:171","msg":"trace[1449601468] linearizableReadLoop","detail":"{readStateIndex:42966; appliedIndex:42965; }","duration":"212.120138ms","start":"2026-04-23T03:45:52.766804Z","end":"2026-04-23T03:45:52.978924Z","steps":["trace[1449601468] 'read index received' (duration: 211.833859ms)","trace[1449601468] 'applied index is now lower than readState.Index' (duration: 285.159µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:52.979031Z","caller":"traceutil/trace.go:171","msg":"trace[1048285411] transaction","detail":"{read_only:false; response_revision:41631; number_of_response:1; }","duration":"262.554323ms","start":"2026-04-23T03:45:52.716449Z","end":"2026-04-23T03:45:52.979003Z","steps":["trace[1048285411] 'process raft request' (duration: 262.238063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:52.979237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.398816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types\" ","response":"range_response_count:1 size:23652"} {"level":"info","ts":"2026-04-23T03:45:52.979331Z","caller":"traceutil/trace.go:171","msg":"trace[964903827] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types; range_end:; response_count:1; response_revision:41631; }","duration":"212.506861ms","start":"2026-04-23T03:45:52.766798Z","end":"2026-04-23T03:45:52.979305Z","steps":["trace[964903827] 'agreement among raft nodes before linearized reading' (duration: 212.268663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:53.13671Z","caller":"traceutil/trace.go:171","msg":"trace[561954734] transaction","detail":"{read_only:false; response_revision:41632; number_of_response:1; }","duration":"300.192324ms","start":"2026-04-23T03:45:52.836484Z","end":"2026-04-23T03:45:53.136676Z","steps":["trace[561954734] 'process raft request' (duration: 268.426039ms)","trace[561954734] 'compare' (duration: 31.539528ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:53.136858Z","caller":"traceutil/trace.go:171","msg":"trace[1333073040] linearizableReadLoop","detail":"{readStateIndex:42968; appliedIndex:42966; }","duration":"157.788431ms","start":"2026-04-23T03:45:52.979049Z","end":"2026-04-23T03:45:53.136837Z","steps":["trace[1333073040] 'read index received' (duration: 125.753818ms)","trace[1333073040] 'applied index is now lower than readState.Index' (duration: 32.033373ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:53.136928Z","caller":"traceutil/trace.go:171","msg":"trace[768278952] transaction","detail":"{read_only:false; response_revision:41633; number_of_response:1; }","duration":"291.902342ms","start":"2026-04-23T03:45:52.844985Z","end":"2026-04-23T03:45:53.136887Z","steps":["trace[768278952] 'process raft request' (duration: 291.615903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:53.136975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.726785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-23T03:45:53.137045Z","caller":"traceutil/trace.go:171","msg":"trace[708087063] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:41633; }","duration":"315.854579ms","start":"2026-04-23T03:45:52.82117Z","end":"2026-04-23T03:45:53.137025Z","steps":["trace[708087063] 'agreement among raft nodes before linearized reading' (duration: 315.723115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:53.137061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.386493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T03:45:53.137088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:52.821143Z","time spent":"315.936402ms","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-23T03:45:53.137104Z","caller":"traceutil/trace.go:171","msg":"trace[846660413] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:41633; }","duration":"357.472125ms","start":"2026-04-23T03:45:52.779622Z","end":"2026-04-23T03:45:53.137094Z","steps":["trace[846660413] 'agreement among raft nodes before linearized reading' (duration: 357.31895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:53.137143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:52.779604Z","time spent":"357.530608ms","remote":"127.0.0.1:60548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T03:45:53.137377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:52.836452Z","time spent":"300.349229ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T03:45:53.745175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.515561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:45:53.745311Z","caller":"traceutil/trace.go:171","msg":"trace[779206782] linearizableReadLoop","detail":"{readStateIndex:42972; appliedIndex:42971; }","duration":"275.766392ms","start":"2026-04-23T03:45:53.469522Z","end":"2026-04-23T03:45:53.745288Z","steps":["trace[779206782] 'read index received' (duration: 173.929051ms)","trace[779206782] 'applied index is now lower than readState.Index' (duration: 101.835421ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:53.745375Z","caller":"traceutil/trace.go:171","msg":"trace[1824677774] transaction","detail":"{read_only:false; response_revision:41637; number_of_response:1; }","duration":"276.737142ms","start":"2026-04-23T03:45:53.46861Z","end":"2026-04-23T03:45:53.745347Z","steps":["trace[1824677774] 'process raft request' (duration: 174.940533ms)","trace[1824677774] 'compare' (duration: 101.273513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:53.745599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.071151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-6ckql\" ","response":"range_response_count:1 size:5162"} {"level":"info","ts":"2026-04-23T03:45:53.745658Z","caller":"traceutil/trace.go:171","msg":"trace[1179846578] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-6ckql; range_end:; response_count:1; response_revision:41637; }","duration":"276.139893ms","start":"2026-04-23T03:45:53.469499Z","end":"2026-04-23T03:45:53.745639Z","steps":["trace[1179846578] 'agreement among raft nodes before linearized reading' (duration: 275.861444ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:53.87751Z","caller":"traceutil/trace.go:171","msg":"trace[43807879] linearizableReadLoop","detail":"{readStateIndex:42973; appliedIndex:42972; }","duration":"132.145359ms","start":"2026-04-23T03:45:53.745339Z","end":"2026-04-23T03:45:53.877484Z","steps":["trace[43807879] 'read index received' (duration: 128.230776ms)","trace[43807879] 'applied index is now lower than readState.Index' (duration: 3.911343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:53.877687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.360333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/\" range_end:\"/registry/events/monitoring0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:45:53.877646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.290715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:45:53.877696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.821015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:45:53.877782Z","caller":"traceutil/trace.go:171","msg":"trace[696852086] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:41638; }","duration":"374.952679ms","start":"2026-04-23T03:45:53.502808Z","end":"2026-04-23T03:45:53.877761Z","steps":["trace[696852086] 'agreement among raft nodes before linearized reading' (duration: 374.807155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:53.877835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:53.502792Z","time spent":"375.032941ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T03:45:53.877867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.24385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:45:53.877897Z","caller":"traceutil/trace.go:171","msg":"trace[1897028854] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:41638; }","duration":"327.543449ms","start":"2026-04-23T03:45:53.550343Z","end":"2026-04-23T03:45:53.877887Z","steps":["trace[1897028854] 'agreement among raft nodes before linearized reading' (duration: 327.220099ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:53.877729Z","caller":"traceutil/trace.go:171","msg":"trace[2094464094] range","detail":"{range_begin:/registry/events/monitoring/; range_end:/registry/events/monitoring0; response_count:0; response_revision:41638; }","duration":"124.460907ms","start":"2026-04-23T03:45:53.753257Z","end":"2026-04-23T03:45:53.877718Z","steps":["trace[2094464094] 'agreement among raft nodes before linearized reading' (duration: 124.374604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:53.877927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:53.550327Z","time spent":"327.593471ms","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-23T03:45:53.877872Z","caller":"traceutil/trace.go:171","msg":"trace[68756944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41638; }","duration":"225.424469ms","start":"2026-04-23T03:45:53.65231Z","end":"2026-04-23T03:45:53.877735Z","steps":["trace[68756944] 'agreement among raft nodes before linearized reading' (duration: 225.223193ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:53.878154Z","caller":"traceutil/trace.go:171","msg":"trace[323527037] transaction","detail":"{read_only:false; response_revision:41638; number_of_response:1; }","duration":"162.50122ms","start":"2026-04-23T03:45:53.715626Z","end":"2026-04-23T03:45:53.878127Z","steps":["trace[323527037] 'process raft request' (duration: 158.002618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:53.880401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.222543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:393599"} {"level":"info","ts":"2026-04-23T03:45:53.880481Z","caller":"traceutil/trace.go:171","msg":"trace[1550786091] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:41638; }","duration":"409.351247ms","start":"2026-04-23T03:45:53.471113Z","end":"2026-04-23T03:45:53.880464Z","steps":["trace[1550786091] 'agreement among raft nodes before linearized reading' (duration: 406.506327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:53.88054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:53.471097Z","time spent":"409.415369ms","remote":"127.0.0.1:60524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1658,"response size":393621,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-23T03:45:54.11186Z","caller":"traceutil/trace.go:171","msg":"trace[103711743] linearizableReadLoop","detail":"{readStateIndex:42974; appliedIndex:42973; }","duration":"222.872369ms","start":"2026-04-23T03:45:53.888961Z","end":"2026-04-23T03:45:54.111833Z","steps":["trace[103711743] 'read index received' (duration: 204.896041ms)","trace[103711743] 'applied index is now lower than readState.Index' (duration: 17.975118ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:54.111954Z","caller":"traceutil/trace.go:171","msg":"trace[1251813821] transaction","detail":"{read_only:false; response_revision:41639; number_of_response:1; }","duration":"228.842578ms","start":"2026-04-23T03:45:53.883065Z","end":"2026-04-23T03:45:54.111908Z","steps":["trace[1251813821] 'process raft request' (duration: 210.860789ms)","trace[1251813821] 'compare' (duration: 17.636878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:54.112044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.067155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18376"} {"level":"info","ts":"2026-04-23T03:45:54.112125Z","caller":"traceutil/trace.go:171","msg":"trace[1358971364] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:41639; }","duration":"223.183209ms","start":"2026-04-23T03:45:53.888926Z","end":"2026-04-23T03:45:54.112109Z","steps":["trace[1358971364] 'agreement among raft nodes before linearized reading' (duration: 223.006694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.112324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.370693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ldbkh\" ","response":"range_response_count:1 size:9539"} {"level":"info","ts":"2026-04-23T03:45:54.112375Z","caller":"traceutil/trace.go:171","msg":"trace[254668495] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ldbkh; range_end:; response_count:1; response_revision:41639; }","duration":"142.460595ms","start":"2026-04-23T03:45:53.969901Z","end":"2026-04-23T03:45:54.112361Z","steps":["trace[254668495] 'agreement among raft nodes before linearized reading' (duration: 142.29713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.115847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.843322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api.18a8dd92f84ad472\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:41638 ","response":"range_response_count:1000 size:779088"} {"level":"info","ts":"2026-04-23T03:45:54.115916Z","caller":"traceutil/trace.go:171","msg":"trace[161385034] range","detail":"{range_begin:/registry/events/openstack/magnum-api.18a8dd92f84ad472\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:41639; }","duration":"224.940934ms","start":"2026-04-23T03:45:53.89096Z","end":"2026-04-23T03:45:54.115901Z","steps":["trace[161385034] 'agreement among raft nodes before linearized reading' (duration: 221.051871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.347519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.77462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:45:54.347641Z","caller":"traceutil/trace.go:171","msg":"trace[1454312336] linearizableReadLoop","detail":"{readStateIndex:42976; appliedIndex:42975; }","duration":"150.294574ms","start":"2026-04-23T03:45:54.197326Z","end":"2026-04-23T03:45:54.347621Z","steps":["trace[1454312336] 'read index received' (duration: 35.274366ms)","trace[1454312336] 'applied index is now lower than readState.Index' (duration: 115.018438ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:54.347691Z","caller":"traceutil/trace.go:171","msg":"trace[806907350] transaction","detail":"{read_only:false; response_revision:41641; number_of_response:1; }","duration":"171.9724ms","start":"2026-04-23T03:45:54.175671Z","end":"2026-04-23T03:45:54.347643Z","steps":["trace[806907350] 'process raft request' (duration: 56.990503ms)","trace[806907350] 'compare' (duration: 114.608055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:54.347775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.446958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:45:54.347809Z","caller":"traceutil/trace.go:171","msg":"trace[879737598] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:41641; }","duration":"150.51313ms","start":"2026-04-23T03:45:54.197285Z","end":"2026-04-23T03:45:54.347798Z","steps":["trace[879737598] 'agreement among raft nodes before linearized reading' (duration: 150.440998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.347957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.862181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ldbkh\" ","response":"range_response_count:1 size:9539"} {"level":"warn","ts":"2026-04-23T03:45:54.347981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.008567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T03:45:54.348051Z","caller":"traceutil/trace.go:171","msg":"trace[717534129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41641; }","duration":"127.147531ms","start":"2026-04-23T03:45:54.220888Z","end":"2026-04-23T03:45:54.348036Z","steps":["trace[717534129] 'agreement among raft nodes before linearized reading' (duration: 126.962515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.34806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.150078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/staffeln-bin\" ","response":"range_response_count:1 size:11554"} {"level":"info","ts":"2026-04-23T03:45:54.348007Z","caller":"traceutil/trace.go:171","msg":"trace[1061114153] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ldbkh; range_end:; response_count:1; response_revision:41641; }","duration":"131.944123ms","start":"2026-04-23T03:45:54.21605Z","end":"2026-04-23T03:45:54.347994Z","steps":["trace[1061114153] 'agreement among raft nodes before linearized reading' (duration: 131.795408ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:54.34812Z","caller":"traceutil/trace.go:171","msg":"trace[146179558] range","detail":"{range_begin:/registry/configmaps/openstack/staffeln-bin; range_end:; response_count:1; response_revision:41641; }","duration":"131.249301ms","start":"2026-04-23T03:45:54.216854Z","end":"2026-04-23T03:45:54.348103Z","steps":["trace[146179558] 'agreement among raft nodes before linearized reading' (duration: 131.076706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.640261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.364094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:45:54.640365Z","caller":"traceutil/trace.go:171","msg":"trace[1234360398] linearizableReadLoop","detail":"{readStateIndex:42978; appliedIndex:42977; }","duration":"203.020681ms","start":"2026-04-23T03:45:54.437329Z","end":"2026-04-23T03:45:54.640349Z","steps":["trace[1234360398] 'read index received' (duration: 84.434711ms)","trace[1234360398] 'applied index is now lower than readState.Index' (duration: 118.58455ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:54.640449Z","caller":"traceutil/trace.go:171","msg":"trace[76890628] transaction","detail":"{read_only:false; response_revision:41643; number_of_response:1; }","duration":"233.537806ms","start":"2026-04-23T03:45:54.4069Z","end":"2026-04-23T03:45:54.640438Z","steps":["trace[76890628] 'process raft request' (duration: 114.918674ms)","trace[76890628] 'compare' (duration: 118.2292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:54.640624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.652109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:45:54.640676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.29266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:45:54.640861Z","caller":"traceutil/trace.go:171","msg":"trace[1679747159] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:41643; }","duration":"269.752552ms","start":"2026-04-23T03:45:54.370916Z","end":"2026-04-23T03:45:54.640668Z","steps":["trace[1679747159] 'agreement among raft nodes before linearized reading' (duration: 269.644118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:54.640888Z","caller":"traceutil/trace.go:171","msg":"trace[945767484] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:41643; }","duration":"277.525018ms","start":"2026-04-23T03:45:54.36335Z","end":"2026-04-23T03:45:54.640875Z","steps":["trace[945767484] 'agreement among raft nodes before linearized reading' (duration: 277.28167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.641051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.714652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/\" range_end:\"/registry/events/monitoring0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:45:54.641121Z","caller":"traceutil/trace.go:171","msg":"trace[1999229265] range","detail":"{range_begin:/registry/events/monitoring/; range_end:/registry/events/monitoring0; response_count:0; response_revision:41643; }","duration":"196.828765ms","start":"2026-04-23T03:45:54.444276Z","end":"2026-04-23T03:45:54.641104Z","steps":["trace[1999229265] 'agreement among raft nodes before linearized reading' (duration: 196.700201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:54.641148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.188102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T03:45:54.64117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.605068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/staffeln-bin\" ","response":"range_response_count:1 size:11554"} {"level":"info","ts":"2026-04-23T03:45:54.641208Z","caller":"traceutil/trace.go:171","msg":"trace[1939640748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41643; }","duration":"262.283895ms","start":"2026-04-23T03:45:54.378905Z","end":"2026-04-23T03:45:54.641189Z","steps":["trace[1939640748] 'agreement among raft nodes before linearized reading' (duration: 262.087409ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:54.641239Z","caller":"traceutil/trace.go:171","msg":"trace[209250611] range","detail":"{range_begin:/registry/configmaps/openstack/staffeln-bin; range_end:; response_count:1; response_revision:41643; }","duration":"208.710771ms","start":"2026-04-23T03:45:54.432511Z","end":"2026-04-23T03:45:54.641222Z","steps":["trace[209250611] 'agreement among raft nodes before linearized reading' (duration: 208.494324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:55.262671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.702979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-configuration\" ","response":"range_response_count:1 size:1829"} {"level":"info","ts":"2026-04-23T03:45:55.262763Z","caller":"traceutil/trace.go:171","msg":"trace[1612419034] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-configuration; range_end:; response_count:1; response_revision:41645; }","duration":"133.837422ms","start":"2026-04-23T03:45:55.128905Z","end":"2026-04-23T03:45:55.262743Z","steps":["trace[1612419034] 'range keys from in-memory index tree' (duration: 133.482532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:55.263052Z","caller":"traceutil/trace.go:171","msg":"trace[1709650703] linearizableReadLoop","detail":"{readStateIndex:42982; appliedIndex:42980; }","duration":"117.065842ms","start":"2026-04-23T03:45:55.145958Z","end":"2026-04-23T03:45:55.263024Z","steps":["trace[1709650703] 'read index received' (duration: 98.582908ms)","trace[1709650703] 'applied index is now lower than readState.Index' (duration: 18.481384ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:55.263252Z","caller":"traceutil/trace.go:171","msg":"trace[832877316] transaction","detail":"{read_only:false; response_revision:41646; number_of_response:1; }","duration":"119.86216ms","start":"2026-04-23T03:45:55.143353Z","end":"2026-04-23T03:45:55.263215Z","steps":["trace[832877316] 'process raft request' (duration: 101.068286ms)","trace[832877316] 'compare' (duration: 18.047281ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:55.263341Z","caller":"traceutil/trace.go:171","msg":"trace[1832591554] transaction","detail":"{read_only:false; response_revision:41647; number_of_response:1; }","duration":"119.84173ms","start":"2026-04-23T03:45:55.143476Z","end":"2026-04-23T03:45:55.263317Z","steps":["trace[1832591554] 'process raft request' (duration: 119.435407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:55.263648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.664191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4763"} {"level":"info","ts":"2026-04-23T03:45:55.26372Z","caller":"traceutil/trace.go:171","msg":"trace[751964914] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:41647; }","duration":"117.768995ms","start":"2026-04-23T03:45:55.145932Z","end":"2026-04-23T03:45:55.263701Z","steps":["trace[751964914] 'agreement among raft nodes before linearized reading' (duration: 117.512037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:55.264127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.790705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T03:45:55.264328Z","caller":"traceutil/trace.go:171","msg":"trace[893542067] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:41647; }","duration":"118.009892ms","start":"2026-04-23T03:45:55.146298Z","end":"2026-04-23T03:45:55.264308Z","steps":["trace[893542067] 'agreement among raft nodes before linearized reading' (duration: 117.734743ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:55.484916Z","caller":"traceutil/trace.go:171","msg":"trace[1937198977] transaction","detail":"{read_only:false; response_revision:41648; number_of_response:1; }","duration":"110.214995ms","start":"2026-04-23T03:45:55.374662Z","end":"2026-04-23T03:45:55.484877Z","steps":["trace[1937198977] 'process raft request' (duration: 41.140481ms)","trace[1937198977] 'compare' (duration: 68.099023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:55.484985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.642303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-9rnzh\" ","response":"range_response_count:1 size:4584"} {"level":"info","ts":"2026-04-23T03:45:55.485057Z","caller":"traceutil/trace.go:171","msg":"trace[1615104307] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-9rnzh; range_end:; response_count:1; response_revision:41647; }","duration":"118.741256ms","start":"2026-04-23T03:45:55.366297Z","end":"2026-04-23T03:45:55.485038Z","steps":["trace[1615104307] 'range keys from in-memory index tree' (duration: 118.526919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:55.488125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.577582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api.18a8dd92f84ad472\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:41647 ","response":"range_response_count:1000 size:779088"} {"level":"info","ts":"2026-04-23T03:45:55.488208Z","caller":"traceutil/trace.go:171","msg":"trace[622192060] range","detail":"{range_begin:/registry/events/openstack/magnum-api.18a8dd92f84ad472\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:41647; }","duration":"119.675925ms","start":"2026-04-23T03:45:55.368514Z","end":"2026-04-23T03:45:55.488189Z","steps":["trace[622192060] 'range keys from in-memory index tree' (duration: 116.105692ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:55.567498Z","caller":"traceutil/trace.go:171","msg":"trace[1770302311] transaction","detail":"{read_only:false; response_revision:41649; number_of_response:1; }","duration":"169.48337ms","start":"2026-04-23T03:45:55.397985Z","end":"2026-04-23T03:45:55.567468Z","steps":["trace[1770302311] 'process raft request' (duration: 169.229352ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:55.678503Z","caller":"traceutil/trace.go:171","msg":"trace[1665515201] linearizableReadLoop","detail":"{readStateIndex:42985; appliedIndex:42984; }","duration":"106.105516ms","start":"2026-04-23T03:45:55.572376Z","end":"2026-04-23T03:45:55.678482Z","steps":["trace[1665515201] 'read index received' (duration: 23.819803ms)","trace[1665515201] 'applied index is now lower than readState.Index' (duration: 82.284713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:55.67869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.289001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-9rnzh\" ","response":"range_response_count:1 size:4584"} {"level":"info","ts":"2026-04-23T03:45:55.678722Z","caller":"traceutil/trace.go:171","msg":"trace[374978220] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-9rnzh; range_end:; response_count:1; response_revision:41650; }","duration":"106.354664ms","start":"2026-04-23T03:45:55.572359Z","end":"2026-04-23T03:45:55.678714Z","steps":["trace[374978220] 'agreement among raft nodes before linearized reading' (duration: 106.264471ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:55.67857Z","caller":"traceutil/trace.go:171","msg":"trace[509542503] transaction","detail":"{read_only:false; response_revision:41650; number_of_response:1; }","duration":"107.338375ms","start":"2026-04-23T03:45:55.571208Z","end":"2026-04-23T03:45:55.678546Z","steps":["trace[509542503] 'process raft request' (duration: 25.054692ms)","trace[509542503] 'compare' (duration: 82.095407ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:57.371872Z","caller":"traceutil/trace.go:171","msg":"trace[1631546881] transaction","detail":"{read_only:false; response_revision:41664; number_of_response:1; }","duration":"103.301847ms","start":"2026-04-23T03:45:57.26852Z","end":"2026-04-23T03:45:57.371822Z","steps":["trace[1631546881] 'process raft request' (duration: 103.168383ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:57.501739Z","caller":"traceutil/trace.go:171","msg":"trace[2049814134] linearizableReadLoop","detail":"{readStateIndex:43001; appliedIndex:42999; }","duration":"224.897083ms","start":"2026-04-23T03:45:57.276825Z","end":"2026-04-23T03:45:57.501722Z","steps":["trace[2049814134] 'read index received' (duration: 94.85343ms)","trace[2049814134] 'applied index is now lower than readState.Index' (duration: 130.043143ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:57.501833Z","caller":"traceutil/trace.go:171","msg":"trace[681908425] transaction","detail":"{read_only:false; response_revision:41665; number_of_response:1; }","duration":"230.925794ms","start":"2026-04-23T03:45:57.270882Z","end":"2026-04-23T03:45:57.501808Z","steps":["trace[681908425] 'process raft request' (duration: 136.679863ms)","trace[681908425] 'compare' (duration: 94.074696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:57.501907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.067879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-purge-deleted\" ","response":"range_response_count:1 size:4892"} {"level":"info","ts":"2026-04-23T03:45:57.501929Z","caller":"traceutil/trace.go:171","msg":"trace[363397731] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-purge-deleted; range_end:; response_count:1; response_revision:41665; }","duration":"225.131151ms","start":"2026-04-23T03:45:57.27679Z","end":"2026-04-23T03:45:57.501921Z","steps":["trace[363397731] 'agreement among raft nodes before linearized reading' (duration: 225.011957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:57.594241Z","caller":"traceutil/trace.go:171","msg":"trace[2117378336] transaction","detail":"{read_only:false; response_revision:41666; number_of_response:1; }","duration":"104.192916ms","start":"2026-04-23T03:45:57.490022Z","end":"2026-04-23T03:45:57.594215Z","steps":["trace[2117378336] 'process raft request' (duration: 104.00057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:57.594439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.523006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5419"} {"level":"info","ts":"2026-04-23T03:45:57.594521Z","caller":"traceutil/trace.go:171","msg":"trace[753431310] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:41666; }","duration":"307.63414ms","start":"2026-04-23T03:45:57.286862Z","end":"2026-04-23T03:45:57.594496Z","steps":["trace[753431310] 'agreement among raft nodes before linearized reading' (duration: 307.356441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:57.594663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T03:45:57.286848Z","time spent":"307.798345ms","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5441,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-04-23T03:45:57.963393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.73895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T03:45:57.963454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.727072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:5300"} {"level":"info","ts":"2026-04-23T03:45:57.963486Z","caller":"traceutil/trace.go:171","msg":"trace[301847423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41668; }","duration":"121.872684ms","start":"2026-04-23T03:45:57.841584Z","end":"2026-04-23T03:45:57.963457Z","steps":["trace[301847423] 'range keys from in-memory index tree' (duration: 121.559554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:57.963515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.694683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/keystone-credential-rotate\" ","response":"range_response_count:1 size:5344"} {"level":"info","ts":"2026-04-23T03:45:57.963531Z","caller":"traceutil/trace.go:171","msg":"trace[2012905753] range","detail":"{range_begin:/registry/cronjobs/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:41668; }","duration":"153.834356ms","start":"2026-04-23T03:45:57.809678Z","end":"2026-04-23T03:45:57.963512Z","steps":["trace[2012905753] 'range keys from in-memory index tree' (duration: 153.543226ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:57.96356Z","caller":"traceutil/trace.go:171","msg":"trace[262397159] range","detail":"{range_begin:/registry/cronjobs/openstack/keystone-credential-rotate; range_end:; response_count:1; response_revision:41668; }","duration":"166.764874ms","start":"2026-04-23T03:45:57.796782Z","end":"2026-04-23T03:45:57.963547Z","steps":["trace[262397159] 'range keys from in-memory index tree' (duration: 166.410003ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:58.185294Z","caller":"traceutil/trace.go:171","msg":"trace[1362522867] linearizableReadLoop","detail":"{readStateIndex:43005; appliedIndex:43004; }","duration":"136.157237ms","start":"2026-04-23T03:45:58.049114Z","end":"2026-04-23T03:45:58.185271Z","steps":["trace[1362522867] 'read index received' (duration: 135.93209ms)","trace[1362522867] 'applied index is now lower than readState.Index' (duration: 223.987µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:58.185375Z","caller":"traceutil/trace.go:171","msg":"trace[425713459] transaction","detail":"{read_only:false; response_revision:41669; number_of_response:1; }","duration":"218.263543ms","start":"2026-04-23T03:45:57.967069Z","end":"2026-04-23T03:45:58.185333Z","steps":["trace[425713459] 'process raft request' (duration: 218.055466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:58.185547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.403455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T03:45:58.185583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.543444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:5300"} {"level":"info","ts":"2026-04-23T03:45:58.185656Z","caller":"traceutil/trace.go:171","msg":"trace[853984959] range","detail":"{range_begin:/registry/cronjobs/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:41669; }","duration":"133.641947ms","start":"2026-04-23T03:45:58.052002Z","end":"2026-04-23T03:45:58.185644Z","steps":["trace[853984959] 'agreement among raft nodes before linearized reading' (duration: 133.406359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:58.185682Z","caller":"traceutil/trace.go:171","msg":"trace[1572639453] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:41669; }","duration":"136.533759ms","start":"2026-04-23T03:45:58.049075Z","end":"2026-04-23T03:45:58.185609Z","steps":["trace[1572639453] 'agreement among raft nodes before linearized reading' (duration: 136.280031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:58.186041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.270484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/keystone-credential-rotate\" ","response":"range_response_count:1 size:5344"} {"level":"info","ts":"2026-04-23T03:45:58.186083Z","caller":"traceutil/trace.go:171","msg":"trace[1816851913] range","detail":"{range_begin:/registry/cronjobs/openstack/keystone-credential-rotate; range_end:; response_count:1; response_revision:41669; }","duration":"126.325055ms","start":"2026-04-23T03:45:58.059746Z","end":"2026-04-23T03:45:58.186071Z","steps":["trace[1816851913] 'agreement among raft nodes before linearized reading' (duration: 126.224642ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:58.419811Z","caller":"traceutil/trace.go:171","msg":"trace[366105509] linearizableReadLoop","detail":"{readStateIndex:43007; appliedIndex:43006; }","duration":"170.145862ms","start":"2026-04-23T03:45:58.249631Z","end":"2026-04-23T03:45:58.419777Z","steps":["trace[366105509] 'read index received' (duration: 170.128121ms)","trace[366105509] 'applied index is now lower than readState.Index' (duration: 14.71µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:58.419961Z","caller":"traceutil/trace.go:171","msg":"trace[75201219] transaction","detail":"{read_only:false; response_revision:41671; number_of_response:1; }","duration":"186.262591ms","start":"2026-04-23T03:45:58.233515Z","end":"2026-04-23T03:45:58.419778Z","steps":["trace[75201219] 'process raft request' (duration: 186.135617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:58.422618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.563703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:393599"} {"level":"warn","ts":"2026-04-23T03:45:58.422663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.112799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:393599"} {"level":"info","ts":"2026-04-23T03:45:58.422713Z","caller":"traceutil/trace.go:171","msg":"trace[2022562987] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:41671; }","duration":"225.203572ms","start":"2026-04-23T03:45:58.197497Z","end":"2026-04-23T03:45:58.422701Z","steps":["trace[2022562987] 'agreement among raft nodes before linearized reading' (duration: 222.334981ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:58.422872Z","caller":"traceutil/trace.go:171","msg":"trace[1820828807] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:41671; }","duration":"224.673436ms","start":"2026-04-23T03:45:58.198009Z","end":"2026-04-23T03:45:58.422683Z","steps":["trace[1820828807] 'agreement among raft nodes before linearized reading' (duration: 221.801455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:58.574516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.992327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:45:58.574724Z","caller":"traceutil/trace.go:171","msg":"trace[1523438412] linearizableReadLoop","detail":"{readStateIndex:43009; appliedIndex:43007; }","duration":"154.820517ms","start":"2026-04-23T03:45:58.419885Z","end":"2026-04-23T03:45:58.574706Z","steps":["trace[1523438412] 'read index received' (duration: 39.52186ms)","trace[1523438412] 'applied index is now lower than readState.Index' (duration: 115.297507ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:58.574754Z","caller":"traceutil/trace.go:171","msg":"trace[1965172505] transaction","detail":"{read_only:false; response_revision:41672; number_of_response:1; }","duration":"244.699619ms","start":"2026-04-23T03:45:58.330027Z","end":"2026-04-23T03:45:58.574726Z","steps":["trace[1965172505] 'process raft request' (duration: 129.417233ms)","trace[1965172505] 'compare' (duration: 114.843802ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:45:58.574826Z","caller":"traceutil/trace.go:171","msg":"trace[198713898] transaction","detail":"{read_only:false; response_revision:41673; number_of_response:1; }","duration":"187.462409ms","start":"2026-04-23T03:45:58.387353Z","end":"2026-04-23T03:45:58.574816Z","steps":["trace[198713898] 'process raft request' (duration: 187.289404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:58.575023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.84669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:45:58.575062Z","caller":"traceutil/trace.go:171","msg":"trace[898477669] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:41673; }","duration":"168.916903ms","start":"2026-04-23T03:45:58.406133Z","end":"2026-04-23T03:45:58.57505Z","steps":["trace[898477669] 'agreement among raft nodes before linearized reading' (duration: 168.84974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:58.575117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.597498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-23T03:45:58.575154Z","caller":"traceutil/trace.go:171","msg":"trace[922851770] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine; range_end:; response_count:1; response_revision:41673; }","duration":"227.672341ms","start":"2026-04-23T03:45:58.347473Z","end":"2026-04-23T03:45:58.575145Z","steps":["trace[922851770] 'agreement among raft nodes before linearized reading' (duration: 227.540336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:58.575352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.086187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:45:58.575817Z","caller":"traceutil/trace.go:171","msg":"trace[369644369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41673; }","duration":"113.596263ms","start":"2026-04-23T03:45:58.462192Z","end":"2026-04-23T03:45:58.575789Z","steps":["trace[369644369] 'agreement among raft nodes before linearized reading' (duration: 112.930402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:58.576431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.289966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:45:58.576491Z","caller":"traceutil/trace.go:171","msg":"trace[953880457] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:41673; }","duration":"232.39084ms","start":"2026-04-23T03:45:58.344085Z","end":"2026-04-23T03:45:58.576475Z","steps":["trace[953880457] 'agreement among raft nodes before linearized reading' (duration: 231.070758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:58.58038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.918487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api.18a8dd92f84ad472\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:41671 ","response":"range_response_count:1000 size:779088"} {"level":"info","ts":"2026-04-23T03:45:58.580469Z","caller":"traceutil/trace.go:171","msg":"trace[1651886105] range","detail":"{range_begin:/registry/events/openstack/magnum-api.18a8dd92f84ad472\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:41673; }","duration":"147.04885ms","start":"2026-04-23T03:45:58.4334Z","end":"2026-04-23T03:45:58.580449Z","steps":["trace[1651886105] 'agreement among raft nodes before linearized reading' (duration: 141.846706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:58.5808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.791946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api.18a8dd92f84ad472\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:41671 ","response":"range_response_count:1000 size:779088"} {"level":"info","ts":"2026-04-23T03:45:58.58084Z","caller":"traceutil/trace.go:171","msg":"trace[2117997360] range","detail":"{range_begin:/registry/events/openstack/magnum-api.18a8dd92f84ad472\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:41673; }","duration":"148.865298ms","start":"2026-04-23T03:45:58.431966Z","end":"2026-04-23T03:45:58.580831Z","steps":["trace[2117997360] 'agreement among raft nodes before linearized reading' (duration: 143.056315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:58.964514Z","caller":"traceutil/trace.go:171","msg":"trace[838657240] transaction","detail":"{read_only:false; response_revision:41676; number_of_response:1; }","duration":"189.06905ms","start":"2026-04-23T03:45:58.77542Z","end":"2026-04-23T03:45:58.964489Z","steps":["trace[838657240] 'process raft request' (duration: 188.913565ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:58.964527Z","caller":"traceutil/trace.go:171","msg":"trace[862847785] linearizableReadLoop","detail":"{readStateIndex:43012; appliedIndex:43012; }","duration":"151.619976ms","start":"2026-04-23T03:45:58.812876Z","end":"2026-04-23T03:45:58.964495Z","steps":["trace[862847785] 'read index received' (duration: 151.603826ms)","trace[862847785] 'applied index is now lower than readState.Index' (duration: 12.98µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:58.964834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.932486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:6650"} {"level":"info","ts":"2026-04-23T03:45:58.964918Z","caller":"traceutil/trace.go:171","msg":"trace[1320357725] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:41676; }","duration":"152.05422ms","start":"2026-04-23T03:45:58.812845Z","end":"2026-04-23T03:45:58.964899Z","steps":["trace[1320357725] 'agreement among raft nodes before linearized reading' (duration: 151.786282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:59.009078Z","caller":"traceutil/trace.go:171","msg":"trace[747803453] transaction","detail":"{read_only:false; response_revision:41677; number_of_response:1; }","duration":"124.922892ms","start":"2026-04-23T03:45:58.88413Z","end":"2026-04-23T03:45:59.009053Z","steps":["trace[747803453] 'process raft request' (duration: 124.667173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:59.009181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.412746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T03:45:59.009189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.633665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:5258"} {"level":"info","ts":"2026-04-23T03:45:59.009246Z","caller":"traceutil/trace.go:171","msg":"trace[1107387232] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:41677; }","duration":"143.5547ms","start":"2026-04-23T03:45:58.865675Z","end":"2026-04-23T03:45:59.009229Z","steps":["trace[1107387232] 'agreement among raft nodes before linearized reading' (duration: 143.408206ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:59.009269Z","caller":"traceutil/trace.go:171","msg":"trace[20416443] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:41677; }","duration":"193.763269ms","start":"2026-04-23T03:45:58.815488Z","end":"2026-04-23T03:45:59.009251Z","steps":["trace[20416443] 'agreement among raft nodes before linearized reading' (duration: 193.505201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:45:59.221904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.401678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:5258"} {"level":"info","ts":"2026-04-23T03:45:59.22199Z","caller":"traceutil/trace.go:171","msg":"trace[194644454] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:41677; }","duration":"206.509311ms","start":"2026-04-23T03:45:59.015452Z","end":"2026-04-23T03:45:59.221961Z","steps":["trace[194644454] 'range keys from in-memory index tree' (duration: 206.244954ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:59.223999Z","caller":"traceutil/trace.go:171","msg":"trace[1793546017] transaction","detail":"{read_only:false; response_revision:41678; number_of_response:1; }","duration":"186.571141ms","start":"2026-04-23T03:45:59.037078Z","end":"2026-04-23T03:45:59.223649Z","steps":["trace[1793546017] 'process raft request' (duration: 90.697808ms)","trace[1793546017] 'compare' (duration: 94.126418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:59.225861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.078813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:393599"} {"level":"info","ts":"2026-04-23T03:45:59.225955Z","caller":"traceutil/trace.go:171","msg":"trace[1399911828] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:41677; }","duration":"209.210987ms","start":"2026-04-23T03:45:59.016724Z","end":"2026-04-23T03:45:59.225935Z","steps":["trace[1399911828] 'range keys from in-memory index tree' (duration: 206.527702ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:45:59.615835Z","caller":"traceutil/trace.go:171","msg":"trace[233803740] transaction","detail":"{read_only:false; response_revision:41680; number_of_response:1; }","duration":"106.777487ms","start":"2026-04-23T03:45:59.509025Z","end":"2026-04-23T03:45:59.615802Z","steps":["trace[233803740] 'process raft request' (duration: 80.00138ms)","trace[233803740] 'compare' (duration: 26.167938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:45:59.70098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.433046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-04-23T03:45:59.701037Z","caller":"traceutil/trace.go:171","msg":"trace[1779117537] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:41682; }","duration":"161.511758ms","start":"2026-04-23T03:45:59.539515Z","end":"2026-04-23T03:45:59.701027Z","steps":["trace[1779117537] 'agreement among raft nodes before linearized reading' (duration: 161.388024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:00.413349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.929935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:46:00.413555Z","caller":"traceutil/trace.go:171","msg":"trace[99932755] transaction","detail":"{read_only:false; response_revision:41685; number_of_response:1; }","duration":"155.598251ms","start":"2026-04-23T03:46:00.25792Z","end":"2026-04-23T03:46:00.413518Z","steps":["trace[99932755] 'process raft request' (duration: 46.420918ms)","trace[99932755] 'compare' (duration: 108.815182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:46:01.550274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.56325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" ","response":"range_response_count:1 size:11639"} {"level":"info","ts":"2026-04-23T03:46:01.550405Z","caller":"traceutil/trace.go:171","msg":"trace[1416311960] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller-default; range_end:; response_count:1; response_revision:41692; }","duration":"112.715085ms","start":"2026-04-23T03:46:01.43765Z","end":"2026-04-23T03:46:01.550365Z","steps":["trace[1416311960] 'range keys from in-memory index tree' (duration: 112.430216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:01.550985Z","caller":"traceutil/trace.go:171","msg":"trace[389323858] transaction","detail":"{read_only:false; response_revision:41693; number_of_response:1; }","duration":"106.311812ms","start":"2026-04-23T03:46:01.444638Z","end":"2026-04-23T03:46:01.55095Z","steps":["trace[389323858] 'process raft request' (duration: 45.946193ms)","trace[389323858] 'compare' (duration: 59.972767ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:01.96529Z","caller":"traceutil/trace.go:171","msg":"trace[1663210511] transaction","detail":"{read_only:false; response_revision:41697; number_of_response:1; }","duration":"163.965575ms","start":"2026-04-23T03:46:01.801299Z","end":"2026-04-23T03:46:01.965264Z","steps":["trace[1663210511] 'process raft request' (duration: 145.311425ms)","trace[1663210511] 'compare' (duration: 18.141084ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:02.373928Z","caller":"traceutil/trace.go:171","msg":"trace[621754821] transaction","detail":"{read_only:false; response_revision:41698; number_of_response:1; }","duration":"157.199992ms","start":"2026-04-23T03:46:02.2167Z","end":"2026-04-23T03:46:02.3739Z","steps":["trace[621754821] 'process raft request' (duration: 157.041607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.623789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.066644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:46:02.623899Z","caller":"traceutil/trace.go:171","msg":"trace[1569235041] linearizableReadLoop","detail":"{readStateIndex:43036; appliedIndex:43035; }","duration":"168.734346ms","start":"2026-04-23T03:46:02.455146Z","end":"2026-04-23T03:46:02.62388Z","steps":["trace[1569235041] 'read index received' (duration: 40.541µs)","trace[1569235041] 'applied index is now lower than readState.Index' (duration: 168.692365ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:02.62397Z","caller":"traceutil/trace.go:171","msg":"trace[1599652052] transaction","detail":"{read_only:false; response_revision:41699; number_of_response:1; }","duration":"201.892316ms","start":"2026-04-23T03:46:02.422068Z","end":"2026-04-23T03:46:02.62396Z","steps":["trace[1599652052] 'compare' (duration: 191.679072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.624274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.122408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7671"} {"level":"info","ts":"2026-04-23T03:46:02.624314Z","caller":"traceutil/trace.go:171","msg":"trace[356708017] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:41699; }","duration":"169.163141ms","start":"2026-04-23T03:46:02.45514Z","end":"2026-04-23T03:46:02.624303Z","steps":["trace[356708017] 'agreement among raft nodes before linearized reading' (duration: 169.013966ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:02.696738Z","caller":"traceutil/trace.go:171","msg":"trace[1701449004] transaction","detail":"{read_only:false; response_revision:41700; number_of_response:1; }","duration":"235.757917ms","start":"2026-04-23T03:46:02.460932Z","end":"2026-04-23T03:46:02.69669Z","steps":["trace[1701449004] 'process raft request' (duration: 235.583391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.69695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.488428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9109"} {"level":"info","ts":"2026-04-23T03:46:02.697035Z","caller":"traceutil/trace.go:171","msg":"trace[1405349292] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:41700; }","duration":"217.609522ms","start":"2026-04-23T03:46:02.479408Z","end":"2026-04-23T03:46:02.697017Z","steps":["trace[1405349292] 'agreement among raft nodes before linearized reading' (duration: 217.330454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.69693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.419268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:46:02.697837Z","caller":"traceutil/trace.go:171","msg":"trace[1746821377] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:41700; }","duration":"102.176671ms","start":"2026-04-23T03:46:02.595378Z","end":"2026-04-23T03:46:02.697555Z","steps":["trace[1746821377] 'agreement among raft nodes before linearized reading' (duration: 101.309964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.89563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.737098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:46:02.896209Z","caller":"traceutil/trace.go:171","msg":"trace[702977331] transaction","detail":"{read_only:false; response_revision:41702; number_of_response:1; }","duration":"100.53047ms","start":"2026-04-23T03:46:02.795654Z","end":"2026-04-23T03:46:02.896184Z","steps":["trace[702977331] 'process raft request' (duration: 100.432537ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:02.896558Z","caller":"traceutil/trace.go:171","msg":"trace[836797342] transaction","detail":"{read_only:false; response_revision:41701; number_of_response:1; }","duration":"256.821303ms","start":"2026-04-23T03:46:02.639717Z","end":"2026-04-23T03:46:02.896538Z","steps":["trace[836797342] 'process raft request' (duration: 123.048282ms)","trace[836797342] 'compare' (duration: 131.691425ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:02.897488Z","caller":"traceutil/trace.go:171","msg":"trace[143381950] linearizableReadLoop","detail":"{readStateIndex:43038; appliedIndex:43037; }","duration":"200.801111ms","start":"2026-04-23T03:46:02.69666Z","end":"2026-04-23T03:46:02.897461Z","steps":["trace[143381950] 'read index received' (duration: 66.085851ms)","trace[143381950] 'applied index is now lower than readState.Index' (duration: 134.71241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:46:02.897768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.6259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:46:02.897816Z","caller":"traceutil/trace.go:171","msg":"trace[533947593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41702; }","duration":"246.715943ms","start":"2026-04-23T03:46:02.651087Z","end":"2026-04-23T03:46:02.897803Z","steps":["trace[533947593] 'agreement among raft nodes before linearized reading' (duration: 246.515367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.898261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.404549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7671"} {"level":"info","ts":"2026-04-23T03:46:02.898304Z","caller":"traceutil/trace.go:171","msg":"trace[1525392399] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:41702; }","duration":"268.476282ms","start":"2026-04-23T03:46:02.629818Z","end":"2026-04-23T03:46:02.898294Z","steps":["trace[1525392399] 'agreement among raft nodes before linearized reading' (duration: 268.315767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.898667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.585928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9109"} {"level":"info","ts":"2026-04-23T03:46:02.898951Z","caller":"traceutil/trace.go:171","msg":"trace[1251565620] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:41702; }","duration":"196.878256ms","start":"2026-04-23T03:46:02.702044Z","end":"2026-04-23T03:46:02.898922Z","steps":["trace[1251565620] 'agreement among raft nodes before linearized reading' (duration: 196.541316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.898981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.174619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:46:02.899037Z","caller":"traceutil/trace.go:171","msg":"trace[214584323] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:41702; }","duration":"113.254782ms","start":"2026-04-23T03:46:02.785769Z","end":"2026-04-23T03:46:02.899024Z","steps":["trace[214584323] 'agreement among raft nodes before linearized reading' (duration: 113.125388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:02.899052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.837395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T03:46:02.899099Z","caller":"traceutil/trace.go:171","msg":"trace[1514237387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41702; }","duration":"171.929828ms","start":"2026-04-23T03:46:02.727157Z","end":"2026-04-23T03:46:02.899087Z","steps":["trace[1514237387] 'agreement among raft nodes before linearized reading' (duration: 171.742992ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:03.035716Z","caller":"traceutil/trace.go:171","msg":"trace[1894446763] transaction","detail":"{read_only:false; response_revision:41703; number_of_response:1; }","duration":"130.221648ms","start":"2026-04-23T03:46:02.905476Z","end":"2026-04-23T03:46:03.035697Z","steps":["trace[1894446763] 'process raft request' (duration: 105.811556ms)","trace[1894446763] 'compare' (duration: 23.830724ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:03.035254Z","caller":"traceutil/trace.go:171","msg":"trace[1175684638] linearizableReadLoop","detail":"{readStateIndex:43040; appliedIndex:43039; }","duration":"128.410412ms","start":"2026-04-23T03:46:02.906821Z","end":"2026-04-23T03:46:03.035231Z","steps":["trace[1175684638] 'read index received' (duration: 104.346651ms)","trace[1175684638] 'applied index is now lower than readState.Index' (duration: 24.062861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:46:03.039197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.355876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:393599"} {"level":"warn","ts":"2026-04-23T03:46:03.041902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.955289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:393599"} {"level":"info","ts":"2026-04-23T03:46:03.041956Z","caller":"traceutil/trace.go:171","msg":"trace[489330068] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:41703; }","duration":"135.025511ms","start":"2026-04-23T03:46:02.906919Z","end":"2026-04-23T03:46:03.041945Z","steps":["trace[489330068] 'agreement among raft nodes before linearized reading' (duration: 132.686337ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:03.039441Z","caller":"traceutil/trace.go:171","msg":"trace[1334122005] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:41703; }","duration":"132.613154ms","start":"2026-04-23T03:46:02.906815Z","end":"2026-04-23T03:46:03.039428Z","steps":["trace[1334122005] 'agreement among raft nodes before linearized reading' (duration: 129.688552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:03.318973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.609968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:41703 ","response":"range_response_count:158 size:118647"} {"level":"info","ts":"2026-04-23T03:46:03.319084Z","caller":"traceutil/trace.go:171","msg":"trace[662118504] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\u0000; range_end:/registry/events/openstack0; response_count:158; response_revision:41704; }","duration":"171.757682ms","start":"2026-04-23T03:46:03.147314Z","end":"2026-04-23T03:46:03.319071Z","steps":["trace[662118504] 'range keys from in-memory index tree' (duration: 171.190424ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:03.456853Z","caller":"traceutil/trace.go:171","msg":"trace[1857883319] linearizableReadLoop","detail":"{readStateIndex:43042; appliedIndex:43041; }","duration":"202.555797ms","start":"2026-04-23T03:46:03.25426Z","end":"2026-04-23T03:46:03.456815Z","steps":["trace[1857883319] 'read index received' (duration: 202.305079ms)","trace[1857883319] 'applied index is now lower than readState.Index' (duration: 249.307µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:03.456933Z","caller":"traceutil/trace.go:171","msg":"trace[1658662397] transaction","detail":"{read_only:false; response_revision:41705; number_of_response:1; }","duration":"203.000941ms","start":"2026-04-23T03:46:03.253911Z","end":"2026-04-23T03:46:03.456912Z","steps":["trace[1658662397] 'process raft request' (duration: 202.646109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:03.457089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.810244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11615"} {"level":"info","ts":"2026-04-23T03:46:03.457131Z","caller":"traceutil/trace.go:171","msg":"trace[2063172848] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:41705; }","duration":"202.895107ms","start":"2026-04-23T03:46:03.254226Z","end":"2026-04-23T03:46:03.457121Z","steps":["trace[2063172848] 'agreement among raft nodes before linearized reading' (duration: 202.738822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:03.457552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.592564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/\" range_end:\"/registry/replicasets/openstack0\" limit:500 ","response":"range_response_count:39 size:314137"} {"level":"info","ts":"2026-04-23T03:46:03.457604Z","caller":"traceutil/trace.go:171","msg":"trace[1945660468] range","detail":"{range_begin:/registry/replicasets/openstack/; range_end:/registry/replicasets/openstack0; response_count:39; response_revision:41705; }","duration":"132.652686ms","start":"2026-04-23T03:46:03.324938Z","end":"2026-04-23T03:46:03.457591Z","steps":["trace[1945660468] 'agreement among raft nodes before linearized reading' (duration: 132.15245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:03.77464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.434051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7623"} {"level":"info","ts":"2026-04-23T03:46:03.774736Z","caller":"traceutil/trace.go:171","msg":"trace[535923271] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:41707; }","duration":"103.601487ms","start":"2026-04-23T03:46:03.671116Z","end":"2026-04-23T03:46:03.774718Z","steps":["trace[535923271] 'range keys from in-memory index tree' (duration: 103.213304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:03.829531Z","caller":"traceutil/trace.go:171","msg":"trace[1074448168] transaction","detail":"{read_only:false; response_revision:41708; number_of_response:1; }","duration":"111.710073ms","start":"2026-04-23T03:46:03.717792Z","end":"2026-04-23T03:46:03.829502Z","steps":["trace[1074448168] 'process raft request' (duration: 111.517647ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:03.844085Z","caller":"traceutil/trace.go:171","msg":"trace[2137147793] transaction","detail":"{read_only:false; response_revision:41709; number_of_response:1; }","duration":"115.832673ms","start":"2026-04-23T03:46:03.728221Z","end":"2026-04-23T03:46:03.844054Z","steps":["trace[2137147793] 'process raft request' (duration: 115.598406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:04.175881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.438579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7926"} {"level":"info","ts":"2026-04-23T03:46:04.175941Z","caller":"traceutil/trace.go:171","msg":"trace[231835006] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:41710; }","duration":"138.534742ms","start":"2026-04-23T03:46:04.037392Z","end":"2026-04-23T03:46:04.175927Z","steps":["trace[231835006] 'range keys from in-memory index tree' (duration: 138.294184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:04.863195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.622236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T03:46:04.863338Z","caller":"traceutil/trace.go:171","msg":"trace[232904686] linearizableReadLoop","detail":"{readStateIndex:43050; appliedIndex:43049; }","duration":"226.264876ms","start":"2026-04-23T03:46:04.637061Z","end":"2026-04-23T03:46:04.863326Z","steps":["trace[232904686] 'read index received' (duration: 86.456064ms)","trace[232904686] 'applied index is now lower than readState.Index' (duration: 139.807612ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:04.863433Z","caller":"traceutil/trace.go:171","msg":"trace[631784536] transaction","detail":"{read_only:false; response_revision:41713; number_of_response:1; }","duration":"229.130667ms","start":"2026-04-23T03:46:04.634208Z","end":"2026-04-23T03:46:04.863339Z","steps":["trace[631784536] 'process raft request' (duration: 89.296355ms)","trace[631784536] 'compare' (duration: 139.521212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:46:04.863756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.69477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/\" range_end:\"/registry/replicasets/openstack0\" limit:500 ","response":"range_response_count:39 size:314137"} {"level":"info","ts":"2026-04-23T03:46:04.863972Z","caller":"traceutil/trace.go:171","msg":"trace[234006633] range","detail":"{range_begin:/registry/replicasets/openstack/; range_end:/registry/replicasets/openstack0; response_count:39; response_revision:41713; }","duration":"226.928767ms","start":"2026-04-23T03:46:04.637031Z","end":"2026-04-23T03:46:04.86396Z","steps":["trace[234006633] 'agreement among raft nodes before linearized reading' (duration: 226.363849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:04.888024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.211341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:46:04.888108Z","caller":"traceutil/trace.go:171","msg":"trace[1685179793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41714; }","duration":"236.339185ms","start":"2026-04-23T03:46:04.651753Z","end":"2026-04-23T03:46:04.888092Z","steps":["trace[1685179793] 'agreement among raft nodes before linearized reading' (duration: 236.19396ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:04.888416Z","caller":"traceutil/trace.go:171","msg":"trace[792134482] transaction","detail":"{read_only:false; response_revision:41714; number_of_response:1; }","duration":"171.120802ms","start":"2026-04-23T03:46:04.717288Z","end":"2026-04-23T03:46:04.888408Z","steps":["trace[792134482] 'process raft request' (duration: 170.513003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:04.888525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.091947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T03:46:04.888543Z","caller":"traceutil/trace.go:171","msg":"trace[969188133] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:41714; }","duration":"101.145069ms","start":"2026-04-23T03:46:04.787392Z","end":"2026-04-23T03:46:04.888537Z","steps":["trace[969188133] 'agreement among raft nodes before linearized reading' (duration: 101.104158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:04.888676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.47901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T03:46:04.888694Z","caller":"traceutil/trace.go:171","msg":"trace[1400524491] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:41714; }","duration":"114.496271ms","start":"2026-04-23T03:46:04.774191Z","end":"2026-04-23T03:46:04.888687Z","steps":["trace[1400524491] 'agreement among raft nodes before linearized reading' (duration: 114.434409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:04.888832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.788515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/horizon\" ","response":"range_response_count:1 size:9005"} {"level":"info","ts":"2026-04-23T03:46:04.888893Z","caller":"traceutil/trace.go:171","msg":"trace[902733899] range","detail":"{range_begin:/registry/deployments/openstack/horizon; range_end:; response_count:1; response_revision:41714; }","duration":"215.886348ms","start":"2026-04-23T03:46:04.672993Z","end":"2026-04-23T03:46:04.88888Z","steps":["trace[902733899] 'agreement among raft nodes before linearized reading' (duration: 215.710502ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:05.620442Z","caller":"traceutil/trace.go:171","msg":"trace[962826200] linearizableReadLoop","detail":"{readStateIndex:43056; appliedIndex:43055; }","duration":"151.234273ms","start":"2026-04-23T03:46:05.469186Z","end":"2026-04-23T03:46:05.62042Z","steps":["trace[962826200] 'read index received' (duration: 151.108279ms)","trace[962826200] 'applied index is now lower than readState.Index' (duration: 124.924µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:05.620506Z","caller":"traceutil/trace.go:171","msg":"trace[1208973150] transaction","detail":"{read_only:false; response_revision:41719; number_of_response:1; }","duration":"155.769637ms","start":"2026-04-23T03:46:05.464704Z","end":"2026-04-23T03:46:05.620474Z","steps":["trace[1208973150] 'process raft request' (duration: 155.573211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:05.621444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.231815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:41718 ","response":"range_response_count:158 size:118647"} {"level":"info","ts":"2026-04-23T03:46:05.621531Z","caller":"traceutil/trace.go:171","msg":"trace[360688297] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.18a8dde9ca937908\u0000; range_end:/registry/events/openstack0; response_count:158; response_revision:41719; }","duration":"152.357299ms","start":"2026-04-23T03:46:05.469156Z","end":"2026-04-23T03:46:05.621514Z","steps":["trace[360688297] 'agreement among raft nodes before linearized reading' (duration: 151.364957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:05.740995Z","caller":"traceutil/trace.go:171","msg":"trace[1327057321] linearizableReadLoop","detail":"{readStateIndex:43057; appliedIndex:43056; }","duration":"120.43813ms","start":"2026-04-23T03:46:05.620518Z","end":"2026-04-23T03:46:05.740956Z","steps":["trace[1327057321] 'read index received' (duration: 53.714149ms)","trace[1327057321] 'applied index is now lower than readState.Index' (duration: 66.719101ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:05.741156Z","caller":"traceutil/trace.go:171","msg":"trace[1372302977] transaction","detail":"{read_only:false; response_revision:41720; number_of_response:1; }","duration":"168.464588ms","start":"2026-04-23T03:46:05.572663Z","end":"2026-04-23T03:46:05.741128Z","steps":["trace[1372302977] 'process raft request' (duration: 101.541311ms)","trace[1372302977] 'compare' (duration: 66.326698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T03:46:05.741298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.356032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T03:46:05.741385Z","caller":"traceutil/trace.go:171","msg":"trace[91036509] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:41721; }","duration":"258.478816ms","start":"2026-04-23T03:46:05.482888Z","end":"2026-04-23T03:46:05.741366Z","steps":["trace[91036509] 'agreement among raft nodes before linearized reading' (duration: 258.30158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:05.741906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.625306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/\" range_end:\"/registry/replicasets/openstack0\" limit:500 ","response":"range_response_count:39 size:314137"} {"level":"info","ts":"2026-04-23T03:46:05.741957Z","caller":"traceutil/trace.go:171","msg":"trace[1638080576] range","detail":"{range_begin:/registry/replicasets/openstack/; range_end:/registry/replicasets/openstack0; response_count:39; response_revision:41721; }","duration":"114.707068ms","start":"2026-04-23T03:46:05.627238Z","end":"2026-04-23T03:46:05.741945Z","steps":["trace[1638080576] 'agreement among raft nodes before linearized reading' (duration: 114.241933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:05.742305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.813631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-api\" ","response":"range_response_count:1 size:7373"} {"level":"info","ts":"2026-04-23T03:46:05.742353Z","caller":"traceutil/trace.go:171","msg":"trace[743299686] range","detail":"{range_begin:/registry/deployments/openstack/manila-api; range_end:; response_count:1; response_revision:41721; }","duration":"224.897764ms","start":"2026-04-23T03:46:05.517443Z","end":"2026-04-23T03:46:05.742341Z","steps":["trace[743299686] 'agreement among raft nodes before linearized reading' (duration: 224.092758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T03:46:06.818854Z","caller":"traceutil/trace.go:171","msg":"trace[1845515468] linearizableReadLoop","detail":"{readStateIndex:43066; appliedIndex:43065; }","duration":"111.783496ms","start":"2026-04-23T03:46:06.707043Z","end":"2026-04-23T03:46:06.818826Z","steps":["trace[1845515468] 'read index received' (duration: 111.051493ms)","trace[1845515468] 'applied index is now lower than readState.Index' (duration: 730.813µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T03:46:06.818916Z","caller":"traceutil/trace.go:171","msg":"trace[1073583704] transaction","detail":"{read_only:false; response_revision:41728; number_of_response:1; }","duration":"117.160666ms","start":"2026-04-23T03:46:06.701717Z","end":"2026-04-23T03:46:06.818878Z","steps":["trace[1073583704] 'process raft request' (duration: 116.517375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T03:46:06.824982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.898359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api.18a8dd92f84ad472\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:41727 ","response":"range_response_count:1000 size:779088"} {"level":"info","ts":"2026-04-23T03:46:06.825265Z","caller":"traceutil/trace.go:171","msg":"trace[2053006925] range","detail":"{range_begin:/registry/events/openstack/magnum-api.18a8dd92f84ad472\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:41728; }","duration":"118.097615ms","start":"2026-04-23T03:46:06.707037Z","end":"2026-04-23T03:46:06.825135Z","steps":["trace[2053006925] 'agreement among raft nodes before linearized reading' (duration: 111.969992ms)"],"step_count":1}